Add latest changes from gitlab-org/gitlab@13-6-stable-eev13.6.0-rc42

1 files changed, 14 insertions, 1 deletions

diff --git a/spec/lib/gitlab/robots_txt/parser_spec.rb b/spec/lib/gitlab/robots_txt/parser_spec.rb
index bb88003ce20..f4e97e5e897 100644
--- a/spec/lib/gitlab/robots_txt/parser_spec.rb
+++ b/spec/lib/gitlab/robots_txt/parser_spec.rb
@@ -14,8 +14,13 @@ RSpec.describe Gitlab::RobotsTxt::Parser do
         <<~TXT
           User-Agent: *
           Disallow: /autocomplete/users
-          Disallow: /search
+          disallow: /search
           Disallow: /api
+          Allow: /users
+          Disallow: /help
+          allow: /help
+          Disallow: /test$
+          Disallow: /ex$mple$
         TXT
       end
 
@@ -28,6 +33,12 @@ RSpec.describe Gitlab::RobotsTxt::Parser do
         '/api/grapql' | true
         '/api/index.html' | true
         '/projects' | false
+        '/users' | false
+        '/help' | false
+        '/test' | true
+        '/testfoo' | false
+        '/ex$mple' | true
+        '/ex$mplefoo' | false
       end
 
       with_them do
@@ -47,6 +58,7 @@ RSpec.describe Gitlab::RobotsTxt::Parser do
           Disallow: /*/*.git
           Disallow: /*/archive/
           Disallow: /*/repository/archive*
+          Allow: /*/repository/archive/foo
         TXT
       end
 
@@ -61,6 +73,7 @@ RSpec.describe Gitlab::RobotsTxt::Parser do
         '/projects' | false
         '/git' | false
         '/projects/git' | false
+        '/project/repository/archive/foo' | false
       end
 
       with_them do