diff options
Diffstat (limited to 'spec/lib/gitlab/robots_txt/parser_spec.rb')
-rw-r--r-- | spec/lib/gitlab/robots_txt/parser_spec.rb | 15 |
1 files changed, 14 insertions, 1 deletions
diff --git a/spec/lib/gitlab/robots_txt/parser_spec.rb b/spec/lib/gitlab/robots_txt/parser_spec.rb index bb88003ce20..f4e97e5e897 100644 --- a/spec/lib/gitlab/robots_txt/parser_spec.rb +++ b/spec/lib/gitlab/robots_txt/parser_spec.rb @@ -14,8 +14,13 @@ RSpec.describe Gitlab::RobotsTxt::Parser do <<~TXT User-Agent: * Disallow: /autocomplete/users - Disallow: /search + disallow: /search Disallow: /api + Allow: /users + Disallow: /help + allow: /help + Disallow: /test$ + Disallow: /ex$mple$ TXT end @@ -28,6 +33,12 @@ RSpec.describe Gitlab::RobotsTxt::Parser do '/api/grapql' | true '/api/index.html' | true '/projects' | false + '/users' | false + '/help' | false + '/test' | true + '/testfoo' | false + '/ex$mple' | true + '/ex$mplefoo' | false end with_them do @@ -47,6 +58,7 @@ RSpec.describe Gitlab::RobotsTxt::Parser do Disallow: /*/*.git Disallow: /*/archive/ Disallow: /*/repository/archive* + Allow: /*/repository/archive/foo TXT end @@ -61,6 +73,7 @@ RSpec.describe Gitlab::RobotsTxt::Parser do '/projects' | false '/git' | false '/projects/git' | false + '/project/repository/archive/foo' | false end with_them do |