summaryrefslogtreecommitdiff
path: root/public/robots.txt
diff options
context:
space:
mode:
authorGitLab Bot <gitlab-bot@gitlab.com>2020-11-19 08:27:35 +0000
committerGitLab Bot <gitlab-bot@gitlab.com>2020-11-19 08:27:35 +0000
commit7e9c479f7de77702622631cff2628a9c8dcbc627 (patch)
treec8f718a08e110ad7e1894510980d2155a6549197 /public/robots.txt
parente852b0ae16db4052c1c567d9efa4facc81146e88 (diff)
downloadgitlab-ce-7e9c479f7de77702622631cff2628a9c8dcbc627.tar.gz
Add latest changes from gitlab-org/gitlab@13-6-stable-eev13.6.0-rc42
Diffstat (limited to 'public/robots.txt')
-rw-r--r--public/robots.txt22
1 files changed, 20 insertions, 2 deletions
diff --git a/public/robots.txt b/public/robots.txt
index f3fe51a25b0..4029cae5145 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -14,6 +14,7 @@
# Global routes
User-Agent: *
Disallow: /autocomplete/users
+Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
@@ -21,8 +22,11 @@ Disallow: /dashboard
Disallow: /users
Disallow: /help
Disallow: /s/
-# Only specifically allow the Sign In page to avoid very ugly search results
+Disallow: /-/profile
+Disallow: /-/ide/
+# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
+Allow: /users/*/snippets
# Generic resource routes like new, edit, raw
# This will block routes like:
@@ -32,6 +36,7 @@ User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
+Disallow: /*/realtime_changes
# Group details
User-Agent: *
@@ -41,7 +46,7 @@ Disallow: /groups/*/group_members
# Project details
User-Agent: *
-Disallow: /*/*.git
+Disallow: /*/*.git$
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
@@ -63,3 +68,16 @@ Disallow: /*/protected_branches
Disallow: /*/uploads/
Disallow: /*/project_members
Disallow: /*/settings
+Disallow: /*/-/import
+Disallow: /*/-/environments
+Disallow: /*/-/jobs
+Disallow: /*/-/requirements_management
+Disallow: /*/-/pipelines
+Disallow: /*/-/pipeline_schedules
+Disallow: /*/-/dependencies
+Disallow: /*/-/licenses
+Disallow: /*/-/metrics
+Disallow: /*/-/incidents
+Disallow: /*/-/value_stream_analytics
+Disallow: /*/-/analytics
+Disallow: /*/insights