diff options
| author | GitLab Bot <gitlab-bot@gitlab.com> | 2020-11-19 11:27:35 +0300 |
|---|---|---|
| committer | GitLab Bot <gitlab-bot@gitlab.com> | 2020-11-19 11:27:35 +0300 |
| commit | 7e9c479f7de77702622631cff2628a9c8dcbc627 (patch) | |
| tree | c8f718a08e110ad7e1894510980d2155a6549197 /public | |
| parent | e852b0ae16db4052c1c567d9efa4facc81146e88 (diff) | |
Add latest changes from gitlab-org/gitlab@13-6-stable-eev13.6.0-rc42
Diffstat (limited to 'public')
| -rw-r--r-- | public/robots.txt | 22 |
1 files changed, 20 insertions, 2 deletions
diff --git a/public/robots.txt b/public/robots.txt index f3fe51a25b0..4029cae5145 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -14,6 +14,7 @@ # Global routes User-Agent: * Disallow: /autocomplete/users +Disallow: /autocomplete/projects Disallow: /search Disallow: /admin Disallow: /profile @@ -21,8 +22,11 @@ Disallow: /dashboard Disallow: /users Disallow: /help Disallow: /s/ -# Only specifically allow the Sign In page to avoid very ugly search results +Disallow: /-/profile +Disallow: /-/ide/ +# Restrict allowed routes to avoid very ugly search results Allow: /users/sign_in +Allow: /users/*/snippets # Generic resource routes like new, edit, raw # This will block routes like: @@ -32,6 +36,7 @@ User-Agent: * Disallow: /*/new Disallow: /*/edit Disallow: /*/raw +Disallow: /*/realtime_changes # Group details User-Agent: * @@ -41,7 +46,7 @@ Disallow: /groups/*/group_members # Project details User-Agent: * -Disallow: /*/*.git +Disallow: /*/*.git$ Disallow: /*/archive/ Disallow: /*/repository/archive* Disallow: /*/activity @@ -63,3 +68,16 @@ Disallow: /*/protected_branches Disallow: /*/uploads/ Disallow: /*/project_members Disallow: /*/settings +Disallow: /*/-/import +Disallow: /*/-/environments +Disallow: /*/-/jobs +Disallow: /*/-/requirements_management +Disallow: /*/-/pipelines +Disallow: /*/-/pipeline_schedules +Disallow: /*/-/dependencies +Disallow: /*/-/licenses +Disallow: /*/-/metrics +Disallow: /*/-/incidents +Disallow: /*/-/value_stream_analytics +Disallow: /*/-/analytics +Disallow: /*/insights |