diff options
| -rw-r--r-- | .gitlab/merge_request_templates/Release.md | 1 | ||||
| -rw-r--r-- | content/robots.txt.erb | 7 |
2 files changed, 8 insertions, 0 deletions
diff --git a/.gitlab/merge_request_templates/Release.md b/.gitlab/merge_request_templates/Release.md index a5f98e2a..9d501950 100644 --- a/.gitlab/merge_request_templates/Release.md +++ b/.gitlab/merge_request_templates/Release.md @@ -5,6 +5,7 @@ - [ ] Edit `content/_data/versions.yaml` and rotate the versions - [ ] Edit `Dockerfile.master` and rotate the versions - [ ] Edit `dockerfiles/Dockerfile.archives` and add the new version +- [ ] Add the latest version to `content/robots.txt.erb` to disallow bots (prevent from indexing) - [ ] \(Optional) Rerun the stable version pipeline if there are changes in the docs after the Docker image was created - [ ] Merge and manually run the [scheduled pipeline](https://gitlab.com/gitlab-com/gitlab-docs/pipeline_schedules). diff --git a/content/robots.txt.erb b/content/robots.txt.erb index e228e9f8..cb837894 100644 --- a/content/robots.txt.erb +++ b/content/robots.txt.erb @@ -6,6 +6,13 @@ is_hidden: true sitemap: https://docs.gitlab.com/sitemap.xml user-agent: * disallow: /ce/ +disallow: /11.0/ +disallow: /10.8/ +disallow: /10.7/ +disallow: /10.6/ +disallow: /10.5/ +disallow: /10.4/ +disallow: /10.3/ <% else %> # Ban all spiders from the entire site when not on master branch user-agent: * |