Welcome to mirror list, hosted at ThFree Co, Russian Federation.

robots.txt.erb « content - gitlab.com/gitlab-org/gitlab-docs.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: b368ca1efde640f5d65a76079ff3100b2f502a81 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
---
is_hidden: true
---

<% if ENV['CI_COMMIT_REF_NAME'] == ENV['CI_DEFAULT_BRANCH'] %>
sitemap: https://docs.gitlab.com/sitemap.xml
user-agent: *
disallow: /ce/
disallow: /debug/
<% @items['/_data/versions.yaml'][:online].each do |version| %>
disallow: /<%= version %>/
<% end %>
<% @items['/_data/versions.yaml'][:offline].each do |version| %>
disallow: /<%= version %>/
<% end %>
<% else %>
# Ban all spiders from the entire site when not on master branch
user-agent: *
disallow: /
<% end %>