content/robots.txt.erb


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

---
is_hidden: true
---

<% if ENV['CI_COMMIT_REF_NAME'] == 'master' %>
sitemap: https://docs.gitlab.com/sitemap.xml
user-agent: *
disallow: /ce/
disallow: /11.0/
disallow: /10.8/
disallow: /10.7/
disallow: /10.6/
disallow: /10.5/
disallow: /10.4/
disallow: /10.3/
<% else %>
# Ban all spiders from the entire site when not on master branch
user-agent: *
disallow: /
<% end %>