Welcome to mirror list, hosted at ThFree Co, Russian Federation.

robots.txt.erb « content - gitlab.com/gitlab-org/gitlab-docs.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: 6be46cef212fc80484f3e2714e131dedee86f264 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
---
is_hidden: true
---

<% if production_and_default_branch? %>
# If on default branch and production env
sitemap: https://docs.gitlab.com/sitemap.xml
user-agent: *
disallow: /ce/
disallow: /debug/
disallow: /frontend/default/badges.js
<% elsif stable_version?(current_branch) %>
# If on stables branches
sitemap: https://docs.gitlab.com/<%= current_branch %>/sitemap.xml
user-agent: *
<% else %>
# Ban all spiders from the entire site when not on default or stable branches
user-agent: *
disallow: /
<% end %>