diff options
Diffstat (limited to 'site/layouts/robots.txt')
| -rw-r--r-- | site/layouts/robots.txt | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/site/layouts/robots.txt b/site/layouts/robots.txt new file mode 100644 index 0000000000..e9d78f1aed --- /dev/null +++ b/site/layouts/robots.txt @@ -0,0 +1,8 @@ +# www.robotstxt.org + +{{ if (eq (getenv "HUGO_ENV") "production") -}} +# Allow crawling of all content +{{- end }} +User-agent: * +Disallow:{{ if (ne (getenv "HUGO_ENV") "production") }} /{{ end }} +Sitemap: {{ .Site.BaseURL }}/sitemap.xml |