diff options
Diffstat (limited to 'site/robots.txt')
| -rw-r--r-- | site/robots.txt | 9 |
1 files changed, 0 insertions, 9 deletions
diff --git a/site/robots.txt b/site/robots.txt deleted file mode 100644 index d3ac12c646..0000000000 --- a/site/robots.txt +++ /dev/null @@ -1,9 +0,0 @@ ---- ---- - -# www.robotstxt.org/ - -# Allow crawling of all content -User-agent: * -Disallow:{% if jekyll.environment != "production" %} /{% endif %} -Sitemap: {{ site.url }}/sitemap.xml |