diff options
Diffstat (limited to 'docs/robots.txt')
-rw-r--r-- | docs/robots.txt | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/docs/robots.txt b/docs/robots.txt new file mode 100644 index 0000000000..3f86d8a9dd --- /dev/null +++ b/docs/robots.txt @@ -0,0 +1,10 @@ +--- +layout: nil +--- + +# www.robotstxt.org/ + +# Allow crawling of all content +User-agent: * +Disallow: +Sitemap: {{ site.url }}/sitemap.xml |