robots.txt: disallow crawling when not in production. (#27559)

2018-11-02 12:41:57 +02:00 · 2018-11-02 12:41:57 +02:00 · 3256a2c231
parent 4b15ec9cad
commit 3256a2c231
1 changed files with 1 additions and 1 deletions
--- a/site/robots.txt
+++ b/site/robots.txt
@ -5,5 +5,5 @@

 # Allow crawling of all content
 User-agent: *
-Disallow:
+Disallow:{% if jekyll.environment != "production" %} /{% endif %}
 Sitemap: {{ site.url }}/sitemap.xml