2019-01-08 16:33:28 +00:00
|
|
|
# www.robotstxt.org
|
|
|
|
|
2020-11-24 19:05:11 +00:00
|
|
|
{{- $isProduction := eq hugo.Environment "production" -}}
|
|
|
|
{{- $isNetlify := eq (getenv "NETLIFY") "true" -}}
|
|
|
|
{{- $allowCrawling := and (not $isNetlify) $isProduction -}}
|
2019-08-02 14:26:25 +00:00
|
|
|
|
|
|
|
{{ if $allowCrawling }}
|
2019-01-08 16:33:28 +00:00
|
|
|
# Allow crawling of all content
|
|
|
|
{{- end }}
|
|
|
|
User-agent: *
|
2019-08-02 14:26:25 +00:00
|
|
|
Disallow:{{ if not $allowCrawling }} /{{ end }}
|
2019-08-08 15:30:43 +00:00
|
|
|
Sitemap: {{ "/sitemap.xml" | absURL }}
|