diff options
Diffstat (limited to 'vendor/twbs/bootstrap/site/layouts/robots.txt')
| -rw-r--r-- | vendor/twbs/bootstrap/site/layouts/robots.txt | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/vendor/twbs/bootstrap/site/layouts/robots.txt b/vendor/twbs/bootstrap/site/layouts/robots.txt new file mode 100644 index 000000000..271b4f1b7 --- /dev/null +++ b/vendor/twbs/bootstrap/site/layouts/robots.txt @@ -0,0 +1,12 @@ +# www.robotstxt.org + +{{- $isProduction := eq hugo.Environment "production" -}} +{{- $isNetlify := eq (getenv "NETLIFY") "true" -}} +{{- $allowCrawling := and (not $isNetlify) $isProduction -}} + +{{ if $allowCrawling }} +# Allow crawling of all content +{{- end }} +User-agent: * +Disallow:{{ if not $allowCrawling }} /{{ end }} +Sitemap: {{ "/sitemap.xml" | absURL }} |