aboutsummaryrefslogtreecommitdiffstats
path: root/vendor/twbs/bootstrap/site/layouts/robots.txt
diff options
context:
space:
mode:
Diffstat (limited to 'vendor/twbs/bootstrap/site/layouts/robots.txt')
-rw-r--r--vendor/twbs/bootstrap/site/layouts/robots.txt12
1 files changed, 12 insertions, 0 deletions
diff --git a/vendor/twbs/bootstrap/site/layouts/robots.txt b/vendor/twbs/bootstrap/site/layouts/robots.txt
new file mode 100644
index 000000000..271b4f1b7
--- /dev/null
+++ b/vendor/twbs/bootstrap/site/layouts/robots.txt
@@ -0,0 +1,12 @@
+# www.robotstxt.org
+
+{{- $isProduction := eq hugo.Environment "production" -}}
+{{- $isNetlify := eq (getenv "NETLIFY") "true" -}}
+{{- $allowCrawling := and (not $isNetlify) $isProduction -}}
+
+{{ if $allowCrawling }}
+# Allow crawling of all content
+{{- end }}
+User-agent: *
+Disallow:{{ if not $allowCrawling }} /{{ end }}
+Sitemap: {{ "/sitemap.xml" | absURL }}