vendor/twbs/bootstrap/site/robots.txt


1
2
3
4
5
6
7
8
9
10
11

---
---

# www.robotstxt.org/

{% if jekyll.environment != "netlify" -%}
# Allow crawling of all content
{%- endif %}
User-agent: *
Disallow:{% if jekyll.environment == "netlify" %} /{% endif %}
Sitemap: {{ site.url }}/sitemap.xml