0
0
mirror of https://github.com/twbs/bootstrap.git synced 2024-12-12 00:08:59 +01:00
Bootstrap/site/robots.txt
2019-08-03 17:09:25 +03:00

12 lines
231 B
Plaintext

---
---
# www.robotstxt.org/
{% if jekyll.environment != "netlify" -%}
# Allow crawling of all content
{%- endif %}
User-agent: *
Disallow:{% if jekyll.environment == "netlify" %} /{% endif %}
Sitemap: {{ site.url }}/sitemap.xml