0
0
mirror of https://github.com/twbs/bootstrap.git synced 2024-12-12 00:08:59 +01:00
Bootstrap/site/robots.txt

12 lines
231 B
Plaintext
Raw Normal View History

2014-02-23 12:33:33 +01:00
---
---
# www.robotstxt.org/
2019-08-03 16:09:25 +02:00
{% if jekyll.environment != "netlify" -%}
2014-02-23 12:33:33 +01:00
# Allow crawling of all content
2019-08-03 16:09:25 +02:00
{%- endif %}
2014-02-23 12:33:33 +01:00
User-agent: *
2019-08-03 16:09:25 +02:00
Disallow:{% if jekyll.environment == "netlify" %} /{% endif %}
2014-02-23 12:33:33 +01:00
Sitemap: {{ site.url }}/sitemap.xml