mirror of
https://github.com/twbs/bootstrap.git
synced 2025-01-20 12:52:19 +01:00
Disable crawling on Netlify. (#29193)
This commit is contained in:
parent
08cc5c3961
commit
f17f882df2
@ -291,7 +291,7 @@ module.exports = function (grunt) {
|
||||
docs: {},
|
||||
netlify: {
|
||||
options: {
|
||||
raw: 'github: true\nbaseurl: ""'
|
||||
raw: 'github: true\nbaseurl: ""\nnetlify: true'
|
||||
}
|
||||
},
|
||||
github: {
|
||||
|
@ -3,7 +3,9 @@
|
||||
|
||||
# www.robotstxt.org/
|
||||
|
||||
{% if site.netlify != true and site.github == true -%}
|
||||
# Allow crawling of all content
|
||||
{%- endif %}
|
||||
User-agent: *
|
||||
Disallow:
|
||||
Disallow:{% if site.netlify == true or site.github != true %} /{% endif %}
|
||||
Sitemap: {{ site.url }}/sitemap.xml
|
||||
|
Loading…
x
Reference in New Issue
Block a user