Disallow crawling on Netlify. (#29194)

package.json

@@ -69,6 +69,7 @@
     "docs": "npm-run-all css-docs js-docs docs-compile docs-lint",
     "docs-compile": "bundle exec jekyll build",
     "docs-production": "cross-env JEKYLL_ENV=production npm run docs-compile",
+    "docs-netlify": "cross-env JEKYLL_ENV=netlify npm run docs-compile",
     "docs-lint": "node build/vnu-jar.js",
     "docs-serve": "bundle exec jekyll serve",
     "docs-serve-only": "npm run docs-serve -- --skip-initial-build --no-watch",
@@ -79,7 +80,7 @@
     "release-zip": "cross-env-shell \"shx rm -rf bootstrap-$npm_package_version-dist && shx cp -r dist/ bootstrap-$npm_package_version-dist && zip -r9 bootstrap-$npm_package_version-dist.zip bootstrap-$npm_package_version-dist && shx rm -rf bootstrap-$npm_package_version-dist\"",
     "dist": "npm-run-all --parallel css js",
     "test": "npm-run-all lint dist js-test docs-compile docs-lint bundlesize",
-    "netlify": "npm-run-all dist release-sri docs-production",
+    "netlify": "npm-run-all dist release-sri docs-netlify",
     "watch": "npm-run-all --parallel watch-*",
     "watch-css-main": "nodemon --watch scss/ --ext scss --exec \"npm run css-main\"",
     "watch-css-docs": "nodemon --watch \"site/docs/**/assets/scss/\" --ext scss --exec \"npm run css-docs\"",

site/_includes/scripts.html

@@ -1,7 +1,7 @@
 <script src="{{ site.cdn.jquery }}" integrity="{{ site.cdn.jquery_hash }}" crossorigin="anonymous"></script>
 <script>window.jQuery || document.write('<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/vendor/jquery.slim.min.js"><\/script>')</script>
 
-{%- if jekyll.environment == "production" -%}
+{%- if jekyll.environment == "production" or jekyll.environment == "netlify" -%}
   <script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.min.js" integrity="{{ site.cdn.js_bundle_hash }}" crossorigin="anonymous"></script>
 {%- else -%}
   <script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.js"></script>
@@ -11,7 +11,7 @@
 <script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
 {%- endif -%}
 
-{%- if jekyll.environment == "production" -%}
+{%- if jekyll.environment == "production" or jekyll.environment == "netlify" -%}
   <script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/docs.min.js"></script>
 {%- else -%}
   <script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/vendor/anchor.min.js"></script>

site/_includes/stylesheet.html

@@ -1,5 +1,5 @@
 <!-- Bootstrap core CSS -->
-{%- if jekyll.environment == "production" %}
+{%- if jekyll.environment == "production" or jekyll.environment == "netlify" %}
 <link href="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/css/bootstrap.min.css" rel="stylesheet" integrity="{{ site.cdn.css_hash }}" crossorigin="anonymous">
 {% else %}
 <link href="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/css/bootstrap.css" rel="stylesheet">

site/_layouts/examples.html

@@ -42,7 +42,7 @@
       <script src="{{ site.cdn.jquery }}" integrity="{{ site.cdn.jquery_hash }}" crossorigin="anonymous"></script>
       <script>window.jQuery || document.write('<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/vendor/jquery.slim.min.js"><\/script>')</script>
 
-      {%- if jekyll.environment == "production" -%}
+      {%- if jekyll.environment == "production" or jekyll.environment == "netlify" -%}
         <script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.min.js" integrity="{{ site.cdn.js_bundle_hash }}" crossorigin="anonymous"></script>
       {%- else -%}
         <script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.js"></script>

site/robots.txt

@@ -3,7 +3,9 @@
 
 # www.robotstxt.org/
 
+{% if jekyll.environment != "netlify" -%}
 # Allow crawling of all content
+{%- endif %}
 User-agent: *
-Disallow:{% if jekyll.environment != "production" %} /{% endif %}
+Disallow:{% if jekyll.environment == "netlify" %} /{% endif %}
 Sitemap: {{ site.url }}/sitemap.xml