From d1680d5c627cd1bf3c645d5be61e0e6864bc0025 Mon Sep 17 00:00:00 2001 From: XhmikosR Date: Tue, 30 Oct 2018 16:00:43 +0200 Subject: [PATCH 1/2] robots.txt: disallow crawling when not in production. [skip browser] --- site/robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/site/robots.txt b/site/robots.txt index aef3fa1f64a1..d5e76e3f768d 100644 --- a/site/robots.txt +++ b/site/robots.txt @@ -5,5 +5,5 @@ # Allow crawling of all content User-agent: * -Disallow: +Disallow:{%- if jekyll.environment != "production" %} /{%- endif %} Sitemap: {{ site.url }}/sitemap.xml From 95ad81d040a731d9024818900c6bed69def05236 Mon Sep 17 00:00:00 2001 From: XhmikosR Date: Tue, 30 Oct 2018 19:50:08 +0200 Subject: [PATCH 2/2] Update robots.txt --- site/robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/site/robots.txt b/site/robots.txt index d5e76e3f768d..d3ac12c6462d 100644 --- a/site/robots.txt +++ b/site/robots.txt @@ -5,5 +5,5 @@ # Allow crawling of all content User-agent: * -Disallow:{%- if jekyll.environment != "production" %} /{%- endif %} +Disallow:{% if jekyll.environment != "production" %} /{% endif %} Sitemap: {{ site.url }}/sitemap.xml