* Added a safer default robots.txt template

nystudio107 · Jun 20, 2017 · 3dec050 · 3dec050
1 parent 104d857
commit 3dec050
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -3,6 +3,7 @@
 ## 1.1.48 - 2017.06.18
 ### Changed
 * Fixed an issue on old versions of PHP < PHP 5.4 with `http_response_code()`
+* Added a safer default `robots.txt` template
 
 ## 1.1.47 - 2017.06.08
 ### Changed

diff --git a/releases.json b/releases.json
@@ -4,7 +4,8 @@
         "downloadUrl": "https://github.com/nystudio107/seomatic/archive/master.zip",
         "date": "2017-06-18T11:00:00-11:00",
         "notes": [
-            "[Fixed] Fixed an issue on old versions of PHP < PHP 5.4 with `http_response_code()`"
+            "[Fixed] Fixed an issue on old versions of PHP < PHP 5.4 with `http_response_code()`",
+            "[Improved] Added a safer default `robots.txt` template"
         ]
     },
     {

diff --git a/templates/_robotsDefault.twig b/templates/_robotsDefault.twig
@@ -1,8 +1,16 @@
 # robots.txt for {{ siteUrl }}
+# For a multi-environment setup, see: https://nystudio107.com/blog/prevent-google-from-indexing-staging-sites
 
 Sitemap: {{ siteUrl |trim('/') }}/sitemap.xml
 
-# Don't allow web crawlers to index Craft
+{% if craft.config.devMode %}
+# devMode - disallow all
+
+User-agent: *
+Disallow: /
+{% else %}
+# Live - Don't allow web crawlers to index Craft
 
 User-agent: *
 Disallow: /craft/
+{% endif %}