diff --git a/public/robots.txt b/public/robots.txt index 40cf16ea..1299be8f 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,14 +1,14 @@ # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: - User-Agent: * - Crawl-delay: 3 - Allow: /$ - Allow: /maps$ - Allow: /maps/$ - Allow: /layers/$ - Allow: /layers$ - Allow: /home - Disallow: /* - Disallow: /maps/* - Disallow: /layers/* +User-Agent: * +Crawl-delay: 3 +Allow: /warper/$ +Allow: /warper/maps$ +Allow: /warper/maps/$ +Allow: /warper/layers/$ +Allow: /warper/layers$ +Allow: /warper/home +Disallow: /warper/* +Disallow: /warper/maps/* +Disallow: /warper/layers/*