From e7ce15c8664f469cb9ae2117354524688d72b8e1 Mon Sep 17 00:00:00 2001 From: Anton Davydov Date: Sat, 3 Aug 2024 20:55:58 +0300 Subject: [PATCH] Update robot.txt file again --- _site/atom.xml | 2 +- _site/robots.txt | 1 + robots.txt | 1 + 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/_site/atom.xml b/_site/atom.xml index 155a70d..b3b3fc7 100644 --- a/_site/atom.xml +++ b/_site/atom.xml @@ -4,7 +4,7 @@ - 2024-08-03T20:52:50+03:00 + 2024-08-03T20:55:52+03:00 http://pepegramming.site Anton Davydov diff --git a/_site/robots.txt b/_site/robots.txt index 8cf57c9..0e5cab2 100644 --- a/_site/robots.txt +++ b/_site/robots.txt @@ -2,6 +2,7 @@ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * +Allow: / User-agent: anthropic-ai Disallow: / diff --git a/robots.txt b/robots.txt index ff0bde6..bdebb84 100644 --- a/robots.txt +++ b/robots.txt @@ -7,6 +7,7 @@ sitemap: false # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * +Allow: / User-agent: anthropic-ai Disallow: /