diff --git a/src/fundus/publishers/de/__init__.py b/src/fundus/publishers/de/__init__.py index eba571fc5..37b26f243 100644 --- a/src/fundus/publishers/de/__init__.py +++ b/src/fundus/publishers/de/__init__.py @@ -114,7 +114,6 @@ class DE(PublisherEnum): f"https://www.zeit.de/gsitemaps/index.xml?date={datetime.now().strftime('%Y-%m-%d')}&unit=days&period=1" ), ], - request_header={"user-agent": "Googlebot"}, url_filter=regex_filter( "/zett/|/angebote/|/kaenguru-comics/|/administratives/|/index(?!.)|/elbvertiefung-[0-9]{2}-[0-9]{2}" ), diff --git a/src/fundus/scraping/session.py b/src/fundus/scraping/session.py index 4a804fbe0..9344f8366 100644 --- a/src/fundus/scraping/session.py +++ b/src/fundus/scraping/session.py @@ -7,7 +7,7 @@ from fundus.logging import basic_logger -_default_header = {"user-agent": "Fundus"} +_default_header = {"user-agent": "FundusBot"} class SessionHandler: