Merge pull request #440 from flairNLP/change-deafault-user-agent

Change default `user-agent` -> `FundusBot`
flairNLP · Apr 22, 2024 · 72d1bef · 72d1bef
2 parents 28a74d0 + de56266
commit 72d1bef
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/src/fundus/publishers/de/__init__.py b/src/fundus/publishers/de/__init__.py
@@ -114,7 +114,6 @@ class DE(PublisherEnum):
                 f"https://www.zeit.de/gsitemaps/index.xml?date={datetime.now().strftime('%Y-%m-%d')}&unit=days&period=1"
             ),
         ],
-        request_header={"user-agent": "Googlebot"},
         url_filter=regex_filter(
             "/zett/|/angebote/|/kaenguru-comics/|/administratives/|/index(?!.)|/elbvertiefung-[0-9]{2}-[0-9]{2}"
         ),

diff --git a/src/fundus/scraping/session.py b/src/fundus/scraping/session.py
@@ -7,7 +7,7 @@
 
 from fundus.logging import basic_logger
 
-_default_header = {"user-agent": "Fundus"}
+_default_header = {"user-agent": "FundusBot"}
 
 
 class SessionHandler: