Another blocked crawler

2026-08-30 14:51:13 +01:00 · 2026-08-30 14:51:13 +01:00 · 6a0c77cbca
parent 186c35112b
commit 6a0c77cbca
1 changed files with 1 additions and 1 deletions
--- a/src/crawlers.py
+++ b/src/crawlers.py
@ -23,7 +23,7 @@ from src.data import save_string
 from src.data import is_a_file

 default_user_agent_blocks = [
-    'fedilist', 'ncsc scan', 'fedifetcher'
+    'fedilist', 'ncsc scan', 'fedifetcher', 'example.com'
 ]