indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Another blocked crawler

main
bashrc 2026-08-30 14:51:13 +01:00
parent 186c35112b
commit 6a0c77cbca
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/crawlers.py
View File

@ -23,7 +23,7 @@ from src.data import save_string
from src.data import is_a_file from src.data import is_a_file
default_user_agent_blocks = [ default_user_agent_blocks = [
'fedilist', 'ncsc scan', 'fedifetcher' 'fedilist', 'ncsc scan', 'fedifetcher', 'example.com'
] ]