indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Use a different filename to distinguish from api/nodeinfo access

main
Bob Mottram 2022-03-06 14:11:11 +00:00
parent 9be61c2b38
commit 5f1f973d85
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
crawlers.py
View File

@ -55,7 +55,7 @@ def update_known_crawlers(ua_str: str,
def load_known_web_crawlers(base_dir: str) -> []:
"""Returns a list of known web crawlers
"""
known_crawlers_filename = base_dir + '/accounts/known_crawlers.txt'
known_crawlers_filename = base_dir + '/accounts/known_web_bots.txt'
if not os.path.isfile(known_crawlers_filename):
return []
crawlers_str = None
@ -83,7 +83,7 @@ def load_known_web_crawlers(base_dir: str) -> []:
def _save_known_web_crawlers(base_dir: str, known_crawlers: []) -> bool:
"""Saves a list of known web crawlers
"""
known_crawlers_filename = base_dir + '/accounts/known_crawlers.txt'
known_crawlers_filename = base_dir + '/accounts/known_web_bots.txt'
known_crawlers_str = ''
for crawler in known_crawlers:
known_crawlers_str += crawler.strip() + '\n'