indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Reject obvious bots

main
Bob Mottram 2021-06-20 17:10:08 +01:00
parent f5930daf41
commit b45d034332
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
daemon.py
View File

@ -458,10 +458,14 @@ class PubServer(BaseHTTPRequestHandler):
""" """
agentDomain = None agentDomain = None
if self.headers.get('User-Agent'): if self.headers.get('User-Agent'):
agentDomain = userAgentDomain(self.headers['User-Agent'], agentStr = self.headers['User-Agent']
self.server.debug) if 'bot/' in agentStr or 'bot-' in agentStr.lower():
print('Crawler: ' + agentStr)
return True
agentDomain = userAgentDomain(agentStr, self.server.debug)
else: else:
return True return True
blockedUA = False blockedUA = False
if not agentDomain: if not agentDomain:
if self.server.userAgentDomainRequired: if self.server.userAgentDomainRequired: