mirror of
https://gitlab.com/bashrc2/epicyon
synced 2026-11-05 04:02:21 +00:00
Don't block crawlers on news instances
This commit is contained in:
1 parent
784aca35f3
commit
df3de68e52
1 file changed
+1
-1
@@ -466,7 +466,7 @@ class PubServer(BaseHTTPRequestHandler):
|
||||
# is this a web crawler? If so the block it
|
||||
agentStrLower = agentStr.lower()
|
||||
if 'bot/' in agentStrLower or 'bot-' in agentStrLower:
|
||||
if if self.server.newsInstance:
|
||||
if self.server.newsInstance:
|
||||
return False
|
||||
print('Blocked Crawler: ' + agentStr)
|
||||
return True
|
||||
|
||||
Reference in new issue
Block a user