From b45d034332656443e9580dc0562c8a1702545b4e Mon Sep 17 00:00:00 2001
From: Bob Mottram <bob@freedombone.net>
Date: Sun, 20 Jun 2021 17:10:08 +0100
Subject: [PATCH] Reject obvious bots

---
 daemon.py | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/daemon.py b/daemon.py
index 37fe3ab9f..e25eb7bb5 100644
--- a/daemon.py
+++ b/daemon.py
@@ -458,10 +458,14 @@ class PubServer(BaseHTTPRequestHandler):
         """
         agentDomain = None
         if self.headers.get('User-Agent'):
-            agentDomain = userAgentDomain(self.headers['User-Agent'],
-                                          self.server.debug)
+            agentStr = self.headers['User-Agent']
+            if 'bot/' in agentStr or 'bot-' in agentStr.lower():
+                print('Crawler: ' + agentStr)
+                return True
+            agentDomain = userAgentDomain(agentStr, self.server.debug)
         else:
             return True
+
         blockedUA = False
         if not agentDomain:
             if self.server.userAgentDomainRequired: