diff --git a/daemon.py b/daemon.py
index b3904bf63..e02a57147 100644
--- a/daemon.py
+++ b/daemon.py
@@ -466,6 +466,8 @@ class PubServer(BaseHTTPRequestHandler):
             # is this a web crawler? If so the block it
             agentStrLower = agentStr.lower()
             if 'bot/' in agentStrLower or 'bot-' in agentStrLower:
+                if self.server.newsInstance:
+                    return False
                 print('Blocked Crawler: ' + agentStr)
                 return True
             # get domain name from User-Agent