From 041b50fd2cb532069a99cca229f281ff255d54d6 Mon Sep 17 00:00:00 2001 From: Bob Mottram Date: Tue, 3 Sep 2019 21:36:45 +0100 Subject: [PATCH] Match anything beginning with robot --- daemon.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/daemon.py b/daemon.py index b31aeabf..53f384e0 100644 --- a/daemon.py +++ b/daemon.py @@ -210,7 +210,7 @@ class PubServer(BaseHTTPRequestHandler): print(e) def _robotsTxt(self) -> bool: - if not self.path.lower().startswith('/robots.'): + if not self.path.lower().startswith('/robot'): return False msg='User-agent: *\nDisallow: /' msg=msg.encode('utf-8')