Match anything beginning with robot

2019-09-03 21:36:45 +01:00 · 2019-09-03 21:36:45 +01:00 · 041b50fd2c
parent e8ec579b9f
commit 041b50fd2c
1 changed files with 1 additions and 1 deletions
--- a/daemon.py
+++ b/daemon.py
@ -210,7 +210,7 @@ class PubServer(BaseHTTPRequestHandler):
            print(e)

    def _robotsTxt(self) -> bool:
-        if not self.path.lower().startswith('/robots.'):
+        if not self.path.lower().startswith('/robot'):
            return False
        msg='User-agent: *\nDisallow: /'
        msg=msg.encode('utf-8')