master
Bob Mottram 2019-09-03 21:30:09 +01:00
parent bc11bbfb6a
commit 938d15473a
1 changed files with 1 additions and 1 deletions

View File

@ -210,7 +210,7 @@ class PubServer(BaseHTTPRequestHandler):
print(e) print(e)
def _robotsTxt(self) -> bool: def _robotsTxt(self) -> bool:
if not self.path.lower().startswith('/.robots.txt'): if not self.path.lower().startswith('/robots.'):
return False return False
msg='User-agent: *\nDisallow: /' msg='User-agent: *\nDisallow: /'
msg=msg.encode('utf-8') msg=msg.encode('utf-8')