mj-saunders
/
epicyon
forked from indymedia/epicyon
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Match anything beginning with robot

master
Bob Mottram 2019-09-03 21:36:45 +01:00
parent e8ec579b9f
commit 041b50fd2c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
daemon.py
View File

@ -210,7 +210,7 @@ class PubServer(BaseHTTPRequestHandler):
print(e) print(e)
def _robotsTxt(self) -> bool: def _robotsTxt(self) -> bool:
if not self.path.lower().startswith('/robots.'): if not self.path.lower().startswith('/robot'):
return False return False
msg='User-agent: *\nDisallow: /' msg='User-agent: *\nDisallow: /'
msg=msg.encode('utf-8') msg=msg.encode('utf-8')