main
Bob Mottram 2024-08-17 20:46:10 +01:00
parent cb069bbed5
commit 544a5644b1
1 changed files with 2 additions and 0 deletions

View File

@ -260,6 +260,8 @@ def daemon_http_get(self) -> None:
return return
# headers used by LLM scrapers # headers used by LLM scrapers
# oai-host-hash requests come from Microsoft Corporation,
# which has a long term partnership with OpenAI
if 'oai-host-hash' in self.headers: if 'oai-host-hash' in self.headers:
msg = html_poisoned(self.server.dictionary) msg = html_poisoned(self.server.dictionary)
msg = msg.encode('utf-8') msg = msg.encode('utf-8')