indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Remove old user agent log entries

main
Bob Mottram 2021-10-24 19:05:04 +01:00
parent 611a6da196
commit 517bcc6197
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
daemon.py
View File

@ -408,7 +408,16 @@ class PubServer(BaseHTTPRequestHandler):
"lastseen": currTime, "lastseen": currTime,
"hits": 1 "hits": 1
} }
if currTime - self.server.lastKnownCrawler >= 10:
if currTime - self.server.lastKnownCrawler >= 30:
# remove any old observations
removeCrawlers = []
for ua, item in self.server.knownCrawlers.items():
if currTime - item['lastseen'] >= 60 * 60 * 24 * 30:
removeCrawlers.append(ua)
for ua in removeCrawlers:
del self.server.knownCrawlers[ua]
# save the list of crawlers
saveJson(self.server.knownCrawlers, saveJson(self.server.knownCrawlers,
self.server.baseDir + '/accounts/knownCrawlers.json') self.server.baseDir + '/accounts/knownCrawlers.json')
self.server.lastKnownCrawler = currTime self.server.lastKnownCrawler = currTime