Only show recent crawlers

merge-requests/30/head
Bob Mottram 2021-10-24 12:11:17 +01:00
parent 0d83ad8476
commit 0c4a3bf968
1 changed files with 7 additions and 4 deletions

View File

@ -405,8 +405,8 @@ class PubServer(BaseHTTPRequestHandler):
"lastseen": int(time.time()), "lastseen": int(time.time()),
"hits": 1 "hits": 1
} }
saveJson(self.server.knownCrawlers, saveJson(self.server.knownCrawlers,
self.server.baseDir + '/accounts/knownCrawlers.json') self.server.baseDir + '/accounts/knownCrawlers.json')
def _getInstanceUrl(self, callingDomain: str) -> str: def _getInstanceUrl(self, callingDomain: str) -> str:
"""Returns the URL for this instance """Returns the URL for this instance
@ -11862,8 +11862,11 @@ class PubServer(BaseHTTPRequestHandler):
if not isModerator(baseDir, nickname): if not isModerator(baseDir, nickname):
return False return False
crawlersList = [] crawlersList = []
currTime = int(time.time())
recentCrawlers = 60 * 60 * 24 * 30
for uaStr, item in knownCrawlers.items(): for uaStr, item in knownCrawlers.items():
crawlersList.append(str(item['hits']) + ' ' + uaStr) if item['lastseen'] - currTime < recentCrawlers:
crawlersList.append(str(item['hits']) + ' ' + uaStr)
crawlersList.sort(reverse=True) crawlersList.sort(reverse=True)
msg = '' msg = ''
for lineStr in crawlersList: for lineStr in crawlersList:
@ -17370,7 +17373,7 @@ def runDaemon(listsEnabled: str,
httpd.knownCrawlers = {} httpd.knownCrawlers = {}
knownCrawlersFilename = baseDir + '/accounts/knownCrawlers.json' knownCrawlersFilename = baseDir + '/accounts/knownCrawlers.json'
if os.path.isfile(knownCrawlersFilename): if os.path.isfile(knownCrawlersFilename):
httpd.knownCrawlers = loadJson(baseDir + '/accounts/knownCrawlers.json') httpd.knownCrawlers = loadJson(knownCrawlersFilename)
if listsEnabled: if listsEnabled:
httpd.listsEnabled = listsEnabled httpd.listsEnabled = listsEnabled