indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Limited number of retries to read inbox queue files

master
Bob Mottram 2019-08-05 23:38:38 +01:00
parent e868020392
commit 28ea6ce342
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
inbox.py
View File

@ -996,6 +996,11 @@ def runInboxQueue(baseDir: str,httpPrefix: str,sendThreads: [],postLog: [], \
'accounts': {}
}
# keep track of the number of queue item read failures
# so that if a file is corrupt then it will eventually
# be ignored rather than endlessly retried
itemReadFailed=0
while True:
time.sleep(1)
if len(queue)>0:
@ -1020,8 +1025,15 @@ def runInboxQueue(baseDir: str,httpPrefix: str,sendThreads: [],postLog: [], \
with open(queueFilename, 'r') as fp:
queueJson=commentjson.load(fp)
except:
print('WARN: Failed to load inbox queue item '+queueFilename)
itemReadFailed+=1
print('WARN: Failed to load inbox queue item '+queueFilename+' (try '+str(itemReadFailed)+')')
if itemReadFailed>4:
# After a few tries we can assume that the file
# is probably corrupt/unreadable
queue.pop(0)
itemReadFailed=0
continue
itemReadFailed=0
# clear the daily quotas for maximum numbers of received posts
if currTime-quotasLastUpdate>60*60*24: