indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Avoid duplicates

main
Bob Mottram 2021-09-06 09:48:58 +01:00
parent 3261b41abf
commit 12c0c64d96
1 changed files with 15 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
posts.py
View File

@ -3458,6 +3458,7 @@ def _createBoxIndexed(recentPostsCache: {},
}
postsInBox = []
postUrlsInBox = []
indexFilename = \
acctDir(baseDir, timelineNickname, originalDomain) + \
@ -3497,19 +3498,23 @@ def _createBoxIndexed(recentPostsCache: {},
postFilename.replace('\n', '').replace('\r', '')
postUrl = postUrl.replace('.json', '').strip()
if url in postUrlsInBox:
continue
# is the post cached in memory?
if recentPostsCache.get('index'):
if postUrl in recentPostsCache['index']:
if recentPostsCache['json'].get(postUrl):
url = recentPostsCache['json'][postUrl]
if _addPostStringToTimeline(url,
boxname, postsInBox,
boxActor):
totalPostsCount += 1
postsAddedToTimeline += 1
continue
else:
print('Post not added to timeline')
if _addPostStringToTimeline(url,
boxname, postsInBox,
boxActor):
totalPostsCount += 1
postsAddedToTimeline += 1
postUrlsInBox.append(url)
continue
else:
print('Post not added to timeline')
# read the post from file
fullPostFilename = \
@ -3524,6 +3529,7 @@ def _createBoxIndexed(recentPostsCache: {},
postsInBox, boxActor):
postsAddedToTimeline += 1
totalPostsCount += 1
postUrlsInBox.append(url)
else:
print('WARN: Unable to add post ' + postUrl +
' nickname ' + nickname +
@ -3539,6 +3545,7 @@ def _createBoxIndexed(recentPostsCache: {},
postsInBox, boxActor):
postsAddedToTimeline += 1
totalPostsCount += 1
postUrlsInBox.append(url)
else:
print('WARN: Unable to add features post ' +
postUrl + ' nickname ' + nickname +