indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Avoid duplicates

main
Bob Mottram 2021-09-06 09:48:58 +01:00
parent 3261b41abf
commit 12c0c64d96
1 changed files with 15 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
posts.py
View File

@ -3458,6 +3458,7 @@ def _createBoxIndexed(recentPostsCache: {},
} }
postsInBox = [] postsInBox = []
postUrlsInBox = []
indexFilename = \ indexFilename = \
acctDir(baseDir, timelineNickname, originalDomain) + \ acctDir(baseDir, timelineNickname, originalDomain) + \
@ -3497,19 +3498,23 @@ def _createBoxIndexed(recentPostsCache: {},
postFilename.replace('\n', '').replace('\r', '') postFilename.replace('\n', '').replace('\r', '')
postUrl = postUrl.replace('.json', '').strip() postUrl = postUrl.replace('.json', '').strip()
if url in postUrlsInBox:
continue
# is the post cached in memory? # is the post cached in memory?
if recentPostsCache.get('index'): if recentPostsCache.get('index'):
if postUrl in recentPostsCache['index']: if postUrl in recentPostsCache['index']:
if recentPostsCache['json'].get(postUrl): if recentPostsCache['json'].get(postUrl):
url = recentPostsCache['json'][postUrl] url = recentPostsCache['json'][postUrl]
if _addPostStringToTimeline(url, if _addPostStringToTimeline(url,
boxname, postsInBox, boxname, postsInBox,
boxActor): boxActor):
totalPostsCount += 1 totalPostsCount += 1
postsAddedToTimeline += 1 postsAddedToTimeline += 1
continue postUrlsInBox.append(url)
else: continue
print('Post not added to timeline') else:
print('Post not added to timeline')
# read the post from file # read the post from file
fullPostFilename = \ fullPostFilename = \
@ -3524,6 +3529,7 @@ def _createBoxIndexed(recentPostsCache: {},
postsInBox, boxActor): postsInBox, boxActor):
postsAddedToTimeline += 1 postsAddedToTimeline += 1
totalPostsCount += 1 totalPostsCount += 1
postUrlsInBox.append(url)
else: else:
print('WARN: Unable to add post ' + postUrl + print('WARN: Unable to add post ' + postUrl +
' nickname ' + nickname + ' nickname ' + nickname +
@ -3539,6 +3545,7 @@ def _createBoxIndexed(recentPostsCache: {},
postsInBox, boxActor): postsInBox, boxActor):
postsAddedToTimeline += 1 postsAddedToTimeline += 1
totalPostsCount += 1 totalPostsCount += 1
postUrlsInBox.append(url)
else: else:
print('WARN: Unable to add features post ' + print('WARN: Unable to add features post ' +
postUrl + ' nickname ' + nickname + postUrl + ' nickname ' + nickname +