indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

More common words

main
Bob Mottram 2021-07-23 12:37:37 +01:00
parent f1ce208765
commit 4838dd5e02
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
posts.py
View File

@ -496,7 +496,7 @@ def _updateWordFrequency(content: str, wordFrequency: {}) -> None:
that they appear that they appear
""" """
plainText = removeHtml(content) plainText = removeHtml(content)
removeChars = ('.', ';', '?') removeChars = ('.', ';', '?', '\n')
for ch in removeChars: for ch in removeChars:
plainText = plainText.replace(ch, ' ') plainText = plainText.replace(ch, ' ')
wordsList = plainText.split(' ') wordsList = plainText.split(' ')
@ -510,7 +510,7 @@ def _updateWordFrequency(content: str, wordFrequency: {}) -> None:
'been', 'over', 'their', 'where', 'could', 'though', 'been', 'over', 'their', 'where', 'could', 'though',
'like', 'think', 'same', 'maybe', 'really', 'thing', 'like', 'think', 'same', 'maybe', 'really', 'thing',
'something', 'possible', 'actual', 'actually', 'something', 'possible', 'actual', 'actually',
'because', 'around', 'having', 'I' 'because', 'around', 'having'
) )
for word in wordsList: for word in wordsList:
wordLen = len(word) wordLen = len(word)