mirror of https://gitlab.com/bashrc2/epicyon
Remove long words from newswire titles
This can cause column overflowsmerge-requests/8/head
parent
8989d070c7
commit
ade3c0560b
|
@ -22,6 +22,7 @@ from utils import removeHtml
|
|||
from blocking import isBlockedDomain
|
||||
from blocking import isBlockedHashtag
|
||||
from filters import isFiltered
|
||||
from content import removeLongWords
|
||||
|
||||
|
||||
def rss2Header(httpPrefix: str,
|
||||
|
@ -89,6 +90,10 @@ def addNewswireDictEntry(baseDir: str, domain: str,
|
|||
tags=[], maxTags=32) -> None:
|
||||
"""Update the newswire dictionary
|
||||
"""
|
||||
# remove any long words from the title, which can
|
||||
# cause column overflows
|
||||
title = removeLongWords(title, 30, [])
|
||||
|
||||
allText = removeHtml(title + ' ' + description)
|
||||
|
||||
# check that none of the text is filtered against
|
||||
|
|
Loading…
Reference in New Issue