diff --git a/newswire.py b/newswire.py index 1734a3a05..144e7854a 100644 --- a/newswire.py +++ b/newswire.py @@ -103,7 +103,11 @@ def addNewswireDictEntry(baseDir: str, domain: str, tags=[], maxTags=32) -> None: """Update the newswire dictionary """ - allText = removeHtml(title + ' ' + description) + # remove any markup + title = removeHtml(title) + description = removeHtml(description) + + allText = title + ' ' + description # check that none of the text is filtered against if isFiltered(baseDir, 'news', domain, allText):