indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Avoid content label duplicates

main
bashrc 2026-08-21 21:45:37 +01:00
parent 75c17914e7
commit 72fe30a5e5
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/content_labels.py
View File

@ -56,7 +56,8 @@ def get_labels_from_json(json_object: {}) -> []:
if label_str: if label_str:
if len(labels) >= MAX_CONTENT_LABELS: if len(labels) >= MAX_CONTENT_LABELS:
break break
labels.append(label_str) if label_str not in labels:
labels.append(label_str)
# limit the number of labels # limit the number of labels
if len(labels) >= MAX_CONTENT_LABELS: if len(labels) >= MAX_CONTENT_LABELS:
break break
@ -68,7 +69,8 @@ def get_labels_from_json(json_object: {}) -> []:
if isinstance(tag_dict['href'], str): if isinstance(tag_dict['href'], str):
if resembles_url(tag_dict['href']): if resembles_url(tag_dict['href']):
label_str += '###' + tag_dict['href'] label_str += '###' + tag_dict['href']
labels.append(label_str) if label_str not in labels:
labels.append(label_str)
# limit the number of labels # limit the number of labels
if len(labels) >= MAX_CONTENT_LABELS: if len(labels) >= MAX_CONTENT_LABELS:
break break
@ -79,7 +81,8 @@ def get_labels_from_json(json_object: {}) -> []:
if isinstance(tag_dict['href'], str): if isinstance(tag_dict['href'], str):
if resembles_url(tag_dict['href']): if resembles_url(tag_dict['href']):
label_str += '###' + tag_dict['href'] label_str += '###' + tag_dict['href']
labels.append(label_str) if label_str not in labels:
labels.append(label_str)
# limit the number of labels # limit the number of labels
if len(labels) >= MAX_CONTENT_LABELS: if len(labels) >= MAX_CONTENT_LABELS:
break break