indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

Avoid false positives for slop sites

main
Bob Mottram 2025-07-16 20:43:54 +01:00
parent 313a211dde
commit 60867ee1d8
2 changed files with 2227 additions and 1112 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3326
cwlists/ai_generated.json
View File

File diff suppressed because it is too large Load Diff

11
scripts/update_ai_cwlist
View File

@ -19,9 +19,16 @@ grep "0.0.0.0" noai_hosts.txt | awk -F ' ' '{print $2}' > $TEMPFILENAME
while IFS= read -r line while IFS= read -r line
do do
linestr=$(echo "$line" | sed 's/\r$//') linestr=$(echo "${line}" | sed 's/\r$//')
if [[ "${linestr}" != "www."* ]]; then
linestr2=" \"/${linestr}\","
echo "${linestr2}" >> $CW_FILENAME
linestr2=" \".${linestr}\","
echo "${linestr2}" >> $CW_FILENAME
else
linestr2=" \"${linestr}\"," linestr2=" \"${linestr}\","
echo "$linestr2" >> $CW_FILENAME echo "${linestr2}" >> $CW_FILENAME
fi
done < $TEMPFILENAME done < $TEMPFILENAME
{ echo " ]"; { echo " ]";