Avoid false positives for slop sites

This commit is contained in:
Bob Mottram committed 2025-07-16 20:43:54 +01:00
1 parent 313a211dde
commit 60867ee1d8
2 files changed
+2227 -1112

No files matched your search

+2217 -1109
View File
File diff suppressed because it is too large. Load diff
+10 -3
View File
@@ -19,9 +19,16 @@ grep "0.0.0.0" noai_hosts.txt | awk -F ' ' '{print $2}' > $TEMPFILENAME
while IFS= read -r line
do
linestr=$(echo "$line" | sed 's/\r$//')
linestr2=" \"${linestr}\","
echo "$linestr2" >> $CW_FILENAME
linestr=$(echo "${line}" | sed 's/\r$//')
if [[ "${linestr}" != "www."* ]]; then
linestr2=" \"/${linestr}\","
echo "${linestr2}" >> $CW_FILENAME
linestr2=" \".${linestr}\","
echo "${linestr2}" >> $CW_FILENAME
else
linestr2=" \"${linestr}\","
echo "${linestr2}" >> $CW_FILENAME
fi
done < $TEMPFILENAME
{ echo " ]";