More robust domain detection

cwlists/ai_generated.json

@@ -665,7 +665,11 @@
         "thedreamkeeper.co",
         "artprint.co",
         "/scrum.co",
+        ">scrum.co",
+        ".scrum.co",
         "/iamfy.co",
+        ">iamfy.co",
+        ".iamfy.co",
         "diffusionart.co",
         "cameralyze.co",
         "midjourney.co",
@@ -720,6 +724,8 @@
         "ggpredict.io",
         "artimator.io",
         "/memo.tv",
+        ">memo.tv",
+        ".memo.tv",
         "quasi.market",
         "diffusion.land",
         "neural.love",

cwlists/dei.json

@@ -79,27 +79,43 @@
         "disney.co.uk",
         "facebook.com",
         ".ford.co.uk",
+        "/ford.co.uk",
+        ">ford.co.uk",
         ".ford.com",
+        "/ford.com",
+        ">ford.com",
         ".ge.com",
+        "/ge.com",
+        ">ge.com",
         "goldmansachs.com",
         "google.com",
         "google.co.uk",
         "harley-davidson.com",
         ".intel.com",
+        "/intel.com",
+        ">intel.com",
         "deere.co.uk",
         "deere.com",
         "jpmorgan.com",
         ".lowes.com",
+        "/lowes.com",
+        ">lowes.com",
         "mcdonalds.com",
         "molsoncoors.com",
         "morganstanley.com",
         ".npr.org",
+        "/npr.org",
+        ">npr.org",
         ".pbs.org",
+        "/pbs.org",
+        ">pbs.org",
         "paypal.com",
         "paypal.co.uk",
         "pepsi.com",
         "pepsi.co.uk",
         ".si.edu",
+        "/si.edu",
+        ">si.edu",
         "tractorsupply.com",
         "walmart.com",
         "wellsfargo.com",
@@ -113,14 +129,20 @@
         "gamer.network",
         "humblebundle.com",
         ".ign.com",
+        "/ign.com",
+        ">ign.com",
         "ipvanish.com",
         "lifehacker.com",
         "livedrive.com",
         "mashable.com",
         ".offers.com",
+        "/offers.com",
+        ">offers.com",
         "pcmag.com",
         "retailmenot.com",
         ".smtp.com",
+        "/smtp.com",
+        ">smtp.com",
         "speedtest.net",
         "spiceworks.com",
         "strongvpn.com",

cwlists/murdoch.json

@@ -14,6 +14,7 @@
 	      "pressassociation.com",
 	      "/news.co.uk",
 	      ".news.co.uk",
+	      ">news.co.uk",
 	      " news.co.uk",
 	      "newscorpaustralia.com",
 	      "theaustralian.com.au",
@@ -45,6 +46,7 @@
 	      "foxnewsgo.com",
 	      ".fox.com",
 	      "/fox.com",
+	      ">fox.com",
 	      "foxbusiness.com",
 	      "foxsports.com",
 	      "fssta.com",

cwlists/russianstate.json

@@ -5,6 +5,8 @@
     "words": [],
     "domains": [
 	      ".rt.com",
+	      "/rt.com",
+	      ">rt.com",
 	      "redfish.media",
 	      "ruptly.tv",
 	      "sputniknews.com",
@@ -22,17 +24,27 @@
         "waronfakes.com",
         "themoscowtimes.com",
         ".tass.com",
+        "/tass.com",
+        ">tass.com",
         "meduza.io",
         "globalaffairs.ru",
         "desk-russie.eu",
         "fine-news.ru",
         ".ria.ru",
+        "/ria.ru",
+        ">ria.ru",
         "lenta.ru",
         ".kp.ru",
+        "/kp.ru",
+        ">kp.ru",
         "adigea.aif.ru",
         "nnews.nnov.ru",
         ".vm.ru",
+        "/vm.ru",
+        ">vm.ru",
         ".ng.ru",
+        "/ng.ru",
+        ">ng.ru",
         "utro.ru",
         "province.ru",
         "eg-online.ru",

cwlists/ukrwthinktanks.json

@@ -3,23 +3,23 @@
     "warning": "UK Right Wing Think Tank",
     "description": "Biased towards UK right wing agendas",
     "words": [
-	"Adam Smith Institute",
+	      "Adam Smith Institute",
-	"Bow Group",
+	      "Bow Group",
-	"Centre for Policy Studies",
+	      "Centre for Policy Studies",
-	"Centre for Social Justice",
+	      "Centre for Social Justice",
-	"Chatham House",
+	      "Chatham House",
-	"Institute of Economic Affairs",
+	      "Institute of Economic Affairs",
-	"Legatum Institute",
+	      "Legatum Institute",
-	"Policy Exchange"
+	      "Policy Exchange"
     ],
     "domains": [
-	"adamsmith.org",
+	      "adamsmith.org",
-	"bowgroup.org",
+	      "bowgroup.org",
-	"cps.org.uk",
+	      "cps.org.uk",
-	"centreforsocialjustice.org.uk",
+	      "centreforsocialjustice.org.uk",
-	"chathamhouse.org",
+	      "chathamhouse.org",
-	"iea.org.uk",
+	      "iea.org.uk",
-	"https://li.com",
+	      "https://li.com",
-	"policyexchange.org.uk"
+	      "policyexchange.org.uk"
     ]
 }