diff --git a/crawlers.py b/crawlers.py
index 21a3ea214..a94370d8e 100644
--- a/crawlers.py
+++ b/crawlers.py
@@ -135,7 +135,7 @@ def blocked_user_agent(calling_domain: str, agent_str: str,
             'facebookbot', 'google-extended', 'piplbot', 'oai-search',
             'applebot-extended', 'meta-external', 'diffbot', 'perplexitybot',
             'omgili', 'imagesiftbot', 'bytespider', 'amazonbot', 'youbot',
-            'petalbot'
+            'petalbot', 'ai2bot', 'allenai'
         )
         for bot_str in llm_bot_strings:
             if bot_str in agent_str_lower: