Reject no user agent

2023-03-23 20:45:12 +00:00 · 2023-03-23 20:45:12 +00:00 · 09fad61a53
parent 1e5e38d8a8
commit 09fad61a53
1 changed files with 1 additions and 1 deletions
--- a/crawlers.py
+++ b/crawlers.py
@ -110,7 +110,7 @@ def blocked_user_agent(calling_domain: str, agent_str: str,
    """Should a GET or POST be blocked based upon its user agent?
    """
    if not agent_str:
-        return False, blocked_cache_last_updated
+        return True, blocked_cache_last_updated

    agent_str_lower = agent_str.lower()
    for ua_block in default_user_agent_blocks: