From 3f1ce2d7ac4e3d5e438ac0d83cd6bf29f3904ff5 Mon Sep 17 00:00:00 2001
From: Xe Iaso <me@xeiaso.net>
Date: Tue, 22 Apr 2025 08:11:45 -0400
Subject: data: disable generic-bot-catchall by default (#322)

Signed-off-by: Xe Iaso <me@xeiaso.net>
---
 data/botPolicies.json | 10 ----------
 data/botPolicies.yaml | 16 ++++++++--------
 2 files changed, 8 insertions(+), 18 deletions(-)

(limited to 'data')

diff --git a/data/botPolicies.json b/data/botPolicies.json
index 1993d22..72d38dc 100644
--- a/data/botPolicies.json
+++ b/data/botPolicies.json
@@ -670,16 +670,6 @@
       "user_agent_regex": "HeadlessChromium",
       "action": "DENY"
     },
-    {
-      "name": "generic-bot-catchall",
-      "user_agent_regex": "(?i:bot|crawler)",
-      "action": "CHALLENGE",
-      "challenge": {
-        "difficulty": 16,
-        "report_as": 4,
-        "algorithm": "slow"
-      }
-    },
     {
       "name": "generic-browser",
       "user_agent_regex": "Mozilla|Opera",
diff --git a/data/botPolicies.yaml b/data/botPolicies.yaml
index e8448ac..cb4715a 100644
--- a/data/botPolicies.yaml
+++ b/data/botPolicies.yaml
@@ -645,14 +645,14 @@ bots:
   path_regex: ^/robots.txt$
   action: ALLOW
 
-# Punish any bot with "bot" in the user-agent string
-- name: generic-bot-catchall
-  user_agent_regex: (?i:bot|crawler)
-  action: CHALLENGE
-  challenge:
-    difficulty: 16  # impossible
-    report_as: 4    # lie to the operator
-    algorithm: slow # intentionally waste CPU cycles and time
+# # Punish any bot with "bot" in the user-agent string
+# - name: generic-bot-catchall
+#   user_agent_regex: (?i:bot|crawler)
+#   action: CHALLENGE
+#   challenge:
+#     difficulty: 16  # impossible
+#     report_as: 4    # lie to the operator
+#     algorithm: slow # intentionally waste CPU cycles and time
 
 - name: generic-browser
   user_agent_regex: >
-- 
cgit v1.2.3