aboutsummaryrefslogtreecommitdiff
path: root/data
diff options
context:
space:
mode:
authorXe Iaso <me@xeiaso.net>2025-04-22 08:11:45 -0400
committerGitHub <noreply@github.com>2025-04-22 08:11:45 -0400
commit3f1ce2d7ac4e3d5e438ac0d83cd6bf29f3904ff5 (patch)
tree8cc10660141d0e6c77cdf5455e36961a09bea85d /data
parent84b28760b3b54c7d26ad40a1e7343d6de242ad9b (diff)
downloadanubis-3f1ce2d7ac4e3d5e438ac0d83cd6bf29f3904ff5.tar.xz
anubis-3f1ce2d7ac4e3d5e438ac0d83cd6bf29f3904ff5.zip
data: disable generic-bot-catchall by default (#322)
Signed-off-by: Xe Iaso <me@xeiaso.net>
Diffstat (limited to 'data')
-rw-r--r--data/botPolicies.json10
-rw-r--r--data/botPolicies.yaml16
2 files changed, 8 insertions, 18 deletions
diff --git a/data/botPolicies.json b/data/botPolicies.json
index 1993d22..72d38dc 100644
--- a/data/botPolicies.json
+++ b/data/botPolicies.json
@@ -671,16 +671,6 @@
"action": "DENY"
},
{
- "name": "generic-bot-catchall",
- "user_agent_regex": "(?i:bot|crawler)",
- "action": "CHALLENGE",
- "challenge": {
- "difficulty": 16,
- "report_as": 4,
- "algorithm": "slow"
- }
- },
- {
"name": "generic-browser",
"user_agent_regex": "Mozilla|Opera",
"action": "CHALLENGE"
diff --git a/data/botPolicies.yaml b/data/botPolicies.yaml
index e8448ac..cb4715a 100644
--- a/data/botPolicies.yaml
+++ b/data/botPolicies.yaml
@@ -645,14 +645,14 @@ bots:
path_regex: ^/robots.txt$
action: ALLOW
-# Punish any bot with "bot" in the user-agent string
-- name: generic-bot-catchall
- user_agent_regex: (?i:bot|crawler)
- action: CHALLENGE
- challenge:
- difficulty: 16 # impossible
- report_as: 4 # lie to the operator
- algorithm: slow # intentionally waste CPU cycles and time
+# # Punish any bot with "bot" in the user-agent string
+# - name: generic-bot-catchall
+# user_agent_regex: (?i:bot|crawler)
+# action: CHALLENGE
+# challenge:
+# difficulty: 16 # impossible
+# report_as: 4 # lie to the operator
+# algorithm: slow # intentionally waste CPU cycles and time
- name: generic-browser
user_agent_regex: >