diff options
| author | Xe Iaso <me@xeiaso.net> | 2025-04-22 08:01:26 -0400 |
|---|---|---|
| committer | Xe Iaso <me@xeiaso.net> | 2025-04-22 08:01:26 -0400 |
| commit | c3ac80d34fb7df4a42641d8e41605649d56e1ce8 (patch) | |
| tree | 8cc10660141d0e6c77cdf5455e36961a09bea85d | |
| parent | 84b28760b3b54c7d26ad40a1e7343d6de242ad9b (diff) | |
| download | anubis-Xe/remove-false-positive-rule.tar.xz anubis-Xe/remove-false-positive-rule.zip | |
data: disable generic-bot-catchall by defaultXe/remove-false-positive-rule
Signed-off-by: Xe Iaso <me@xeiaso.net>
| -rw-r--r-- | data/botPolicies.json | 10 | ||||
| -rw-r--r-- | data/botPolicies.yaml | 16 | ||||
| -rw-r--r-- | docs/docs/CHANGELOG.md | 1 | ||||
| -rw-r--r-- | docs/docs/admin/policies.mdx | 4 |
4 files changed, 13 insertions, 18 deletions
diff --git a/data/botPolicies.json b/data/botPolicies.json index 1993d22..72d38dc 100644 --- a/data/botPolicies.json +++ b/data/botPolicies.json @@ -671,16 +671,6 @@ "action": "DENY" }, { - "name": "generic-bot-catchall", - "user_agent_regex": "(?i:bot|crawler)", - "action": "CHALLENGE", - "challenge": { - "difficulty": 16, - "report_as": 4, - "algorithm": "slow" - } - }, - { "name": "generic-browser", "user_agent_regex": "Mozilla|Opera", "action": "CHALLENGE" diff --git a/data/botPolicies.yaml b/data/botPolicies.yaml index e8448ac..cb4715a 100644 --- a/data/botPolicies.yaml +++ b/data/botPolicies.yaml @@ -645,14 +645,14 @@ bots: path_regex: ^/robots.txt$ action: ALLOW -# Punish any bot with "bot" in the user-agent string -- name: generic-bot-catchall - user_agent_regex: (?i:bot|crawler) - action: CHALLENGE - challenge: - difficulty: 16 # impossible - report_as: 4 # lie to the operator - algorithm: slow # intentionally waste CPU cycles and time +# # Punish any bot with "bot" in the user-agent string +# - name: generic-bot-catchall +# user_agent_regex: (?i:bot|crawler) +# action: CHALLENGE +# challenge: +# difficulty: 16 # impossible +# report_as: 4 # lie to the operator +# algorithm: slow # intentionally waste CPU cycles and time - name: generic-browser user_agent_regex: > diff --git a/docs/docs/CHANGELOG.md b/docs/docs/CHANGELOG.md index 6a90c81..8a3e410 100644 --- a/docs/docs/CHANGELOG.md +++ b/docs/docs/CHANGELOG.md @@ -26,6 +26,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 - Added headers support to bot policy rules - Moved configuration file from JSON to YAML by default - Added documentation on how to use Anubis with Traefik in Docker +- Disable `generic-bot-catchall` rule because of its high false positive rate in real-world scenarios ## v1.16.0 diff --git a/docs/docs/admin/policies.mdx b/docs/docs/admin/policies.mdx index a5f6f1e..11af725 100644 --- a/docs/docs/admin/policies.mdx +++ b/docs/docs/admin/policies.mdx @@ -132,6 +132,8 @@ Rules can also have their own challenge settings. These are customized using the <Tabs> <TabItem value="json" label="JSON" default> +This rule has been known to have a high false positive rate in testing. Please use this with care. + ```json { "name": "generic-bot-catchall", @@ -148,6 +150,8 @@ Rules can also have their own challenge settings. These are customized using the </TabItem> <TabItem value="yaml" label="YAML"> +This rule has been known to have a high false positive rate in testing. Please use this with care. + ```yaml # Punish any bot with "bot" in the user-agent string - name: generic-bot-catchall |