From 1509b06cb921aff842e71fbb6636646be6ed5b46 Mon Sep 17 00:00:00 2001 From: Dennis ten Hoove <36002865+dennis1248@users.noreply.github.com> Date: Sat, 22 Mar 2025 18:52:14 +0100 Subject: Cleanup regex (#66) * Cleanup regex Were were going overkill on the escape characters * Update docs/docs/CHANGELOG.md Co-authored-by: Xe Iaso Signed-off-by: Dennis ten Hoove <36002865+dennis1248@users.noreply.github.com> --------- Signed-off-by: Dennis ten Hoove <36002865+dennis1248@users.noreply.github.com> Co-authored-by: Xe Iaso --- cmd/anubis/botPolicies.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'cmd/anubis') diff --git a/cmd/anubis/botPolicies.json b/cmd/anubis/botPolicies.json index aad2e9e..0e33706 100644 --- a/cmd/anubis/botPolicies.json +++ b/cmd/anubis/botPolicies.json @@ -7,7 +7,7 @@ }, { "name": "googlebot", - "user_agent_regex": "\\+http\\:\\/\\/www\\.google\\.com/bot\\.html", + "user_agent_regex": "\\+http\\://www\\.google\\.com/bot\\.html", "action": "ALLOW", "remote_addresses": [ "2001:4860:4801:10::/64", @@ -271,7 +271,7 @@ }, { "name": "bingbot", - "user_agent_regex": "\\+http\\:\\/\\/www\\.bing\\.com/bingbot\\.htm", + "user_agent_regex": "\\+http\\://www\\.bing\\.com/bingbot\\.htm", "action": "ALLOW", "remote_addresses": [ "157.55.39.0/24", @@ -306,7 +306,7 @@ }, { "name": "qwantbot", - "user_agent_regex": "\\+https\\:\\/\\/help\\.qwant\\.com/bot/", + "user_agent_regex": "\\+https\\://help\\.qwant\\.com/bot/", "action": "ALLOW", "remote_addresses": [ "91.242.162.0/24" @@ -314,7 +314,7 @@ }, { "name": "kagibot", - "user_agent_regex": "\\+https\\:\\/\\/kagi\\.com/bot", + "user_agent_regex": "\\+https\\://kagi\\.com/bot", "action": "ALLOW", "remote_addresses": [ "216.18.205.234/32", @@ -345,7 +345,7 @@ }, { "name": "us-artificial-intelligence-scraper", - "user_agent_regex": "\\+https\\:\\/\\/github\\.com\\/US-Artificial-Intelligence\\/scraper", + "user_agent_regex": "\\+https\\://github\\.com/US-Artificial-Intelligence/scraper", "action": "DENY" }, { -- cgit v1.2.3