From 8477f1a494ef669f83f75aa9514522285565cd36 Mon Sep 17 00:00:00 2001 From: Xe Iaso Date: Fri, 14 Feb 2025 11:12:29 -0500 Subject: Earthfile: bump to go 1.24 Signed-off-by: Xe Iaso --- cmd/anubis/botPolicies.json | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'cmd') diff --git a/cmd/anubis/botPolicies.json b/cmd/anubis/botPolicies.json index 8f3d88f..8ca88e1 100644 --- a/cmd/anubis/botPolicies.json +++ b/cmd/anubis/botPolicies.json @@ -15,6 +15,11 @@ "user_agent_regex": "\\+http\\:\\/\\/www\\.bing\\.com/bingbot\\.htm", "action": "ALLOW" }, + { + "name": "us-artificial-intelligence-scraper", + "user_agent_regex": "\\+https\\:\\/\\/github\\.com\\/US-Artificial-Intelligence\\/scraper", + "action": "DENY" + }, { "name": "well-known", "path_regex": "^/.well-known/.*$", -- cgit v1.2.3