{ "bots": [ { "import": "(data)/bots/ai-robots-txt.yaml" }, { "import": "(data)/bots/cloudflare-workers.yaml" }, { "import": "(data)/bots/headless-browsers.yaml" }, { "import": "(data)/bots/us-ai-scraper.yaml" }, { "import": "(data)/crawlers/googlebot.yaml" }, { "import": "(data)/crawlers/bingbot.yaml" }, { "import": "(data)/crawlers/duckduckbot.yaml" }, { "import": "(data)/crawlers/qwantbot.yaml" }, { "import": "(data)/crawlers/internet-archive.yaml" }, { "import": "(data)/crawlers/kagibot.yaml" }, { "import": "(data)/crawlers/marginalia.yaml" }, { "import": "(data)/crawlers/mojeekbot.yaml" }, { "import": "(data)/common/keep-internet-working.yaml" }, { "name": "generic-browser", "user_agent_regex": "Mozilla|Opera", "action": "CHALLENGE" } ], "dnsbl": false }