| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879 |
- {
- "bots": [
- {
- "name": "amazonbot",
- "user_agent_regex": "Amazonbot",
- "action": "DENY"
- },
- {
- "name": "googlebot",
- "user_agent_regex": "\\+http\\:\\/\\/www\\.google\\.com/bot\\.html",
- "action": "ALLOW"
- },
- {
- "name": "bingbot",
- "user_agent_regex": "\\+http\\:\\/\\/www\\.bing\\.com/bingbot\\.htm",
- "action": "ALLOW"
- },
- {
- "name": "qwantbot",
- "user_agent_regex": "\\+https\\:\\/\\/help\\.qwant\\.com/bot/",
- "action": "ALLOW"
- },
- {
- "name": "discordbot",
- "user_agent_regex": "Discordbot/2\\.0; \\+https\\:\\/\\/discordapp\\.com",
- "action": "ALLOW"
- },
- {
- "name": "blueskybot",
- "user_agent_regex": "Bluesky Cardyb",
- "action": "ALLOW"
- },
- {
- "name": "us-artificial-intelligence-scraper",
- "user_agent_regex": "\\+https\\:\\/\\/github\\.com\\/US-Artificial-Intelligence\\/scraper",
- "action": "DENY"
- },
- {
- "name": "well-known",
- "path_regex": "^/.well-known/.*$",
- "action": "ALLOW"
- },
- {
- "name": "favicon",
- "path_regex": "^/favicon.ico$",
- "action": "ALLOW"
- },
- {
- "name": "robots-txt",
- "path_regex": "^/robots.txt$",
- "action": "ALLOW"
- },
- {
- "name": "rss-readers",
- "path_regex": ".*\\.(rss|xml|atom|json)$",
- "action": "ALLOW"
- },
- {
- "name": "lightpanda",
- "user_agent_regex": "^Lightpanda/.*$",
- "action": "DENY"
- },
- {
- "name": "headless-chrome",
- "user_agent_regex": "HeadlessChrome",
- "action": "DENY"
- },
- {
- "name": "headless-chromium",
- "user_agent_regex": "HeadlessChromium",
- "action": "DENY"
- },
- {
- "name": "generic-browser",
- "user_agent_regex": "Mozilla",
- "action": "CHALLENGE"
- }
- ]
- }
|