old_xesite.json 1.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879
  1. {
  2. "bots": [
  3. {
  4. "name": "amazonbot",
  5. "user_agent_regex": "Amazonbot",
  6. "action": "DENY"
  7. },
  8. {
  9. "name": "googlebot",
  10. "user_agent_regex": "\\+http\\:\\/\\/www\\.google\\.com/bot\\.html",
  11. "action": "ALLOW"
  12. },
  13. {
  14. "name": "bingbot",
  15. "user_agent_regex": "\\+http\\:\\/\\/www\\.bing\\.com/bingbot\\.htm",
  16. "action": "ALLOW"
  17. },
  18. {
  19. "name": "qwantbot",
  20. "user_agent_regex": "\\+https\\:\\/\\/help\\.qwant\\.com/bot/",
  21. "action": "ALLOW"
  22. },
  23. {
  24. "name": "discordbot",
  25. "user_agent_regex": "Discordbot/2\\.0; \\+https\\:\\/\\/discordapp\\.com",
  26. "action": "ALLOW"
  27. },
  28. {
  29. "name": "blueskybot",
  30. "user_agent_regex": "Bluesky Cardyb",
  31. "action": "ALLOW"
  32. },
  33. {
  34. "name": "us-artificial-intelligence-scraper",
  35. "user_agent_regex": "\\+https\\:\\/\\/github\\.com\\/US-Artificial-Intelligence\\/scraper",
  36. "action": "DENY"
  37. },
  38. {
  39. "name": "well-known",
  40. "path_regex": "^/.well-known/.*$",
  41. "action": "ALLOW"
  42. },
  43. {
  44. "name": "favicon",
  45. "path_regex": "^/favicon.ico$",
  46. "action": "ALLOW"
  47. },
  48. {
  49. "name": "robots-txt",
  50. "path_regex": "^/robots.txt$",
  51. "action": "ALLOW"
  52. },
  53. {
  54. "name": "rss-readers",
  55. "path_regex": ".*\\.(rss|xml|atom|json)$",
  56. "action": "ALLOW"
  57. },
  58. {
  59. "name": "lightpanda",
  60. "user_agent_regex": "^Lightpanda/.*$",
  61. "action": "DENY"
  62. },
  63. {
  64. "name": "headless-chrome",
  65. "user_agent_regex": "HeadlessChrome",
  66. "action": "DENY"
  67. },
  68. {
  69. "name": "headless-chromium",
  70. "user_agent_regex": "HeadlessChromium",
  71. "action": "DENY"
  72. },
  73. {
  74. "name": "generic-browser",
  75. "user_agent_regex": "Mozilla",
  76. "action": "CHALLENGE"
  77. }
  78. ]
  79. }