test_config.yaml 992 B

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. bots:
  2. - import: (data)/bots/_deny-pathological.yaml
  3. - import: (data)/bots/aggressive-brazilian-scrapers.yaml
  4. - import: (data)/meta/ai-block-aggressive.yaml
  5. - import: (data)/crawlers/_allow-good.yaml
  6. - import: (data)/clients/x-firefox-ai.yaml
  7. - import: (data)/common/keep-internet-working.yaml
  8. - name: countries-with-aggressive-scrapers
  9. action: WEIGH
  10. geoip:
  11. countries:
  12. - BR
  13. - CN
  14. weight:
  15. adjust: 10
  16. - name: aggressive-asns-without-functional-abuse-contact
  17. action: WEIGH
  18. asns:
  19. match:
  20. - 13335 # Cloudflare
  21. - 136907 # Huawei Cloud
  22. - 45102 # Alibaba Cloud
  23. weight:
  24. adjust: 10
  25. - name: generic-browser
  26. user_agent_regex: >-
  27. Mozilla|Opera
  28. action: WEIGH
  29. weight:
  30. adjust: 10
  31. dnsbl: false
  32. status_codes:
  33. CHALLENGE: 200
  34. DENY: 200
  35. thresholds:
  36. - name: minimal-suspicion
  37. expression: "true"
  38. action: CHALLENGE
  39. challenge:
  40. algorithm: fast
  41. difficulty: 1