| 123456789101112131415161718192021222324252627282930 |
- - action: WEIGH
- expression: "true"
- name: robots-txt-policy-crawl-delay-1
- weight:
- adjust: 3
- - action: CHALLENGE
- expression: path.startsWith("/admin")
- name: robots-txt-policy-disallow-2
- - action: DENY
- expression: userAgent.contains("BadBot")
- name: robots-txt-policy-blacklist-3
- - action: WEIGH
- expression: userAgent.contains("SpamBot")
- name: robots-txt-policy-crawl-delay-4
- weight:
- adjust: 3
- - action: DENY
- expression: userAgent.contains("SpamBot")
- name: robots-txt-policy-blacklist-5
- - action: WEIGH
- expression: userAgent.contains("Googlebot")
- name: robots-txt-policy-crawl-delay-6
- weight:
- adjust: 3
- - action: CHALLENGE
- expression:
- all:
- - userAgent.contains("Googlebot")
- - path.startsWith("/search")
- name: robots-txt-policy-disallow-7
|
