| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647 |
- - action: WEIGH
- expression: "true"
- name: robots-txt-policy-crawl-delay-1
- weight:
- adjust: 3
- - action: CHALLENGE
- expression: path.startsWith("/admin")
- name: robots-txt-policy-disallow-2
- - action: DENY
- expression:
- any:
- - userAgent.contains("BadBot")
- - userAgent.contains("SpamBot")
- - userAgent.contains("EvilBot")
- name: robots-txt-policy-blacklist-3
- - action: CHALLENGE
- expression:
- all:
- - userAgent.contains("GoodBot")
- - path.startsWith("/private")
- name: robots-txt-policy-disallow-4
- - action: WEIGH
- expression:
- any:
- - userAgent.contains("SlowBot1")
- - userAgent.contains("SlowBot2")
- name: robots-txt-policy-crawl-delay-5
- weight:
- adjust: 3
- - action: CHALLENGE
- expression:
- all:
- - userAgent.contains("SearchBot1")
- - path.startsWith("/search")
- name: robots-txt-policy-disallow-7
- - action: CHALLENGE
- expression:
- all:
- - userAgent.contains("SearchBot2")
- - path.startsWith("/search")
- name: robots-txt-policy-disallow-8
- - action: CHALLENGE
- expression:
- all:
- - userAgent.contains("SearchBot3")
- - path.startsWith("/search")
- name: robots-txt-policy-disallow-9
|
