appsec-bot-challenge-exclude-ai-crawlers

1name: crowdsecurity/appsec-bot-challenge-exclude-ai-crawlers
2# Skip the challenge for verified AI crawlers (matched against their published IP/rDNS ranges).
3# Do not edit this file to add your own exclusions, create a custom config.
4inband:
5  pre_eval:
6    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/gptbot.json")
7      apply:
8        - ExemptFromChallenge("gptbot")
9    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/openai-searchbot.json")
10      apply:
11        - ExemptFromChallenge("openai-searchbot")
12    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/openai-chatgpt-user.json")
13      apply:
14        - ExemptFromChallenge("openai-chatgpt-user")
15    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/perplexitybot.json")
16      apply:
17        - ExemptFromChallenge("perplexitybot")
18    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/anthropic.json")
19      apply:
20        - ExemptFromChallenge("anthropic")
21    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/commoncrawl.json")
22      apply:
23        - ExemptFromChallenge("commoncrawl")
24    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/mistralai-index.json")
25      apply:
26        - ExemptFromChallenge("mistralai-index")
27    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/mistralai-user.json")
28      apply:
29        - ExemptFromChallenge("mistralai-user")
30    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/openai-adsbot.json")
31      apply:
32        - ExemptFromChallenge("openai-adsbot")
33    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/perplexity-user.json")
34      apply:
35        - ExemptFromChallenge("perplexity-user")
36    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/duckassistbot.json")
37      apply:
38        - ExemptFromChallenge("duckassistbot")
39    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/youbot.json")
40      apply: