appsec-bot-challenge-exclude-social

1name: crowdsecurity/appsec-bot-challenge-exclude-social
2# Skip the challenge for verified social / link-preview bots (matched against their published IP/rDNS ranges).
3# Do not edit this file to add your own exclusions, create a custom config.
4inband:
5  pre_eval:
6    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/meta.json")
7      apply:
8        - ExemptFromChallenge("meta")
9    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/discord.json")
10      apply:
11        - ExemptFromChallenge("discord")
12    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/telegram.json")
13      apply:
14        - ExemptFromChallenge("telegram")
15    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/twitterbot.json")
16      apply:
17        - ExemptFromChallenge("twitterbot")
18    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/pinterest.json")
19      apply:
20        - ExemptFromChallenge("pinterest")
21    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/linkedin.json")
22      apply:
23        - ExemptFromChallenge("linkedin")
24    - filter: MatchKnownBot(req.RemoteAddr, req.UserAgent(), req.URL.Path, "legit_bots/flipboard.json")
25      apply:
26        - ExemptFromChallenge("flipboard")
27
28# Declares the datafiles so crowdsec downloads them.
29data:
30  - source_url: https://hub-data.crowdsec.net/whitelists/benign_bots/legit_bots/meta.json
31    dest_file: legit_bots/meta.json
32    type: bots
33  - source_url: https://hub-data.crowdsec.net/whitelists/benign_bots/legit_bots/discord.json
34    dest_file: legit_bots/discord.json
35    type: bots
36  - source_url: https://hub-data.crowdsec.net/whitelists/benign_bots/legit_bots/telegram.json
37    dest_file: legit_bots/telegram.json
38    type: bots
39  - source_url: https://hub-data.crowdsec.net/whitelists/benign_bots/legit_bots/twitterbot.json
40    dest_file: legit_bots/twitterbot.json