1#
2filter: "evt.Parsed.program startsWith 'nginx-proxy-manager'"
3onsuccess: next_stage
4name: crowdsecurity/nginx-proxy-manager-logs
5description: "Parse Nginx Proxy Manager access and error logs"
6pattern_syntax:
7  NGCACHESTATUS: 'HIT|MISS|BYPASS|EXPIRED|STALE|UPDATING|REVALIDATED|-'
8  NUM_OR_DASH: '-|\d*'
9  NO_DOUBLE_QUOTE: '[^"]+'
10  USER_NOT_FOUND: 'user "%{NO_DOUBLE_QUOTE:username}" was not found in "%{NO_DOUBLE_QUOTE}"'
11  PASSWORD_MISMATCH: 'user "%{NO_DOUBLE_QUOTE:username}": password mismatch'
12nodes:
13  # For Proxy hosts logs (handles both new and legacy formats with optional upstream status)
14  - grok:
15      pattern: '\[%{HTTPDATE:time_local}\]( %{NGCACHESTATUS:upstream_cache_status} %{NUM_OR_DASH:upstream_status})? %{NUMBER:status} - %{WORD:verb} %{WORD:scheme} %{IPORHOST:target_fqdn} \"%{NOTDQUOTE:request}\" \[Client %{IPORHOST:remote_addr}\] \[Length %{NUMBER:body_bytes_sent}\] \[Gzip %{DATA:gzip_ratio}\]( \[Sent-to %{DATA:target_server}\])? \"%{NOTDQUOTE:http_user_agent}\" \"%{NOTDQUOTE:http_referer}\"'
16      apply_on: message
17      statics:
18        - meta: log_type
19          value: http_access-log
20        - target: evt.StrTime
21          expression: evt.Parsed.time_local
22  # For Default host logs
23  - grok:
24      pattern: '(%{IPORHOST:target_fqdn} )?%{IPORHOST:remote_addr} - (%{NGUSER:remote_user})? \[%{HTTPDATE:time_local}\] "%{WORD:verb} %{DATA:request} HTTP/%{NUMBER:http_version}" %{NUMBER:status} %{NUMBER:body_bytes_sent} "%{NOTDQUOTE:http_referer}" "%{NOTDQUOTE:http_user_agent}"( %{NUMBER:request_length} %{NUMBER:request_time} \[%{DATA:proxy_upstream_name}\] \[%{DATA:proxy_alternative_upstream_name}\])?'
25      apply_on: message
26      statics:
27        - meta: log_type
28          value: http_access-log
29        - target: evt.StrTime
30          expression: evt.Parsed.time_local
31  # and this one the error log
32  - grok:
33        pattern: '(%{IPORHOST:target_fqdn} )?%{NGINXERRTIME:time} \[%{LOGLEVEL:loglevel}\] %{NONNEGINT:pid}#%{NONNEGINT:tid}: (\*%{NONNEGINT:cid} )?%{GREEDYDATA:message}, client: %{IPORHOST:remote_addr}, server: %{IPORHOST:target_fqdn}, request: "%{WORD:verb} %{URIPATHPARAM:request} HTTP/%{NUMBER:http_version}", host: "%{IPORHOST}"'
34        apply_on: message
35        statics:
36          - meta: log_type
37            value: http_error-log
38          - target: evt.StrTime
39            expression: evt.Parsed.time
40    onsuccess: next_stage
41    nodes:
42      - filter: "evt.Parsed.message contains 'was not found in'"
43        grok:
44          pattern: '%{USER_NOT_FOUND}'
45          apply_on: message
46        statics:
47          - meta: sub_type
48            value: "auth_fail"
49          - meta: username
50            expression: evt.Parsed.username
51      - filter: "evt.Parsed.message contains 'password mismatch'"
52        grok:
53          pattern: '%{PASSWORD_MISMATCH}'
54          apply_on: message
55        statics:
56          - meta: sub_type
57            value: "auth_fail"
58          - meta: username
59            expression: evt.Parsed.username
60# Parse malformed requests
61  - grok:
62      pattern: '(%{IPORHOST:target_fqdn} )?%{IPORHOST:remote_addr} - (%{NGUSER:remote_user})? \[%{HTTPDATE:time_local}\] "%{DATA:request}" %{NUMBER:status} %{NUMBER:body_bytes_sent} "%{NOTDQUOTE:http_referer}" "%{NOTDQUOTE:http_user_agent}"( %{NUMBER:request_length} %{NUMBER:request_time} \[%{DATA:proxy_upstream_name}\] \[%{DATA:proxy_alternative_upstream_name}\])?'
63      apply_on: message
64      statics:
65        - meta: log_type
66          value: http_access-log
67        - target: evt.StrTime
68          expression: evt.Parsed.time_local
69# these ones apply for both grok patterns
70statics:
71  - meta: service
72    value: http
73  - meta: source_ip
74    expression: "evt.Parsed.remote_addr"
75  - meta: http_status
76    expression: "evt.Parsed.status"
77  - meta: http_path
78    expression: "evt.Parsed.request"
79  - meta: http_verb
80    expression: "evt.Parsed.verb"
81  - meta: http_user_agent
82    expression: "evt.Parsed.http_user_agent"
83  - meta: target_fqdn
84    expression: "evt.Parsed.target_fqdn"
85