2016-06-02 17:47:15 +00:00
|
|
|
package grok
|
|
|
|
|
|
|
|
|
|
const DEFAULT_PATTERNS = `
|
|
|
|
|
# Example log file pattern, example log looks like this:
|
|
|
|
|
# [04/Jun/2016:12:41:45 +0100] 1.25 200 192.168.1.1 5.432µs
|
|
|
|
|
# Breakdown of the DURATION pattern below:
|
|
|
|
|
# NUMBER is a builtin logstash grok pattern matching float & int numbers.
|
|
|
|
|
# [nuµm]? is a regex specifying 0 or 1 of the characters within brackets.
|
|
|
|
|
# s is also regex, this pattern must end in "s".
|
|
|
|
|
# so DURATION will match something like '5.324ms' or '6.1µs' or '10s'
|
|
|
|
|
DURATION %{NUMBER}[nuµm]?s
|
|
|
|
|
RESPONSE_CODE %{NUMBER:response_code:tag}
|
|
|
|
|
RESPONSE_TIME %{DURATION:response_time_ns:duration}
|
|
|
|
|
EXAMPLE_LOG \[%{HTTPDATE:ts:ts-httpd}\] %{NUMBER:myfloat:float} %{RESPONSE_CODE} %{IPORHOST:clientip} %{RESPONSE_TIME}
|
|
|
|
|
|
|
|
|
|
# Wider-ranging username matching vs. logstash built-in %{USER}
|
2016-10-07 11:08:35 +00:00
|
|
|
NGUSERNAME [a-zA-Z0-9\.\@\-\+_%]+
|
2016-06-02 17:47:15 +00:00
|
|
|
NGUSER %{NGUSERNAME}
|
2016-08-04 15:25:35 +00:00
|
|
|
# Wider-ranging client IP matching
|
2016-12-20 15:57:32 +00:00
|
|
|
CLIENT (?:%{IPV6}|%{IPV4}|%{HOSTNAME}|%{HOSTPORT})
|
2016-06-02 17:47:15 +00:00
|
|
|
|
|
|
|
|
##
|
|
|
|
|
## COMMON LOG PATTERNS
|
|
|
|
|
##
|
|
|
|
|
|
|
|
|
|
# apache & nginx logs, this is also known as the "common log format"
|
|
|
|
|
# see https://en.wikipedia.org/wiki/Common_Log_Format
|
2016-10-07 11:08:35 +00:00
|
|
|
COMMON_LOG_FORMAT %{CLIENT:client_ip} %{NOTSPACE:ident} %{NOTSPACE:auth} \[%{HTTPDATE:ts:ts-httpd}\] "(?:%{WORD:verb:tag} %{NOTSPACE:request}(?: HTTP/%{NUMBER:http_version:float})?|%{DATA})" %{NUMBER:resp_code:tag} (?:%{NUMBER:resp_bytes:int}|-)
|
2016-06-02 17:47:15 +00:00
|
|
|
|
|
|
|
|
# Combined log format is the same as the common log format but with the addition
|
|
|
|
|
# of two quoted strings at the end for "referrer" and "agent"
|
|
|
|
|
# See Examples at http://httpd.apache.org/docs/current/mod/mod_log_config.html
|
2019-03-22 21:02:15 +00:00
|
|
|
COMBINED_LOG_FORMAT %{COMMON_LOG_FORMAT} "%{DATA:referrer}" "%{DATA:agent}"
|
2016-06-02 17:47:15 +00:00
|
|
|
|
|
|
|
|
# HTTPD log formats
|
|
|
|
|
HTTPD20_ERRORLOG \[%{HTTPDERROR_DATE:timestamp}\] \[%{LOGLEVEL:loglevel:tag}\] (?:\[client %{IPORHOST:clientip}\] ){0,1}%{GREEDYDATA:errormsg}
|
|
|
|
|
HTTPD24_ERRORLOG \[%{HTTPDERROR_DATE:timestamp}\] \[%{WORD:module}:%{LOGLEVEL:loglevel:tag}\] \[pid %{POSINT:pid:int}:tid %{NUMBER:tid:int}\]( \(%{POSINT:proxy_errorcode:int}\)%{DATA:proxy_errormessage}:)?( \[client %{IPORHOST:client}:%{POSINT:clientport}\])? %{DATA:errorcode}: %{GREEDYDATA:message}
|
|
|
|
|
HTTPD_ERRORLOG %{HTTPD20_ERRORLOG}|%{HTTPD24_ERRORLOG}
|
|
|
|
|
`
|
