Hello,
I am new to this stack, and i am looking for an answer for the below:
When i am in kibana discover tab, i see records with tags: _grokparsefailure, while i expect to see host: logs.myserver.me
Details:
-
my nginx log format is:
log_format logstash '$host';
-
my logstash filter is:
filter {
if [program] == "nginx_access" {
grok {
patterns_dir => "/etc/logstash/patterns"
#match => { "message" => "%{NGINX_ACCESS}" }
#match => { "message" => "%{DATA:host} %{IPORHOST:remote_ip} %{DATA:remote_user} %{URIPATHPARAM:request} %{INT:status} %{NUMBER:$body_bytes_sent} %{DATA:http_referer} %{DATA:http_user_agent}"}
match => { "message" => "%{HOSTNAME:host}"}
remove_tag => ["nginx_access", "_grokparsefailure"]
add_field => {
"type" => "nginx_access"
}
remove_field => "message"
}
date {
match => ["time_local", "dd/MMM/YYYY:HH:mm:ss Z"]
target => "@timestamp"
remove_field => "time_local"
}
useragent {
source => "user_agent"
target => "useragent"
remove_field => "user_agent"
}
}
}
Can any tell me what i am doing wrong ?