Hello,
I use logstsh and file beat for ingest my csv in elastic i have a problem the colonne is not created Elastic ingest just the first ligne of my CSV in elastic
my config logsth is:
input {
beats {
port => "5044"
}
}
filter {
csv {
separator => ","
autodetect_column_names=> true
}
date {
match => [ "date_plan" , "YYYY-MM-dd" ]
timezone => "Europe/Paris"
}
date {
match => [ "date_debut" , "YYYY-MM-dd HH:mm:ss" ]
timezone => "Europe/Paris"
}
date {
match => [ "date_fin" , "YYYY-MM-dd HH:mm:ss" ]
timezone => "Europe/Paris"
}
mutate {
convert => { "numero_passage" => "integer" }
}
}
output {
elasticsearch {
hosts => ["http://elasticsearch:9200"]
index => "logstash-%{+YYYY.MM.dd}"
}
stdout {
codec => rubydebug
}
}
and my config filebeat is:
filebeat.inputs:
- type: log
enabled: true
paths:
- /data/volumes/monitoring/logstash/logCtrlM/poc_prod.csv
exclude_lines: ['^chaine']
output.logstash:
hosts: ["logstash:5044"]