All csv columns are saved inside message field

Hello,

I use logstsh and file beat for ingest my csv in elastic i have a problem the colonne is not created Elastic ingest just the first ligne of my CSV in elastic

my config logsth is:

input {
beats  {
port => "5044"
}
}  

filter {

csv {
separator => ","
autodetect_column_names=> true

}

date {
match => [ "date_plan" , "YYYY-MM-dd" ]
timezone => "Europe/Paris"
}

date {
match => [ "date_debut" , "YYYY-MM-dd HH:mm:ss" ]
timezone => "Europe/Paris"
}

date {
match => [ "date_fin" , "YYYY-MM-dd HH:mm:ss" ]
timezone => "Europe/Paris"
}

mutate {
convert => { "numero_passage" => "integer" }
}

}

output {
elasticsearch {
hosts => ["http://elasticsearch:9200"]
index => "logstash-%{+YYYY.MM.dd}" 
}
stdout {
codec => rubydebug
}
 
}

and my config filebeat is:

filebeat.inputs:

- type: log
  enabled: true

  paths:  
     - /data/volumes/monitoring/logstash/logCtrlM/poc_prod.csv

exclude_lines: ['^chaine']

output.logstash:
  hosts: ["logstash:5044"]

my message field is

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.