i try input csv file using logstash to elaticsearch. i am using centos.
input {
file {
path => "/etc/logstash/sql/geotester.csv"
start_position => "beginning"
}
}
filter {
csv{
separator => ","
columns => ["id","memberid","firstname","lastname","email","phone","gender","code","receiptcode","channel","districtname","regionname","cityname","registerby","elinacode","elinaname","transactiondate","transactiontime","month","monthly","weekly","daily","hourly","campaigncode","store","account","channelshoping","retaileraddress","status","statusstring","rejectreason","requestdate","createddate","updateddate","updatedby","collectid","quantity","remarks","quantityapproved","itemprice","totalpoints","actionname","productname","gram","totalgram","updatedbynew","updatedbyid"]
}
mutate{convert => ["itemprice","integer"]}
mutate{convert => ["totalpoints","integer"]}
mutate{convert => ["gram","integer"]}
mutate{convert => ["totalgram","integer"]}
}
output {
elasticsearch {
user => "admin"
password => "admin"
hosts => ["https://localhost:9200"]
index => "kibanareceiptbebe"
document_type => "receipt"
document_id => "%{collectid}"
manage_template => false
ssl => true
ssl_certificate_verification => false
}
}
the tail log.
[2018-10-30T18:48:03,337][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"kibanageotester", :thread=>"#<Thread:0x5733a494 sleep>"}
[2018-10-30T18:48:07,868][DEBUG][logstash.inputs.file ] _globbed_files: /etc/logstash/sql/geotester.csv: glob is: ["/etc/logstash/sql/geotester.csv"]
[2018-10-30T18:48:08,246][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
[2018-10-30T18:48:08,246][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}