I have a CSV and I have got it indexed in ELASTICSEARCH. The issue is that I have the following set up and how can I verify that the dates are timestamps?
# Sample Logstash configuration for creating a simple
# Beats -> Logstash -> Elasticsearch pipeline.
#input {
# beats {
# port => 5044
# }
#}
#output {
# elasticsearch {
# hosts => ["http://localhost:9200"]
# index => "%{[@metadata][beat]}-%{[@metadata][version]}-%{+YYYY.MM.dd}"
# #user => "elastic"
# #password => "changeme"
# }
#}
input {
file {
path => "/etc/logstash/apps/2019.csv"
start_position => "beginning"
sincedb_path => "/dev/null"
}
}
filter {
csv {
separator => ","
columns => ["App #","Resubmis.","Month Sub","Date of Rec","Date of FP","Date of Resp","Resale","Vio","VA/OS","Address","Sec.","Final Pics","Request","Home Type","Steve Walters","Antonio Alaimo","Gerald","Michael Flack","Brian","Michael Brown","Jessica Arseneault","Jayla Walters","Tim Swigert","David Gurule","Final Decision","Group Decision Date","DIP"]
}
mutate { convert => ["DIP","float"]}
mutate { convert => ["Month","integer"]}
mutate { convert => ["Resale","boolean"]}
mutate { convert => ["Vio","boolean"]}
mutate { convert => ["App #","integer"]}
mutate { convert => ["Resubmis","boolean"]}
mutate { convert => ["Final Pics","boolean"]}
date { match => ["Date of Rec", "M/d/yyyy"]}
date { match => ["Date of FP", "M/d/yyyy"]}
date { match => ["Date of Resp", "M/d/yyyy"]}
date { match => ["Group Decision Date", "M/d/yyyy"]}
}
output {
elasticsearch {
hosts => "http://localhost:9200"
index => "2019apps"
document_type => "arcapps"
}
stdout{}
}
Am I doing this correct?