I have a trial set up and wanted to inport a CSV file
I have a local copy of logstash running and want it to load data into the hosted elasticsearch cluster.
I got the following error :
Attempted to resurrect connection to dead ES instance, but got an error. {:url=>#<URI::HTTPS:0x41fa0d79 URL:https://6157668e02f6de81b1c14d0e3b4513e4.eu-west-1.aws.found.io:9243/>, :error_type=>LogStash::Outputs::ElasticSearch::HttpClient::Pool::BadResponseCodeError, :error=>"Got response code '401' contacting Elasticsearch at URL 'https://6157668e02f6de81b1c14d0e3b4513e4.eu-west-1.aws.found.io:9243/'"}
[2017-02-28T18:12:15,174][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>https://6157668e02f6de81b1c14d0e3b4513e4.eu-west-1.aws.found.io:9243/, :path=>"/"}
My conf file : put {
file {
codec => plain{charset =>"UTF-8"}
path => ["/Users/poste6/Desktop/finess.csv"]
start_position => "beginning"
}
}
filter {
if [message] =~ /^"nofinesset","nofinessej"/ {
drop { }
}
csv {
columns => ["nofinesset","nofinessej","raison sociale","raison sociale longue","comp rais soc","complement de distribution","no de voie","type de voie","libelle de voie","complement de voie","lieu di bp","code commune","dpt","dpt label","ligne achem","tel","telecopie","categorie d et","et categorie label","cat label ag","cat agreg","siret","ape","mft","mft label","sph","sph label","dateouv","date aut","date maj ", "Field_32","Hopital "]
separator =>";"
source => message
}
}
output {
elasticsearch {
#embedded =>false
#protocol =>"https"
action =>"index"
user =>"RCD"
hosts =>["https://615xxxxx02f6de81b1c14d0e3b4513e4.eu-west-1.aws.found.io:9243"]
index =>"ban"
workers =>1
document_id =>"%{id}"
}
}