Can somebody help me ? I want to send a csv to elasticsearch cloud but I get an error this is my logstash conf and later the error:
input {
file {
path=>"/home/mateo/Documentos/proyectomis/saldosiniciales.csv"
start_position => "beginning"
sincedb_path => "/dev/null"
}
}
filter {
csv {
columns => [ "FECHA", "SALDO", "CSUCURSAL", "NSUCURSAL", "COFICINA", "NOFICINA", "ESTATUS", "NESTATUS", "CODIGOCOTABLE", "NCODIGOCONTABLE", "CATEGORIA", "SUBSISTEMA" ,
"CGRUPOPRODUCTO", "NGRUPOPRODUCTO", "CPRODUCTO", "NPRODUCTO", "SEGMENTO", "NSEGMENTO"]
separator =>"|"
}
mutate {convert => ["SALDO", "float"]}
date {
match => ["FECHA", "dd/MM/yy"]
target => "FECHA"
timezone => "America/Guayaquil"
}
}
output {
elasticsearch {
hosts => "https://d12d378a254f49c88f0a79f8208bc454.us-west1.gcp.cloud.es.io:443"
user => "elastic"
password => "XXXXXXXXX"
}
stdout {}
}
sudo ./bin/logstash -f /home/mateo/Documentos/proyectomis/saldosiniciales.conf
Sending Logstash logs to /home/mateo/Documentos/logstash-6.5.0/logs which is now configured via log4j2.properties
[2018-11-21T18:24:12,901][WARN ][logstash.config.source.multilocal] Ignoring the 'pipelines.yml' file because modules or command line options are specified
[2018-11-21T18:24:12,999][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"6.5.0"}
[2018-11-21T18:24:27,094][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>"main", "pipeline.workers"=>4, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>50}
[2018-11-21T18:24:28,005][INFO ][logstash.outputs.elasticsearch] Elasticsearch pool URLs updated {:changes=>{:removed=>, :added=>[https://elastic:xxxxxx@d12d378a254f49c88f0a79f8208bc454.us-west1.gcp.cloud.es.io:443/]}}
[2018-11-21T18:24:28,046][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>https://elastic:xxxxxx@d12d378a254f49c88f0a79f8208bc454.us-west1.gcp.cloud.es.io:443/, :path=>"/"}
[2018-11-21T18:24:30,927][WARN ][logstash.outputs.elasticsearch] Restored connection to ES instance {:url=>"https://elastic:xxxxxx@d12d378a254f49c88f0a79f8208bc454.us-west1.gcp.cloud.es.io:443/"}
[2018-11-21T18:24:32,379][ERROR][logstash.pipeline ] Error registering plugin {:pipeline_id=>"main", :plugin=>"#LogStash::OutputDelegator:0x468ac09c", :error=>"Unexpected character ('<' (code 60)): expected a valid value (number, String, array, object, 'true', 'false' or 'null')\n at [Source: (byte)"<html lang="en"><meta charset="utf-8"><meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"><meta name="viewport" content="width=device-width">Kibana@font-face {\n font-family: 'Open Sans';\n font-style: normal;\n font-weight: 300;\n src: local('Open Sans Light'), local('OpenSans-Light'),\n url('/ui/fonts/open_sans/open_sans_v15_latin_300.woff2') format('woff2'),\n url('/ui/fonts/open_sans/open_sans_v15_latin_300.woff') format('woff'),"[truncated 67525 bytes]; line: 1, column: 2]", :thread=>"#<Thread:0x1a9dea68 run>"}
[2018-11-21T18:24:32,387][ERROR][logstash.pipeline ] Pipeline aborted due to error {:pipeline_id=>"main", :exception=>#<LogStash::Json::ParserError: Unexpected character ('<' (code 60)): expected a valid value (number, String, array, object, 'true', 'false' or 'null')
at [Source: (byte)"Kibana@font-face {
font-family: 'Open Sans';
font-style: normal;
font-weight: 300;
src: local('Open Sans Light'), local('OpenSans-Light'),
url('/ui/fonts/open_sans/open_sans_v15_latin_300.woff2') format('woff2'),
url('/ui/fonts/open_sans/open_sans_v15_latin_300.woff') format('woff'),"[truncated 67525 bytes]; line: 1, column: 2]>, :backtrace=>["/home/mateo/Documentos/logstash-6.5.0/logstash-core/lib/logstash/json.rb:16:in jruby_load'", "/home/mateo/Documentos/logstash-6.5.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.1-java/lib/logstash/outputs/elasticsearch/http_client/pool.rb:447:inget_es_version'", "/home/mateo/Documentos/logstash-6.5.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.1-java/lib/logstash/outputs/elasticsearch/http_client/pool.rb:249:in block in healthcheck!'", "org/jruby/RubyHash.java:1343:ineach'", "/home/mateo/Documentos/logstash-6.5.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.1-java/lib/logstash/outputs/elasticsearch/http_client/pool.rb:241:in healthcheck!'", "/home/mateo/Documentos/logstash-6.5.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.1-java/lib/logstash/outputs/elasticsearch/http_client/pool.rb:341:inupdate_urls'", "/home/mateo/Documentos/logstash-6.5.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.1-java/lib/logstash/outputs/elasticsearch/http_client/pool.rb:71:in `start'", "/home/mateo/Documentos/logstash-6.5.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-
[2018-11-21T18:24:32,419][ERROR][logstash.agent ] Failed to execute action {:id=>:main, :action_type=>LogStash::ConvergeResult::FailedAction, :message=>"Could not execute action: PipelineAction::Create, action_result: false", :backtrace=>nil}
[2018-11-21T18:24:32,845][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600}