I am using logstash 6.4.0 and elasticsearch 6.4.0. I have these config files in test.config and test1.config. I have created pipeline id in files pipelines.yml . I have simple two config file test
input {
jdbc {
jdbc_driver_library => "/opt/abacus/logstash/logstash-6.4.0/lib/ojdbc7-12.1.0.2.jar"
jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver"
jdbc_connection_string => "jdbc:oracle:thin:@ABC.a.b.c.com:9999/ABC"
jdbc_user => "user"
jdbc_password => "root"
statement => "SELECT * FROM DB.user_detail"
}
}
output {
elasticsearch {
hosts => ["localhost:9200"]
index => "user_detail"
document_id => "%{id}"
}
}
test1
input {
jdbc {
jdbc_driver_library => "/opt/abacus/logstash/logstash-6.4.0/lib/ojdbc7-12.1.0.2.jar"
jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver"
jdbc_connection_string => "jdbc:oracle:thin:@ABC.a.b.ccom:9999/ABC"
jdbc_user => "user"
jdbc_password => "root"
statement => "SELECT * FROM DB.library_detail"
}
}
output {
elasticsearch {
hosts => ["localhost:9200"]
index => "library_detail"
document_id => "%{id}"
}
}
[2018-11-08T06:45:01,558][ERROR][logstash.outputs.elasticsearch] An unknown error occurred sending a bulk request to Elasticsearch. We will retry indefinitely {:error_message=>"\"\\xC4\" from ASCII-8BIT to UTF-8", :error_class=>"LogStash::Json::GeneratorError", :backtrace=>["/opt/abacus/logstash/logstash-6.4.0/logstash-core/lib/logstash/json.rb:27:in
jruby_dump'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/http_client.rb:119:in block in bulk'", "org/jruby/RubyArray.java:2486:in
map'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/http_client.rb:119:in block in bulk'", "org/jruby/RubyArray.java:1734:in
each'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/http_client.rb:117:in bulk'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/common.rb:275:in
safe_bulk'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/common.rb:180:in submit'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/common.rb:148:in
retrying_submit'", "/opt/abacus/logstash/logstash-6.4.0/vendor/bundle/jruby/2.3.0/gems/logstash-output-elasticsearch-9.2.0-java/lib/logstash/outputs/elasticsearch/common.rb:38:in multi_receive'", "org/logstash/config/ir/compiler/OutputStrategyExt.java:114:in
multi_receive'", "org/logstash/config/ir/compiler/AbstractOutputDelegatorExt.java:97:in multi_receive'", "/opt/abacus/logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline.rb:372:in
block in output_batch'", "org/jruby/RubyHash.java:1343:in each'", "/opt/abacus/logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline.rb:371:in
output_batch'", "/opt/abacus/logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline.rb:323:in worker_loop'", "/opt/abacus/logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline.rb:285:in
block in start_workers'"]}`