Logstash 6.2.2 JDBC extraction failing


(Fábio Fernandes) #1

Hi,

Our team was using Logstash 5.6.5 to extract a table from a MSSQL database. After updating to Logstash 6.2.2 the same config and SQL query stopped working. It gives the following error:

[WARN ] 2018-03-06 16:08:29.037 [Ruby-0-Thread-34: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:35] shutdownwatcher - {"inflight_count"=>3000, "stalling_thread_info"=>{["LogStash::Filters::Mutate", {"remove_field"=>["@version"], "add_field"=>{"source"=>"dit_wsus"}, "id"=>"c3c0c40649ecb077fc4361e75c397ab218da023ab8fdeac71e242fb8d55b1547"}]=>[{"thread_id"=>34, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>35, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>36, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>37, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>38, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:223:in `block in submit'"}, {"thread_id"=>39, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>40, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:223:in `block in submit'"}, {"thread_id"=>41, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>42, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>43, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>44, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:223:in `block in submit'"}, {"thread_id"=>45, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:223:in `block in submit'"}, {"thread_id"=>46, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:223:in `block in submit'"}, {"thread_id"=>47, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>48, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>49, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>50, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>51, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>52, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>53, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>54, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>55, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>56, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}, {"thread_id"=>57, "name"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/2.3.0/gems/logstash-output-jdbc-5.3.0-java/lib/logstash/outputs/jdbc.rb:209:in `submit'"}]}}
[ERROR] 2018-03-06 16:08:29.040 [Ruby-0-Thread-34: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:35] shutdownwatcher - The shutdown process appears to be stalled due to busy or blocked plugins. Check the logs for more information.
[ERROR] 2018-03-06 16:08:31.204 [LogStash::Runner] agent - Failed to execute action {:action=>LogStash::PipelineAction::Stop/pipeline_id:main, :exception=>"NoMethodError", :message=>"undefined method `map' for nil:NilClass\nDid you mean?  tap", :backtrace=>["/usr/share/logstash/logstash-core/lib/logstash/util.rb:40:in `thread_info'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:662:in `block in plugin_threads_info'", "org/jruby/RubyArray.java:2486:in `map'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:662:in `plugin_threads_info'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:666:in `stalling_threads_info'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline_reporter.rb:67:in `block in to_hash'", "/usr/share/logstash/logstash-core/lib/logstash/util/wrapped_synchronous_queue.rb:80:in `inflight_batches'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline_reporter.rb:56:in `to_hash'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline_reporter.rb:51:in `snapshot'", "/usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:88:in `pipeline_report_snapshot'", "/usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:63:in `block in start'", "/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/stud-0.0.23/lib/stud/interval.rb:20:in `interval'", "/usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:59:in `start'", "/usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:35:in `block in start'"]}

The error seems associated with the new pipeline feature. Can someone help?

Thanks in advance

Fabio


(system) #2

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.