We have a logstash's pipeline that use JDBC filter. When we ran the pipeline as service
using:
systemctl start our.service.
We have the following error; but when we ran as command everything looks fine. Does anyone have the same issue or suggestion for the solution.
Our version of logstash is 6.62
Elastic search 6.6.2
Mar 18 23:41:06 ells01 logstash: [2019-03-18T23:41:06,503][INFO ][logstash.outputs.elasticsearch] New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>["//elesdata01.otpp.com:9200", "//elesdata02.otpp.com:9200", "//elesdata03.otpp.com:9200", "//elesdata04.otpp.com:9200", "//elesdata05.otpp.com:9200"]}
Mar 18 23:41:06 ells01 logstash: [2019-03-18T23:41:06,506][INFO ][logstash.outputs.elasticsearch] Attempting to install template {:manage_template=>{"template"=>"logstash-", "version"=>60001, "settings"=>{"index.refresh_interval"=>"5s"}, "mappings"=>{"default"=>{"dynamic_templates"=>[{"message_field"=>{"path_match"=>"message", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false}}}, {"string_fields"=>{"match"=>"", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false, "fields"=>{"keyword"=>{"type"=>"keyword", "ignore_above"=>256}}}}}], "properties"=>{"@timestamp"=>{"type"=>"date"}, "@version"=>{"type"=>"keyword"}, "geoip"=>{"dynamic"=>true, "properties"=>{"ip"=>{"type"=>"ip"}, "location"=>{"type"=>"geo_point"}, "latitude"=>{"type"=>"half_float"}, "longitude"=>{"type"=>"half_float"}}}}}}}}
Mar 18 23:41:06 ells01 logstash: [2019-03-18T23:41:06,599][ERROR][logstash.pipeline ] Error registering plugin {:pipeline_id=>"main", :plugin=>"#LogStash::FilterDelegator:0x1615461a", :error=>"", :thread=>"#<Thread:0xd67ae40 run>"}
Mar 18 23:41:06 ells01 logstash: [2019-03-18T23:41:06,762][ERROR][logstash.pipeline ] Pipeline aborted due to error {:pipeline_id=>"main", :exception=>java.lang.NullPointerException, :backtrace=>["java.util.Hashtable.put(java/util/Hashtable.java:460)", "java.util.Properties.setProperty(java/util/Properties.java:166)", "java.lang.System.setProperty(java/lang/System.java:796)", "java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:498)", "org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(org/jruby/javasupport/JavaMethod.java:468)", "org.jruby.javasupport.JavaMethod.invokeStaticDirect(org/jruby/javasupport/JavaMethod.java:370)", "opt.apps.logstash.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_filter_minus_jdbc_static_minus_1_dot_0_dot_6.lib.logstash.filters.jdbc_static.prepare_data_dir(/opt/apps/logstash/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-filter-jdbc_static-1.0.6/lib/logstash/filters/jdbc_static.rb:170)", "opt.apps.logstash.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_filter_minus_jdbc_static_minus_1_dot_0_dot_6.lib.logstash.filters.jdbc_static.RUBY$method$prepare_data_dir$0$VARARGS(opt/apps/logstash/logstash/vendor/bundle/jruby/$2_dot_3_dot_0/gems/logstash_minus_filter_minus_jdbc_static_minus_1_dot_0_dot_6/lib/logstash/filters//opt/apps/logstash/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-filter-jdbc_static-1.0.6/lib/logstash/filters/jdbc_static.rb)", "opt.apps.logstash.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_filter_minus_jdbc_static_minus_1_dot_0_dot_6.lib.logstash.filters.jdbc_static.register(/opt/apps/logstash/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-filter-jdbc_static-1.0.6/lib/logstash/filters/jdbc_static.rb:145)", "org.jruby.RubyClass.finvoke(org/jruby/RubyClass.java:557)", "org.jruby.RubyBasicObject.callMethod(org/jruby/RubyBasicObject.java:354)", "org.logstash.config.ir.compiler.FilterDelegatorExt.doRegister(org/logstash/config/ir/compiler/FilterDelegatorExt.java:63)", "org.logstash.config.ir.compiler.AbstractFilterDelegatorExt.register(org/logstash/config/ir/compiler/AbstractFilterDelegatorExt.java:56)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.register_plugin(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:259)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.block in register_plugins(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:270)", "org.jruby.RubyArray.each(org/jruby/RubyArray.java:1734)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.register_plugins(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:270)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$method$register_plugins$0$VARARGS(opt/apps/logstash/logstash/logstash_minus_core/lib/logstash//opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.maybe_setup_out_plugins(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:612)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$method$maybe_setup_out_plugins$0$VARARGS(opt/apps/logstash/logstash/logstash_minus_core/lib/logstash//opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.start_workers(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:280)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$method$start_workers$0$VARARGS(opt/apps/logstash/logstash/logstash_minus_core/lib/logstash//opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.run(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:217)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$method$run$0$VARARGS(opt/apps/logstash/logstash/logstash_minus_core/lib/logstash//opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb)", "opt.apps.logstash.logstash.logstash_minus_core.lib.logstash.pipeline.block in start(/opt/apps/logstash/logstash/logstash-core/lib/logstash/pipeline.rb:176)", "org.jruby.RubyProc.call(org/jruby/RubyProc.java:289)", "org.jruby.RubyProc.call(org/jruby/RubyProc.java:246)", "java.lang.Thread.run(java/lang/Thread.java:748)"], :thread=>"#<Thread:0xd67ae40 run>"}
Mar 18 23:41:06 ells01 logstash: [2019-03-18T23:41:06,764][ERROR][logstash.agent ] Failed to execute action {:id=>:main, :action_type=>LogStash::ConvergeResult::FailedAction, :message=>"Could not execute action: PipelineAction::Create, action_result: false", :backtrace=>nil}
Mar 18 23:41:08 ells01 logstash: [2019-03-18T23:41:08,433][INFO ][logstash.pipeline ] Pipeline has terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x6ec95118 run>"}
Mar 18 23:41:08 ells01 systemd: logstash-event.service holdoff time over, scheduling restart.
Mar 18 23:41:08 ells01 systemd: Stopped Logstash-Event.
