I am not able to get the http input plugin to connect to our azure load balancer. The input
input {
http {
host => "igemsng-eastus2-nprd-elkcluster.test.att.com"
port => 8808
password => XXXX
user => XXXX
# ssl => "true"
# ssl_certificate => "/opt/app/logstash/config/certs/cert-ca.crt"
# ssl_key => "/opt/app/logstash/config/certs/priv.key"
add_field => { "igemsbigdata_datasource" => "ng_agent_results" }
add_field => { "igemsbigdata_indexname" => "ng-agent-results" }
add_field => { "igemsbigdata_indexinterval" => "weekly" }
}
}
I have tried both http and https. The error from http is below.
[2022-08-25T15:14:44,021][INFO ][logstash.inputs.http ][ng_data_processing][aff1ae45558929f9c060bd463fed502f79cadab0a23ef8d5ed78eecf42e8ccc3] Starting http input listener {:address=>"igemsng-eastus2-nprd-elkcluster.test.att.com:8808", :ssl=>"false"}
[2022-08-25T15:14:44,022][WARN ][io.netty.channel.AbstractChannel][ng_data_processing][aff1ae45558929f9c060bd463fed502f79cadab0a23ef8d5ed78eecf42e8ccc3] Force-closing a channel whose registration task was not accepted by an event loop: [id: 0xcfd24545]
java.util.concurrent.RejectedExecutionException: event executor terminated
at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:926) ~[netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:353) ~[netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:346) ~[netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:828) ~[netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:818) ~[netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe.register(AbstractChannel.java:483) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.channel.SingleThreadEventLoop.register(SingleThreadEventLoop.java:87) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.channel.SingleThreadEventLoop.register(SingleThreadEventLoop.java:81) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.channel.MultithreadEventLoopGroup.register(MultithreadEventLoopGroup.java:86) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.bootstrap.AbstractBootstrap.initAndRegister(AbstractBootstrap.java:323) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.bootstrap.AbstractBootstrap.doBind(AbstractBootstrap.java:272) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.bootstrap.AbstractBootstrap.bind(AbstractBootstrap.java:268) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at io.netty.bootstrap.AbstractBootstrap.bind(AbstractBootstrap.java:253) [netty-all-4.1.65.Final.jar:4.1.65.Final]
at org.logstash.plugins.inputs.http.NettyHttpServer.run(NettyHttpServer.java:65) [logstash-input-http-3.4.5.jar:?]
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
at org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(JavaMethod.java:441) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.javasupport.JavaMethod.invokeDirect(JavaMethod.java:305) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.java.invokers.InstanceMethodInvoker.call(InstanceMethodInvoker.java:32) [jruby-complete-9.2.20.1.jar:?]
at opt.app.logstash_minus_7_dot_16_dot_3.vendor.bundle.jruby.$2_dot_5_dot_0.gems.logstash_minus_input_minus_http_minus_3_dot_4_dot_5_minus_java.lib.logstash.inputs.http.RUBY$method$run$0(/opt/app/logstash-7.16.3/vendor/bundle/jruby/2.5.0/gems/logstash-input-http-3.4.5-java/lib/logstash/inputs/http.rb:157) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:106) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:140) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.ir.targets.InvokeSite.fail(InvokeSite.java:278) [jruby-complete-9.2.20.1.jar:?]
at opt.app.logstash_minus_7_dot_16_dot_3.logstash_minus_core.lib.logstash.java_pipeline.RUBY$method$inputworker$0(/opt/app/logstash-7.16.3/logstash-core/lib/logstash/java_pipeline.rb:409) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:106) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:140) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.ir.targets.InvokeSite.fail(InvokeSite.java:278) [jruby-complete-9.2.20.1.jar:?]
at opt.app.logstash_minus_7_dot_16_dot_3.logstash_minus_core.lib.logstash.java_pipeline.RUBY$block$start_input$1(/opt/app/logstash-7.16.3/logstash-core/lib/logstash/java_pipeline.rb:400) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:138) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:58) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:52) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.runtime.Block.call(Block.java:139) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.RubyProc.call(RubyProc.java:318) [jruby-complete-9.2.20.1.jar:?]
at org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:105) [jruby-complete-9.2.20.1.jar:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
[2022-08-25T15:14:44,024][ERROR][logstash.javapipeline ][ng_data_processing][aff1ae45558929f9c060bd463fed502f79cadab0a23ef8d5ed78eecf42e8ccc3] A plugin had an unrecoverable error. Will restart this plugin.
Pipeline_id:ng_data_processing
Plugin: <LogStash::Inputs::Http host=>"igemsng-eastus2-nprd-elkcluster.test.att.com", add_field=>{"igemsbigdata_indexinterval"=>"weekly", "igemsbigdata_datasource"=>"ng_agent_results", "igemsbigdata_indexname"=>"ng-agent-results"}, password=><password>, id=>"aff1ae45558929f9c060bd463fed502f79cadab0a23ef8d5ed78eecf42e8ccc3", port=>8808, user=>"cxagent", enable_metric=>true, codec=><LogStash::Codecs::Plain id=>"plain_b0796796-aa6d-40ff-8da1-9b2b7c351dab", enable_metric=>true, charset=>"UTF-8">, ssl=>false, ssl_verify_mode=>"none", ssl_handshake_timeout=>10000, tls_min_version=>1, tls_max_version=>1.2, cipher_suites=>["TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384", "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384", "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256", "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384", "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384", "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256"], additional_codecs=>{"application/json"=>"json"}, response_headers=>{"Content-Type"=>"text/plain"}, threads=>8, max_pending_requests=>200, max_content_length=>104857600, response_code=>200, verify_mode=>"none">
Error: event executor terminated
Exception: Java::JavaUtilConcurrent::RejectedExecutionException
Stack: io.netty.util.concurrent.SingleThreadEventExecutor.reject(io/netty/util/concurrent/SingleThreadEventExecutor.java:926)
io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(io/netty/util/concurrent/SingleThreadEventExecutor.java:353)
io.netty.util.concurrent.SingleThreadEventExecutor.addTask(io/netty/util/concurrent/SingleThreadEventExecutor.java:346)
io.netty.util.concurrent.SingleThreadEventExecutor.execute(io/netty/util/concurrent/SingleThreadEventExecutor.java:828)
io.netty.util.concurrent.SingleThreadEventExecutor.execute(io/netty/util/concurrent/SingleThreadEventExecutor.java:818)
io.netty.channel.AbstractChannel$AbstractUnsafe.register(io/netty/channel/AbstractChannel.java:483)
io.netty.channel.SingleThreadEventLoop.register(io/netty/channel/SingleThreadEventLoop.java:87)
io.netty.channel.SingleThreadEventLoop.register(io/netty/channel/SingleThreadEventLoop.java:81)
io.netty.channel.MultithreadEventLoopGroup.register(io/netty/channel/MultithreadEventLoopGroup.java:86)
io.netty.bootstrap.AbstractBootstrap.initAndRegister(io/netty/bootstrap/AbstractBootstrap.java:323)
io.netty.bootstrap.AbstractBootstrap.doBind(io/netty/bootstrap/AbstractBootstrap.java:272)
io.netty.bootstrap.AbstractBootstrap.bind(io/netty/bootstrap/AbstractBootstrap.java:268)
io.netty.bootstrap.AbstractBootstrap.bind(io/netty/bootstrap/AbstractBootstrap.java:253)
org.logstash.plugins.inputs.http.NettyHttpServer.run(org/logstash/plugins/inputs/http/NettyHttpServer.java:65)
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(jdk/internal/reflect/NativeMethodAccessorImpl.java:62)
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(jdk/internal/reflect/DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:566)
org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(org/jruby/javasupport/JavaMethod.java:441)
org.jruby.javasupport.JavaMethod.invokeDirect(org/jruby/javasupport/JavaMethod.java:305)
opt.app.logstash_minus_7_dot_16_dot_3.vendor.bundle.jruby.$2_dot_5_dot_0.gems.logstash_minus_input_minus_http_minus_3_dot_4_dot_5_minus_java.lib.logstash.inputs.http.run(/opt/app/logstash-7.16.3/vendor/bundle/jruby/2.5.0/gems/logstash-input-http-3.4.5-java/lib/logstash/inputs/http.rb:157)
opt.app.logstash_minus_7_dot_16_dot_3.logstash_minus_core.lib.logstash.java_pipeline.inputworker(/opt/app/logstash-7.16.3/logstash-core/lib/logstash/java_pipeline.rb:409)
opt.app.logstash_minus_7_dot_16_dot_3.logstash_minus_core.lib.logstash.java_pipeline.start_input(/opt/app/logstash-7.16.3/logstash-core/lib/logstash/java_pipeline.rb:400)
org.jruby.RubyProc.call(org/jruby/RubyProc.java:318)
java.lang.Thread.run(java/lang/Thread.java:829)