input {
http {
host => "0.0.0.0"
port => 8443
user => provider
password => "c6N65uxZ$M5@"
# ssl => true
# keystore => "/etc/logstash/keystore.jks"
# keystore_password => "password"
}
}
filter {
mutate { add_field => { "[@metadata ][action]" => "%{[action]}" } }
mutate { add_field => { "[@metadata ][target_index]" => "%{[target_index]}" } }
mutate { add_field => { "[@metadata ][provider_es_document_id]" => "%{[provider_es_document_id]}" } }
mutate {
remove_field => [
"provider_es_document_id",
"target_index",
"action",
"event",
"host",
"http",
"https",
"url",
"user_agent"
]
}
}
output {
if [@metadata ][action] == "upsert" {
elasticsearch {
hosts => ["192.168.15.29:9200"]
user => "elastic"
password => "pIQNwmxey_e83H9D89om"
bulk_path => "_bulk"
http_compression => true
index => "%{[@metadata ][target_index]}"
document_id => "%{[@metadata ][provider_es_document_id]}"
action => update
doc_as_upsert => true
}
} else {
elasticsearch {
hosts => ["192.168.15.29:9200"]
user => "elastic"
password => "pIQNwmxey_e83H9D89om"
bulk_path => "_bulk"
http_compression => true
index => "%{[@metadata ][target_index]}"
document_id => "%{[@metadata ][provider_es_document_id]}"
action => delete
}
}
stdout { codec => rubydebug }
}
This was my logstash conf file
leandrojmp
(Leandro Pereira)
October 10, 2022, 12:24pm
3
You need to share your log error as well.
Also, format your code using the preformatted text button, the </>
button.
[ERROR] 2022-10-10 12:29:47.752 [[main]<http] javapipeline - A plugin had an unrecoverable error. Will restart this plugin.
Pipeline_id:main
Plugin: <LogStash::Inputs::Http host=>"0.0.0.0", password=>, id=>"45af118654fd65c58e677eda94c45ca9a413c241ef3abf1b07dfd37da755873e", port=>8443, user=>"provider", enable_metric=>true, codec=><LogStash::Codecs::Plain id=>"plain_0714ed13-9101-4c04-9fac-55bbd5ff0160", enable_metric=>true, charset=>"UTF-8">, ssl=>false, ssl_verify_mode=>"none", ssl_handshake_timeout=>10000, ssl_cipher_suites=>["TLS_AES_256_GCM_SHA384", "TLS_AES_128_GCM_SHA256", "TLS_CHACHA20_POLY1305_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384", "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384", "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256", "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256", "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384", "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384", "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256"], ssl_supported_protocols=>["TLSv1.2", "TLSv1.3"], additional_codecs=>{"application/json"=>"json"}, response_headers=>{"Content-Type"=>"text/plain"}, threads=>2, max_pending_requests=>200, max_content_length=>104857600, response_code=>200, verify_mode=>"none", tls_min_version=>1, tls_max_version=>1.3>
Error: event executor terminated
Exception: Java::JavaUtilConcurrent::RejectedExecutionException
Stack: io.netty.util.concurrent.SingleThreadEventExecutor.reject(io/netty/util/concurrent/SingleThreadEventExecutor.java:926)
io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(io/netty/util/concurrent/SingleThreadEventExecutor.java:353)
io.netty.util.concurrent.SingleThreadEventExecutor.addTask(io/netty/util/concurrent/SingleThreadEventExecutor.java:346)
io.netty.util.concurrent.SingleThreadEventExecutor.execute(io/netty/util/concurrent/SingleThreadEventExecutor.java:828)
io.netty.util.concurrent.SingleThreadEventExecutor.execute(io/netty/util/concurrent/SingleThreadEventExecutor.java:818)
io.netty.channel.AbstractChannel$AbstractUnsafe.register(io/netty/channel/AbstractChannel.java:483)
io.netty.channel.SingleThreadEventLoop.register(io/netty/channel/SingleThreadEventLoop.java:87)
io.netty.channel.SingleThreadEventLoop.register(io/netty/channel/SingleThreadEventLoop.java:81)
io.netty.channel.MultithreadEventLoopGroup.register(io/netty/channel/MultithreadEventLoopGroup.java:86)
io.netty.bootstrap.AbstractBootstrap.initAndRegister(io/netty/bootstrap/AbstractBootstrap.java:323)
io.netty.bootstrap.AbstractBootstrap.doBind(io/netty/bootstrap/AbstractBootstrap.java:272)
io.netty.bootstrap.AbstractBootstrap.bind(io/netty/bootstrap/AbstractBootstrap.java:268)
io.netty.bootstrap.AbstractBootstrap.bind(io/netty/bootstrap/AbstractBootstrap.java:253)
org.logstash.plugins.inputs.http.NettyHttpServer.run(org/logstash/plugins/inputs/http/NettyHttpServer.java:65)
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(jdk/internal/reflect/NativeMethodAccessorImpl.java:62)
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(jdk/internal/reflect/DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:566)
org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(org/jruby/javasupport/JavaMethod.java:441)
org.jruby.javasupport.JavaMethod.invokeDirect(org/jruby/javasupport/JavaMethod.java:305)
usr.share.logstash.vendor.bundle.jruby.$2_dot_5_dot_0.gems.logstash_minus_input_minus_http_minus_3_dot_6_dot_0_minus_java.lib.logstash.inputs.http.run(/usr/share/logstash/vendor/bundle/jruby/2.5.0/gems/logstash-input-http-3.6.0-java/lib/logstash/inputs/http.rb:164)
usr.share.logstash.logstash_minus_core.lib.logstash.java_pipeline.inputworker(/usr/share/logstash/logstash-core/lib/logstash/java_pipeline.rb:410)
usr.share.logstash.logstash_minus_core.lib.logstash.java_pipeline.start_input(/usr/share/logstash/logstash-core/lib/logstash/java_pipeline.rb:401)
org.jruby.RubyProc.call(org/jruby/RubyProc.java:318)
java.lang.Thread.run(java/lang/Thread.java:829)
^C[WARN ] 2022-10-10 12:29:47.887 [SIGINT handler] runner - SIGINT received. Shutting down.
^C[FATAL] 2022-10-10 12:29:48.512 [SIGINT handler] runner - SIGINT received. Terminating immediately..
[FATAL] 2022-10-10 12:29:48.565 [LogStash::Runner] Logstash -
org.jruby.exceptions.ThreadKill: null
leandrojmp
(Leandro Pereira)
October 10, 2022, 2:38pm
5
Please, format your text using the </>
button, is very hard to read this way.
<javapipeline - A plugin had an unrecoverable error. Will restart this plugin.>
<Pipeline_id:main>
Plugin: <LogStash::Inputs::Http host=>"0.0.0.0",
password=>, id=>"45af118654fd65c58e677eda94c45ca9a413c241ef3abf1b07dfd37da755873e",
port=>8443,
user=>"provider",
enable_metric=>true,
codec=><LogStash::Codecs::
Plain id=>"plain_0714ed13-9101-4c04-9fac-55bbd5ff0160",
enable_metric=>true,
charset=>"UTF-8">, ssl=>false, ssl_verify_mode=>"none", ssl_handshake_timeout=>10000,
ssl_cipher_suites=>["TLS_AES_256_GCM_SHA384", "TLS_AES_128_GCM_SHA256", "TLS_CHACHA20_POLY1305_SHA256", "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
system
(system)
Closed
November 8, 2022, 3:53am
7
This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.