I have a setup with two Logstash servers, where the sender Logstash server takes input from a Python script and sends it to the receiving Logstash server. The port connectivity is fine, but I am still facing issues while sending data.
sending logstash server config-:
input {
file {
path => "/logfile.log" # Path to your log file
start_position => "beginning"
sincedb_path => "/dev/null"
}
}
filter {
mutate {
add_field => { "hostname" => "${HOSTNAME}" }
add_field => { "date_today" => "%{+YYYY-MM-dd}" }
}
}
output {
tcp {
host => "10.184.40.59" # Next Logstash server IP
port => 5044
codec => json_lines # Optional: Use JSON encoding to make logs more structured
}
For debugging purpose, print to stdout (console)
stdout {
codec => rubydebug # This prints the events in a readable format to the console
}
}
Receiving logstash server
input {
tcp {
port => 5044
codec => plain { charset => "UTF-8" }
}
}
==================
Error-:
Dec 02 03:23:06 logtash logstash[46001]: [2024-12-02T03:23:06,663][ERROR][logstash.javapipeline ][main][9cc307e68782a078e349837fd2aad43e13227477990e>
Dec 02 03:23:06 logtash logstash[46001]: Pipeline_id:main
Dec 02 03:23:06 logtash logstash[46001]: Plugin: <LogStash::Inputs::Tcp codec=><LogStash::Codecs::Plain charset=>"UTF-8", id=>"1594f87a-5028-4968-b63>
Dec 02 03:23:06 logtash logstash[46001]: Error: event executor terminated
Dec 02 03:23:06 logtash logstash[46001]: Exception: Java::JavaUtilConcurrent::RejectedExecutionException
Dec 02 03:23:06 logtash logstash[46001]: Stack: io.netty.util.concurrent.SingleThreadEventExecutor.reject(io/netty/util/concurrent/SingleThreadEventE>
Dec 02 03:23:06 logtash logstash[46001]: io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(io/netty/util/concurrent/SingleThreadEventExecuto>
Dec 02 03:23:06 logtash logstash[46001]: io.netty.util.concurrent.SingleThreadEventExecutor.addTask(io/netty/util/concurrent/SingleThreadEventExecutor.>
Dec 02 03:23:06 logtash logstash[46001]: io.netty.util.concurrent.SingleThreadEventExecutor.execute(io/netty/util/concurrent/SingleThreadEventExecutor.>
Dec 02 03:23:06 logtash logstash[46001]: io.netty.util.concurrent.SingleThreadEventExecutor.execute(io/netty/util/concurrent/SingleThreadEventExecutor.>
Dec 02 03:23:06 logtash logstash[46001]: io.netty.channel.AbstractChannel$AbstractUnsafe.register(io/netty/channel/AbstractChannel.java:483)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.channel.SingleThreadEventLoop.register(io/netty/channel/SingleThreadEventLoop.java:87)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.channel.SingleThreadEventLoop.register(io/netty/channel/SingleThreadEventLoop.java:81)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.channel.MultithreadEventLoopGroup.register(io/netty/channel/MultithreadEventLoopGroup.java:86)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.bootstrap.AbstractBootstrap.initAndRegister(io/netty/bootstrap/AbstractBootstrap.java:323)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.bootstrap.AbstractBootstrap.doBind(io/netty/bootstrap/AbstractBootstrap.java:272)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.bootstrap.AbstractBootstrap.bind(io/netty/bootstrap/AbstractBootstrap.java:268)
Dec 02 03:23:06 logtash logstash[46001]: io.netty.bootstrap.AbstractBootstrap.bind(io/netty/bootstrap/AbstractBootstrap.java:253)
Dec 02 03:23:06 logtash logstash[46001]: org.logstash.tcp.InputLoop.run(org/logstash/tcp/InputLoop.java:86)
Dec 02 03:23:06 logtash logstash[46001]: jdk.internal.reflect.GeneratedMethodAccessor14.invoke(jdk/internal/reflect/GeneratedMethodAccessor14)
Dec 02 03:23:06 logtash logstash[46001]: jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(jdk/internal/reflect/DelegatingMethodAccessorImpl.jav>
Dec 02 03:23:06 logtash logstash[46001]: java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:566)
Dec 02 03:23:06 logtash logstash[46001]: org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(org/jruby/javasupport/JavaMethod.java:441)
Dec 02 03:23:06 logtash logstash[46001]: org.jruby.javasupport.JavaMethod.invokeDirect(org/jruby/javasupport/JavaMethod.java:305)
Dec 02 03:23:06 logtash logstash[46001]: usr.share.logstash.vendor.bundle.jruby.$2_dot_5_dot_0.gems.logstash_minus_input_minus_tcp_minus_6_dot_2_dot_7_>
Dec 02 03:23:06 logtash logstash[46001]: usr.share.logstash.logstash_minus_core.lib.logstash.java_pipeline.inputworker(/usr/share/logstash/logstash-cor>
Dec 02 03:23:06 logtash logstash[46001]: usr.share.logstash.logstash_minus_core.lib.logstash.java_pipeline.start_input(/usr/share/logstash/logstash-cor>
Dec 02 03:23:06 logtash logstash[46001]: org.jruby.RubyProc.call(org/jruby/RubyProc.java:318)
Dec 02 03:23:06 logtash logstash[46001]: java.lang.Thread.run(java/lang/Thread.java:829)