Hi Team,
I am using us3 input plugins which was connecting with S3 bucket and provided data to elasticsearch. but suddenly, It stopped working.
My configuration
input {
s3 {
"access_key_id" => ""
"secret_access_key" => ""
"bucket" => "billing"
"prefix" => "billing_2020/billing/"
"exclude_pattern" => "/20220801-20220901|.json$"
"region" => "us-east-1"
"include_object_properties" => true
"watch_for_new_files" => true
"temporary_directory" => "/etc/logstash/conf.d/aws-logstash-file"
"sincedb_path" => "/etc/logstash/conf.d/aws-logstash-file/sincedb_path"
"additional_settings" => {
"force_path_style" => true
"follow_redirects" => false
}
}
}
And the error
[2022-09-01T15:35:41,953][ERROR][logstash.javapipeline ][finops-aws-s3-july][12a27325e7715261030dbe19d3632a4f2de876ed83169d72f364e8b41da58c2f] A plugin had an unrecoverable error. Will restart this plugin.
Pipeline_id:finops-aws-s3-july
Plugin: <LogStash::Inputs::S3 access_key_id=>"", bucket=>"billing", include_object_properties=>true, additional_settings=>{"force_path_style"=>"true", "follow_redirects"=>"false"}, prefix=>"billing_2020/billing/", temporary_directory=>"/etc/logstash/conf.d/aws-logstash-file", secret_access_key=>, exclude_pattern=>"\/20220801-20220901|\.json$", id=>"12a27325e7715261030dbe19d3632a4f2de876ed83169d72f364e8b41da58c2f", region=>"us-east-1", sincedb_path=>"/etc/logstash/conf.d/aws-logstash-file/sincedb_path", watch_for_new_files=>true, enable_metric=>true, codec=><LogStash::Codecs::Plain id=>"plain_ba215017-5566-4a74-83d6-bbe63cd9e10e", enable_metric=>true, charset=>"UTF-8">, role_session_name=>"logstash", delete=>false, interval=>60, gzip_pattern=>".gz(ip)?$">
Error: Connection reset
Exception: Seahorse::Client::NetworkingError
Stack: /usr/share/logstash/vendor/jruby/lib/ruby/stdlib/net/http.rb:1018:in connect' /usr/share/logstash/vendor/jruby/lib/ruby/stdlib/net/http.rb:934:in do_start'
/usr/share/logstash/vendor/jruby/lib/ruby/stdlib/net/http.rb:929:in start' /usr/share/logstash/vendor/jruby/lib/ruby/stdlib/delegate.rb:83:in method_missing'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/net_http/connection_pool.rb:307:in start_session' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/net_http/connection_pool.rb:100:in session_for'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/net_http/handler.rb:128:in session' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/net_http/handler.rb:76:in transmit'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/net_http/handler.rb:50:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/plugins/content_length.rb:24:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/plugins/request_callback.rb:85:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/s3_signer.rb:132:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/s3_signer.rb:63:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/s3_host_id.rb:17:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/xml/error_handler.rb:10:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/transfer_encoding.rb:26:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/helpful_socket_errors.rb:12:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/s3_signer.rb:110:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:360:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:394:in retry_request'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:382:in retry_if_possible' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:371:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:394:in retry_request' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:382:in retry_if_possible'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:371:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:394:in retry_request'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:382:in retry_if_possible' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/retry_errors.rb:371:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/http_checksum.rb:19:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/endpoint_pattern.rb:30:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/accelerate.rb:67:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/checksum_algorithm.rb:136:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/dualstack.rb:41:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/iad_regional_endpoint.rb:39:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/expect_100_continue.rb:22:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/bucket_name_restrictions.rb:26:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/arn.rb:62:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/rest/handler.rb:10:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/recursion_detection.rb:18:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/user_agent.rb:13:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/endpoint_discovery.rb:80:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/plugins/endpoint.rb:47:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/param_validator.rb:26:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/arn.rb:88:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/plugins/raise_response_errors.rb:16:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/sse_cpk.rb:24:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/dualstack.rb:27:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/plugins/accelerate.rb:56:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/checksum_algorithm.rb:111:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/jsonvalue_converter.rb:16:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/idempotency_token.rb:19:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/param_converter.rb:26:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/plugins/request_callback.rb:71:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/plugins/response_paging.rb:12:in call'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/plugins/response_target.rb:24:in call' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/seahorse/client/request.rb:72:in send_request'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/client.rb:8556:in list_objects_v2' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-s3-1.114.0/lib/aws-sdk-s3/bucket.rb:912:in block in objects'
org/jruby/RubyGenerator.java:99:in each' org/jruby/RubyEnumerator.java:392:in each'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/resources/collection.rb:101:in block in non_empty_batches' org/jruby/RubyGenerator.java:99:in each'
org/jruby/RubyEnumerator.java:392:in each' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/resources/collection.rb:52:in block in each'
org/jruby/RubyGenerator.java:99:in each' org/jruby/RubyEnumerator.java:392:in each'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/aws-sdk-core-3.131.6/lib/aws-sdk-core/resources/collection.rb:58:in each' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/logstash-integration-aws-7.0.0/lib/logstash/inputs/s3.rb:141:in list_new_files'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/logstash-integration-aws-7.0.0/lib/logstash/inputs/s3.rb:183:in process_files' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/logstash-integration-aws-7.0.0/lib/logstash/inputs/s3.rb:130:in block in run'
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/stud-0.0.23/lib/stud/interval.rb:20:in interval' /usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/logstash-integration-aws-7.0.0/lib/logstash/inputs/s3.rb:129:in run'
/usr/share/logstash/logstash-core/lib/logstash/java_pipeline.rb:410:in inputworker' /usr/share/logstash/logstash-core/lib/logstash/java_pipeline.rb:401:in block in start_input'
Please help me why suddenly it stopped working. But same credential/config is working on another server for different bucket