Logstash stops when running as a service on window server 2012 r2

Elastic Stack Logstash
1

I am running the logstash to index around 10M of document in the elastic using the logstash multi pipe line, Everthing going good but after 10% of data has been index then after the Logstash terminate. flashing the error ,

Please help to resolve this

[2019-03-15T12:40:59,966][DEBUG][logstash.outputs.elasticsearch] Closing {:plugin=>"LogStash::Outputs::ElasticSearch"}
[2019-03-15T12:41:00,138][DEBUG][logstash.outputs.elasticsearch] Stopping sniffer
[2019-03-15T12:41:00,185][DEBUG][logstash.outputs.elasticsearch] Stopping resurrectionist
[2019-03-15T12:41:00,419][DEBUG][logstash.outputs.elasticsearch] Waiting for in use manticore connections
[2019-03-15T12:41:00,529][DEBUG][logstash.outputs.elasticsearch] Closing adapter #LogStash::Outputs::ElasticSearch::HttpClient::ManticoreAdapter:0x2e725bd2
[2019-03-15T12:41:00,607][DEBUG][logstash.outputs.stdout ] Closing {:plugin=>"LogStash::Outputs::Stdout"}
[2019-03-15T12:41:01,014][INFO ][logstash.pipeline ] Pipeline has terminated {:pipeline_id=>"main", :thread=>"#<Thread:0x23d67033@G:/fresh_Logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline_action/create.rb:46 run>"}
[2019-03-15T12:41:01,357][DEBUG][logstash.instrument.periodicpoller.os] Stopping
[2019-03-15T12:41:01,576][DEBUG][logstash.instrument.periodicpoller.jvm] Stopping
[2019-03-15T12:41:01,591][DEBUG][logstash.instrument.periodicpoller.persistentqueue] Stopping
[2019-03-15T12:41:01,607][DEBUG][logstash.instrument.periodicpoller.deadletterqueue] Stopping
[2019-03-15T12:41:02,357][DEBUG][logstash.agent ] Shutting down all pipelines {:pipelines_count=>2}
[2019-03-15T12:41:02,513][DEBUG][logstash.agent ] Converging pipelines state {:actions_count=>2}
[2019-03-15T12:41:02,544][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Stop/pipeline_id:.monitoring-logstash}
[2019-03-15T12:41:02,591][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Stop/pipeline_id:main}
[2019-03-15T12:41:02,748][DEBUG][logstash.pipeline ] Stopping inputs {:pipeline_id=>"main", :thread=>"#<Thread:0x23d67033@G:/fresh_Logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline_action/create.rb:46 dead>"}
[2019-03-15T12:41:02,748][DEBUG][logstash.pipeline ] Stopping inputs {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x3944fba3 sleep>"}
[2019-03-15T12:41:02,763][DEBUG][logstash.inputs.jdbc ] Stopping {:plugin=>"LogStash::Inputs::Jdbc"}
[2019-03-15T12:41:02,826][DEBUG][logstash.inputs.metrics ] Stopping {:plugin=>"LogStash::Inputs::Metrics"}
[2019-03-15T12:41:02,857][DEBUG][logstash.pipeline ] Stopped inputs {:pipeline_id=>"main", :thread=>"#<Thread:0x23d67033@G:/fresh_Logstash/logstash-6.4.0/logstash-core/lib/logstash/pipeline_action/create.rb:46 dead>"}
[2019-03-15T12:41:02,873][DEBUG][logstash.inputs.metrics ] Metrics input: stopped
[2019-03-15T12:41:02,904][DEBUG][logstash.pipeline ] Stopped inputs {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x3944fba3 sleep>"}
[2019-03-15T12:41:02,951][DEBUG][logstash.inputs.metrics ] Metrics input: received a new snapshot {:created_at=>2019-03-15 12:41:02 +0530, :snapshot=>#LogStash::Instrument::Snapshot:0x78efe4d2}
[2019-03-15T12:41:02,982][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x68284562@mainworker0 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x327cdd41@mainworker1 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x5ca11f21@mainworker2 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x226f02e2@mainworker3 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x42e1827c@mainworker4 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x48fecf1@mainworker5 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x325a1582@mainworker6 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x7bb8f120@mainworker7 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x51d2b722@mainworker8 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x36c247cd@mainworker9 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x73bc7195@mainworker10 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x216f7fdd@mainworker11 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x1ba9e494@mainworker12 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x7909c2be@mainworker13 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x6e7fabf6@mainworker14 dead>"}
[2019-03-15T12:41:02,998][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#Thread:0x6c2765f8@mainworker15 dead>"}

2

[2019-03-15T12:41:03,091][DEBUG][logstash.pipeline ] filter received {"event"=>{"jvm"=>{"uptime_in_millis"=>7297109, "mem"=>{"heap_used_percent"=>61, "heap_used_in_bytes"=>1272452584, "heap_max_in_bytes"=>2075918336}, "gc"=>{"collectors"=>{"old"=>{"collection_time_in_millis"=>680, "collection_count"=>3}, "young"=>{"collection_time_in_millis"=>22786, "collection_count"=>685}}}}, "timestamp"=>2019-03-15T07:11:02.935Z, "events"=>{"filtered"=>556640, "duration_in_millis"=>114103543, "in"=>3029443, "out"=>556640}, "process"=>{"cpu"=>{"percent"=>-3}, "open_file_descriptors"=>-1, "max_file_descriptors"=>-1}, "queue"=>{"events_count"=>2523680}, "reloads"=>{"failures"=>0, "successes"=>0}, "pipelines"=>[{"reloads"=>{"failures"=>0, "successes"=>0}, "id"=>"main", }}
[2019-03-15T12:41:03,091][DEBUG][logstash.pipeline ] filter received {"event"=>{"pipeline"=>{"representation"=>{"plugins"=>[{"name"=>"logstash-codec-cef", "version"=>"5.0.3"}, {"name"=>"logstash-codec-collectd", "version"=>"3.0.8"}, {"name"=>"logstash-codec-dots", "version"=>"3.0.6"}, {"name"=>"logstash-codec-edn", "version"=>"3.0.6"}, {"name"=>"logstash-codec-line", "version"=>"3.0.8"}, {"name"=>"logstash-codec-edn_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-es_bulk", "version"=>"3.0.6"}, {"name"=>"logstash-codec-fluent", "version"=>"3.2.0"}, {"name"=>"logstash-codec-graphite", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-msgpack", "version"=>"3.0.7"}, {"name"=>"logstash-patterns-core", "version"=>"4.1.2"}, {"name"=>"logstash-codec-multiline", "version"=>"3.0.10"}}
[2019-03-15T12:41:03,107][DEBUG][logstash.pipeline ] output received {"event"=>{"jvm"=>{"uptime_in_millis"=>7297109, "mem"=>{"heap_used_percent"=>61, "heap_used_in_bytes"=>1272452584, "heap_max_in_bytes"=>2075918336}, "gc"=>{"collectors"=>{"old"=>{"collection_time_in_millis"=>680, "collection_count"=>3}, "young"=>{"collection_time_in_millis"=>22786, "collection_count"=>685}}}}, "timestamp"=>2019-03-15T07:11:02.935Z, "events"=>{"filtered"=>556640, "duration_in_millis"=>114103543, "in"=>3029443, "out"=>556640}, "process"=>{"cpu"=>{"percent"=>-3}, "open_file_descriptors"=>-1, "max_file_descriptors"=>-1}, "queue"=>{"events_count"=>2523680}, "reloads"=>{"failures"=>0, "successes"=>0}, "pipelines"=>[{"reloads"=>{"failures"=>0, "successes"=>0}, "id"=>"main", "hash"=>"16eee2117271ae4f779bc4f3e3ee93deaab42ed57bf916842c9621d51087a80e", "events"=>{"filtered"=>556640, "duration_in_millis"=>114103543, "in"=>3029443, "out"=>556640, "queue_push_duration_in_millis"=>5557165}, "queue"=>{"events_count"=>2523680, "queue_size_in_bytes"=>4026545718, "type"=>"persisted", "max_queue_size_in_bytes"=>4294967296}, "vertices"=>[{"events_out"=>3029443, "pipeline_ephemeral_id"=>"6d671036-7c32-4ffa-bd46-142e17f39809", "queue_push_duration_in_millis"=>5557165, "id"=>:"36944ef0613cc184fcd3e019327c972a599d0727548c9d86b17f51c76a2ddb81"}, {"events_out"=>556640, "duration_in_millis"=>110856928, "pipeline_ephemeral_id"=>"6d671036-7c32-4ffa-bd46-142e17f39809", "id"=>:"6977bdb9cbf2d9dabc1a90ef1245850de697ea3cf652d9e5120718d963cc4ab5", "events_in"=>556640}, {"pipeline_ephemeral_id"=>"6d671036-7c32-4ffa-bd46-142e17f39809", "long_counters"=>[{"name"=>"documents.successes", "value"=>556640}, {"name"=>"bulk_requests.successes", "value"=>4455}, {"name"=>"bulk_requests.responses.200", "value"=>4455}]}}}
[2019-03-15T12:41:03,107][DEBUG][logstash.pipeline ] output received {"event"=>{"pipeline"=>{"representation"=>{"plugins"=>[{"name"=>"logstash-codec-cef", "version"=>"5.0.3"}, {"name"=>"logstash-codec-collectd", "version"=>"3.0.8"}, {"name"=>"logstash-codec-dots", "version"=>"3.0.6"}, {"name"=>"logstash-codec-edn", "version"=>"3.0.6"}, {"name"=>"logstash-codec-line", "version"=>"3.0.8"}, {"name"=>"logstash-codec-edn_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-es_bulk", "version"=>"3.0.6"}, {"name"=>"logstash-codec-fluent", "version"=>"3.2.0"}, {"name"=>"logstash-codec-graphite", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-msgpack", "version"=>"3.0.7"}, {"name"=>"logstash-patterns-core", "version"=>"4.1.2"}, {"name"=>"logstash-codec-multiline", "version"=>"3.0.10"}, {"name"=>"logstash-codec-netflow", "version"=>"3.14.1"}, {"name"=>"logstash-codec-plain", "version"=>"3.0.6"}, {"name"=>"logstash-codec-rubydebug", "version"=>"3.0.6"}, {"name"=>"logstash-filter-aggregate", "version"=>"2.8.0"}, {"name"=>"logstash-filter-anonymize", "version"=>"3.0.6"}, {"name"=>"logstash-filter-cidr", "version"=>"3.1.2"}, {"name"=>"logstash-filter-clone", "version"=>"3.0.5"}, {"name"=>"logstash-filter-csv", "version"=>"3.0.8"}, {"name"=>"logstash-filter-date", "version"=>"3.1.9"}, {"name"=>"logstash-filter-de_dot", "version"=>"1.0.3"}, {"name"=>"logstash-filter-dissect", "version"=>"1.2.0"}, {"name"=>"logstash-filter-dns", "version"=>"3.0.11"}, {"name"=>"logstash-filter-drop", "version"=>"3.0.5"}, }}
[2019-03-15T12:41:03,294][DEBUG][logstash.inputs.metrics ] Closing {:plugin=>"LogStash::Inputs::Metrics"}
[2019-03-15T12:41:03,419][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x3944fba3 sleep>"}
[2019-03-15T12:41:03,419][DEBUG][logstash.pipeline ] Shutting down filter/output workers {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x3944fba3 run>"}
[2019-03-15T12:41:03,435][DEBUG][logstash.pipeline ] Setting shutdown {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x3944fba3 run>"}
[2019-03-15T12:41:03,435][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>".monitoring-logstash", :thread=>"#Thread:0x2e55fa75@.monitoring-logstashworker0 run>"}
[2019-03-15T12:41:03,498][DEBUG][logstash.outputs.elasticsearch] Closing {:plugin=>"LogStash::Outputs::ElasticSearch"}
[2019-03-15T12:41:03,498][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#Thread:0x2e55fa75@.monitoring-logstashworker0 dead>"}
[2019-03-15T12:41:03,498][DEBUG][logstash.outputs.elasticsearch] Stopping sniffer
[2019-03-15T12:41:03,513][DEBUG][logstash.outputs.elasticsearch] Stopping resurrectionist
[2019-03-15T12:41:03,763][DEBUG][logstash.outputs.elasticsearch] Waiting for in use manticore connections
[2019-03-15T12:41:03,763][DEBUG][logstash.outputs.elasticsearch] Closing adapter #LogStash::Outputs::ElasticSearch::HttpClient::ManticoreAdapter:0x39ddbcdf
[2019-03-15T12:41:03,779][INFO ][logstash.pipeline ] Pipeline has terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x3944fba3 run>"}

3

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.