I do no heavy lifting on those servers, logstash accepts the events and push them on to a redis queue. All event processing is done on the next logstash servers layer.
I can create a customer support case if you have access to that, then I don't have to anonymize the information. That would save me alot of time..
Here is some stats info.
|2018-06-14T14:17:57.628+0200|INFO|[monitoring]|log/log.go:124|Non-zero metrics in the last 30s|{"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":272570,"time":272575},"total":{"ticks":1787320,"time":1787326,"value":1787320},"user":{"ticks":1514750,"time":1514751}},"info":{"ephemeral_id":"69e0fd67-710f-47e4-b979-eae06ebc1aa0","uptime":{"ms":58950016}},"memstats":{"gc_next":16061408,"memory_alloc":11146496,"memory_total":95227912896}},"filebeat":{"events":{"added":4473,"done":4473},"harvester":{"open_files":3,"running":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":4473,"batches":4,"total":4473},"read":{"bytes":48},"write":{"bytes":349954}},"pipeline":{"clients":1,"events":{"active":4117,"published":4473,"total":4473},"queue":{"acked":4473}}},"registrar":{"states":{"current":21,"update":4473},"writes":4},"system":{"load":{"1":1.1,"15":1.42,"5":1.34,"norm":{"1":0.0275,"15":0.0355,"5":0.0335}}},"xpack":{"monitoring":{"pipeline":{"events":{"published":3,"total":3},"queue":{"acked":3}}}}}}}|
|---|---|---|---|---|---|
|2018-06-14T14:18:27.630+0200|INFO|[monitoring]|log/log.go:124|Non-zero metrics in the last 30s|{"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":272660,"time":272666},"total":{"ticks":1788100,"time":1788112,"value":1788100},"user":{"ticks":1515440,"time":1515446}},"info":{"ephemeral_id":"69e0fd67-710f-47e4-b979-eae06ebc1aa0","uptime":{"ms":58980016}},"memstats":{"gc_next":16107424,"memory_alloc":8312560,"memory_total":95256276824}},"filebeat":{"events":{"added":6017,"done":6017},"harvester":{"open_files":3,"running":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":6017,"batches":4,"total":6017},"read":{"bytes":48},"write":{"bytes":474444}},"pipeline":{"clients":1,"events":{"active":4117,"published":6017,"total":6017},"queue":{"acked":6017}}},"registrar":{"states":{"current":21,"update":6017},"writes":4},"system":{"load":{"1":1.12,"15":1.41,"5":1.33,"norm":{"1":0.028,"15":0.0352,"5":0.0333}}},"xpack":{"monitoring":{"pipeline":{"events":{"published":3,"total":3},"queue":{"acked":3}}}}}}}|
|2018-06-14T14:18:57.630+0200|INFO|[monitoring]|log/log.go:124|Non-zero metrics in the last 30s|{"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":272750,"time":272750},"total":{"ticks":1788770,"time":1788777,"value":1788770},"user":{"ticks":1516020,"time":1516027}},"info":{"ephemeral_id":"69e0fd67-710f-47e4-b979-eae06ebc1aa0","uptime":{"ms":59010016}},"memstats":{"gc_next":12348208,"memory_alloc":9472784,"memory_total":95284228320}},"filebeat":{"events":{"added":5894,"done":5894},"harvester":{"open_files":3,"running":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":5894,"batches":4,"total":5894},"read":{"bytes":36},"write":{"bytes":470292}},"pipeline":{"clients":1,"events":{"active":4117,"published":5894,"total":5894},"queue":{"acked":5894}}},"registrar":{"states":{"current":21,"update":5894},"writes":4},"system":{"load":{"1":1.32,"15":1.42,"5":1.34,"norm":{"1":0.033,"15":0.0355,"5":0.0335}}},"xpack":{"monitoring":{"pipeline":{"events":{"published":3,"total":3},"queue":{"acked":3}}}}}}}|
|2018-06-14T14:19:27.630+0200|INFO|[monitoring]|log/log.go:124|Non-zero metrics in the last 30s|{"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":272790,"time":272795},"total":{"ticks":1789130,"time":1789142,"value":1789130},"user":{"ticks":1516340,"time":1516347}},"info":{"ephemeral_id":"69e0fd67-710f-47e4-b979-eae06ebc1aa0","uptime":{"ms":59040016}},"memstats":{"gc_next":13066000,"memory_alloc":8336624,"memory_total":95296478816}},"filebeat":{"events":{"added":2298,"done":2298},"harvester":{"open_files":3,"running":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":2298,"batches":2,"total":2298},"read":{"bytes":48},"write":{"bytes":183924}},"pipeline":{"clients":1,"events":{"active":4117,"published":2298,"total":2298},"queue":{"acked":2298}}},"registrar":{"states":{"current":21,"update":2298},"writes":2},"system":{"load":{"1":1.44,"15":1.42,"5":1.37,"norm":{"1":0.036,"15":0.0355,"5":0.0343}}},"xpack":{"monitoring":{"pipeline":{"events":{"published":3,"total":3},"queue":{"acked":3}}}}}}}|
|2018-06-14T14:19:57.630+0200|INFO|[monitoring]|log/log.go:124|Non-zero metrics in the last 30s|{"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":272820,"time":272825},"total":{"ticks":1789470,"time":1789476,"value":1789470},"user":{"ticks":1516650,"time":1516651}},"info":{"ephemeral_id":"69e0fd67-710f-47e4-b979-eae06ebc1aa0","uptime":{"ms":59070017}},"memstats":{"gc_next":16091168,"memory_alloc":8623376,"memory_total":95305294656}},"filebeat":{"events":{"added":1798,"done":1798},"harvester":{"open_files":3,"running":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":1798,"batches":1,"total":1798},"read":{"bytes":30},"write":{"bytes":133817}},"pipeline":{"clients":1,"events":{"active":4117,"published":1798,"total":1798},"queue":{"acked":1798}}},"registrar":{"states":{"current":21,"update":1798},"writes":1},"system":{"load":{"1":1.25,"15":1.41,"5":1.33,"norm":{"1":0.0313,"15":0.0352,"5":0.0333}}},"xpack":{"monitoring":{"pipeline":{"events":{"published":3,"total":3},"queue":{"acked":3}}}}}}}|
|2018-06-14T14:20:27.630+0200|INFO|[monitoring]|log/log.go:124|Non-zero metrics in the last 30s|{"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":272830,"time":272837},"total":{"ticks":1789490,"time":1789499,"value":1789490},"user":{"ticks":1516660,"time":1516662}},"info":{"ephemeral_id":"69e0fd67-710f-47e4-b979-eae06ebc1aa0","uptime":{"ms":59100016}},"memstats":{"gc_next":16091168,"memory_alloc":9463200,"memory_total":95306134480}},"filebeat":{"harvester":{"open_files":3,"running":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"read":{"bytes":36}},"pipeline":{"clients":1,"events":{"active":4117}}},"registrar":{"states":{"current":21}},"system":{"load":{"1":1.02,"15":1.38,"5":1.27,"norm":{"1":0.0255,"15":0.0345,"5":0.0318}}},"xpack":{"monitoring":{"pipeline":{"events":{"published":3,"total":3},"queue":{"acked":3}}}}}}}|