Hi Team
I need to understand how to read filebeat logs, specifically the lines which has monitoring in it.
For e.g.
2019-08-16T18:56:05.320+0530 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":7550,"time":{"ms":135}},"total":{"ticks":171480,"time":{"ms":3715},"value":171480},"user":{"ticks":163930,"time":{"ms":3580}}},"handles":{"limit":{"hard":16384,"soft":4096},"open":15},"info":{"ephemeral_id":"98fef50a-635f-4a98-ad33-c857bb52ef38","uptime":{"ms":1350027}},"memstats":{"gc_next":76550784,"memory_alloc":38426800,"memory_total":42058008128}},"filebeat":{"events":{"active":4,"added":23883,"done":23879},"harvester":{"closed":5,"open_files":7,"running":7,"started":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":23870,"active":1618,"batches":18,"total":25488},"read":{"bytes":114},"write":{"bytes":5742766}},"pipeline":{"clients":1,"events":{"active":4117,"filtered":12,"published":23870,"total":23882},"queue":{"acked":23870}}},"registrar":{"states":{"cleanup":3,"current":101,"update":23879},"writes":{"success":18,"total":18}},"system":{"load":{"1":14.87,"15":12.95,"5":13.62,"norm":{"1":3.7175,"15":3.2375,"5":3.405}}}}}}
2019-08-16T18:56:35.322+0530 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":7650,"time":{"ms":109}},"total":{"ticks":174610,"time":{"ms":3141},"value":174610},"user":{"ticks":166960,"time":{"ms":3032}}},"handles":{"limit":{"hard":16384,"soft":4096},"open":15},"info":{"ephemeral_id":"98fef50a-635f-4a98-ad33-c857bb52ef38","uptime":{"ms":1380029}},"memstats":{"gc_next":85644096,"memory_alloc":60745736,"memory_total":42874158336}},"filebeat":{"events":{"active":-1,"added":22538,"done":22539},"harvester":{"closed":2,"open_files":7,"running":8,"started":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":22528,"batches":11,"total":22528},"read":{"bytes":66},"write":{"bytes":4937235}},"pipeline":{"clients":1,"events":{"active":4117,"filtered":8,"published":22528,"total":22536},"queue":{"acked":22528}}},"registrar":{"states":{"cleanup":4,"current":100,"update":22539},"writes":{"fail":1,"success":10,"total":11}},"system":{"load":{"1":13.19,"15":12.89,"5":13.36,"norm":{"1":3.2975,"15":3.2225,"5":3.34}}}}}}
2019-08-16T18:57:05.332+0530 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":7810,"time":{"ms":153}},"total":{"ticks":178950,"time":{"ms":4330},"value":178950},"user":{"ticks":171140,"time":{"ms":4177}}},"handles":{"limit":{"hard":16384,"soft":4096},"open":17},"info":{"ephemeral_id":"98fef50a-635f-4a98-ad33-c857bb52ef38","uptime":{"ms":1410026}},"memstats":{"gc_next":109609456,"memory_alloc":87502832,"memory_total":44008962424}},"filebeat":{"events":{"active":-3,"added":27366,"done":27369},"harvester":{"closed":2,"open_files":9,"running":9,"started":3}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":27362,"batches":14,"total":27362},"read":{"bytes":90},"write":{"bytes":6279011}},"pipeline":{"clients":1,"events":{"active":4117,"filtered":7,"published":27362,"total":27369},"queue":{"acked":27362}}},"registrar":{"states":{"cleanup":3,"current":100,"update":27369},"writes":{"success":14,"total":14}},"system":{"load":{"1":13.32,"15":12.9,"5":13.35,"norm":{"1":3.33,"15":3.225,"5":3.3375}}}}}}
Thanks