HI,
when i run my metricbeat and send the data to Elasticsearch it get started and after some time it get stopped after 2 to 3 hours
below is the logs
{"log.level":"info","@timestamp":"2024-04-18T21:00:28.052+0530","log.logger":"monitoring","log.origin":{"file.name":"log/log.go","file.line":195},"message":"Total metrics","service.name":"metricbeat","monitoring":{"metrics":{"beat":{"cgroup":{"cpu":{"cfs":{"period":{"us":100000},"quota":{"us":0}},"id":"user.slice","stats":{"periods":0,"throttled":{"ns":0,"periods":0}}},"cpuacct":{"id":"user.slice","total":{"ns":2075683079117903}},"memory":{"id":"user.slice","mem":{"limit":{"bytes":9223372036854771712},"usage":{"bytes":23163252736}}}},"cpu":{"system":{"ticks":3060310,"time":{"ms":3060310}},"total":{"ticks":5121820,"time":{"ms":5121820},"value":5121820},"user":{"ticks":2061510,"time":{"ms":2061510}}},"handles":{"limit":{"hard":4096,"soft":4096},"open":11},"info":{"ephemeral_id":"ced60e77-204b-4a42-8134-d932c5849a60","name":"metricbeat","uptime":{"ms":9537641},"version":"8.9.1"},"memstats":{"gc_next":54159800,"memory_alloc":42750496,"memory_sys":83277064,"memory_total":340005072792,"rss":128962560},"runtime":{"goroutines":21}},"libbeat":{"config":{"module":{"running":4,"starts":4,"stops":0},"reloads":1,"scans":1},"output":{"batches":{"split":0},"events":{"acked":507148,"active":50,"batches":17412,"dropped":0,"duplicates":0,"failed":0,"toomany":0,"total":507198},"read":{"bytes":9450581,"errors":0},"type":"elasticsearch","write":{"bytes":1420337697,"errors":0}},"pipeline":{"clients":0,"events":{"active":80,"dropped":0,"failed":0,"filtered":0,"published":507228,"retry":50,"total":507228},"queue":{"acked":507148,"max_events":4096}}},"metricbeat":{"kafka":{"consumergroup":{"events":0,"failures":0,"success":0},"partition":{"events":4705,"failures":0,"success":4705}},"system":{"core":{"events":75240,"failures":0,"success":75240},"cpu":{"events":9405,"failures":0,"success":9405},"diskio":{"events":112859,"failures":0,"success":112859},"filesystem":{"events":56430,"failures":0,"success":56430},"fsstat":{"events":9405,"failures":0,"success":9405},"load":{"events":9405,"failures":0,"success":9405},"memory":{"events":9405,"failures":0,"success":9405},"network":{"events":56429,"failures":0,"success":56429},"process":{"events":135248,"failures":0,"success":135248},"process_summary":{"events":9405,"failures":0,"success":9405},"socket":{"events":9877,"failures":0,"success":9877},"socket_summary":{"events":9404,"failures":0,"success":9405},"uptime":{"events":11,"failures":0,"success":11}}},"processor":{"add_host_metadata":{"fqdn_lookup_failed":0}},"system":{"cpu":{"cores":8},"load":{"1":3.99,"15":5.85,"5":4.63,"norm":{"1":0.4988,"15":0.7313,"5":0.5788}}}},"ecs.version":"1.6.0"}}
{"log.level":"info","@timestamp":"2024-04-18T21:00:28.053+0530","log.logger":"monitoring","log.origin":{"file.name":"log/log.go","file.line":196},"message":"Uptime: 2h38m57.651874432s","service.name":"metricbeat","ecs.version":"1.6.0"}
{"log.level":"info","@timestamp":"2024-04-18T21:00:28.053+0530","log.logger":"monitoring","log.origin":{"file.name":"log/log.go","file.line":163},"message":"Stopping metrics logging.","service.name":"metricbeat","ecs.version":"1.6.0"}
{"log.level":"info","@timestamp":"2024-04-18T21:00:28.053+0530","log.origin":{"file.name":"instance/beat.go","file.line":528},"message":"metricbeat stopped.","service.name":"metricbeat","ecs.version":"1.6.0"}
my metricbeat.yml configuration
etricbeat.config.modules:
path: ${path.config}/modules.d/*.yml
reload.enabled: false
reload.period: 10s
setup.template.settings:
index.number_of_shards: 1
index.codec: best_compression
name: "localhost"
tags: ["test"]
fields:
app: "test"
env: "localhost"
server: "localhost"
setup.dashboards.enabled: true
setup.kibana:
host: "localhost:5601"
---------------------------- Elasticsearch Output ----------------------------
output.elasticsearch:
Array of hosts to connect to.
hosts: ["localhost:9200"]
hosts: ["localhost:9200"]
protocol: "http"
username: "elastic"
password: "bdfwebhjfggfedfffgere"