CentOS release 6.6 (Final)
filebeat-6.6.1-linux-x86_64.tar.gz
filebeat config:
type: log
# Change to true to enable this input configuration.
enabled: true
# Paths that should be crawled and fetched. Glob based paths.
paths:
- /var/log/dnsmasq
#-------------------------- Elasticsearch output ------------------------------
#output.elasticsearch:
#----------------------------- Logstash output -------------------------------
-
output.logstash:
# The Logstash hosts
hosts: ["10.x.x.50:5044"]
logging.level: info
logging.to_files: true
logging.files:
path: /var/log/filebeat
name: filebeat
keepfiles: 7
permissions: 0644
Error follow:
2019-07-17T20:00:26.888+0800 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":260,"time":{"ms":1}},"total":{"ticks":860,"time":{"ms":11},"value":860},"user":{"ticks":600,"time":{"ms":10}}},"handles":{"limit":{"hard":4096,"soft":1024},"open":8},"info":{"ephemeral_id":"3e34eb0d-0fd4-4a07-9b1b-cbd2aace15bd","uptime":{"ms":2433050}},"memstats":{"gc_next":4194304,"memory_alloc":1808168,"memory_total":54218560,"rss":-1110016}},"filebeat":{"harvester":{"open_files":1,"running":1}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":1}},"system":{"load":{"1":0,"15":0,"5":0,"norm":{"1":0,"15":0,"5":0}}}}}}
2019-07-17T20:00:56.888+0800 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":260,"time":{"ms":6}},"total":{"ticks":860,"time":{"ms":6},"value":860},"user":{"ticks":600}},"handles":{"limit":{"hard":4096,"soft":1024},"open":8},"info":{"ephemeral_id":"3e34eb0d-0fd4-4a07-9b1b-cbd2aace15bd","uptime":{"ms":2463048}},"memstats":{"gc_next":4194304,"memory_alloc":2076128,"memory_total":54486520,"rss":1142784}},"filebeat":{"harvester":{"open_files":1,"running":1}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":1}},"system":{"load":{"1":0,"15":0,"5":0,"norm":{"1":0,"15":0,"5":0}}}}}}
2019-07-17T20:01:05.056+0800 ERROR logstash/async.go:256 Failed to publish events caused by: write tcp 10.x.x.88:34584->10.x.x.50:5044: write: connection reset by peer
2019-07-17T20:01:06.566+0800 ERROR pipeline/output.go:121 Failed to publish events: write tcp 10.x.x.88:34584->10.x.x.50:5044: write: connection reset by peer
2019-07-17T20:01:06.566+0800 INFO pipeline/output.go:95 Connecting to backoff(async(tcp://10.x.x.50:5044))
2019-07-17T20:01:06.566+0800 INFO pipeline/output.go:105 Connection to backoff(async(tcp://10.x.x.50:5044)) established
2019-07-17T20:01:26.887+0800 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":270,"time":{"ms":6}},"total":{"ticks":890,"time":{"ms":21},"value":890},"user":{"ticks":620,"time":{"ms":15}}},"handles":{"limit":{"hard":4096,"soft":1024},"open":8},"info":{"ephemeral_id":"3e34eb0d-0fd4-4a07-9b1b-cbd2aace15bd","uptime":{"ms":2493048}},"memstats":{"gc_next":6619248,"memory_alloc":4675344,"memory_total":57755776,"rss":12288}},"filebeat":{"events":{"added":10,"done":10},"harvester":{"open_files":1,"running":1}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":10,"batches":2,"failed":10,"total":20},"read":{"bytes":6},"write":{"bytes":919,"errors":1}},"pipeline":{"clients":1,"events":{"active":0,"published":10,"retry":20,"total":10},"queue":{"acked":10}}},"registrar":{"states":{"current":1,"update":10},"writes":{"success":1,"total":1}},"system":{"load":{"1":0,"15":0,"5":0,"norm":{"1":0,"15":0,"5":0}}}}}}
2019-07-17T20:01:56.888+0800 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":270,"time":{"ms":2}},"total":{"ticks":890,"time":{"ms":6},"value":890},"user":{"ticks":620,"time":{"ms":4}}},"handles":{"limit":{"hard":4096,"soft":1024},"open":8},"info":{"ephemeral_id":"3e34eb0d-0fd4-4a07-9b1b-cbd2aace15bd","uptime":{"ms":2523048}},"memstats":{"gc_next":6619248,"memory_alloc":4937616,"memory_total":58018048}},"filebeat":{"harvester":{"open_files":1,"running":1}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":1}},"system":{"load":{"1":0,"15":0,"5":0,"norm":{"1":0,"15":0,"5":0}}}}}}
2019-07-17T20:02:26.889+0800 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":280,"time":{"ms":3}},"total":{"ticks":900,"time":{"ms":8},"value":900},"user":{"ticks":620,"time":{"ms":5}}},"handles":{"limit":{"hard":4096,"soft":1024},"open":8},"info":{"ephemeral_id":"3e34eb0d-0fd4-4a07-9b1b-cbd2aace15bd","uptime":{"ms":2553048}},"memstats":{"gc_next":6619248,"memory_alloc":5191488,"memory_total":58271920}},"filebeat":{"harvester":{"open_files":1,"running":1}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":1}},"system":{"load":{"1":0,"15":0,"5":0,"norm":{"1":0,"15":0,"5":0}}}}}}
2019-07-17T20:02:56.888+0800 INFO [monitoring] log/log.go:144 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":280,"time":{"ms":3}},"total":{"ticks":910,"time":{"ms":5},"value":910},"user":{"ticks":630,"time":{"ms":2}}},"handles":{"limit":{"hard":4096,"soft":1024},"open":8},"info":{"ephemeral_id":"3e34eb0d-0fd4-4a07-9b1b-cbd2aace15bd","uptime":{"ms":2583050}},"memstats":{"gc_next":6619248,"memory_alloc":5592368,"memory_total":58672800,"rss":4096}},"filebeat":{"harvester":{"open_files":1,"running":1}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":1}},"system":{"load":{"1":0,"15":0,"5":0,"norm":{"1":0,"15":0,"5":0}}}}}}