However I optimize with various config params. There are always 3 seconds delay.
My filebeat.yml as below:
filebeat.inputs:
-
type: log
enabled: true
fields:
log_topics: ngaudio_test
paths:- /data/logs/action-post/*.log
close_inactive: 2h
backoff: 1s
scan_frequency: 100s
tail_files: true
keepfiles: 7
permissions: 0644
- /data/logs/action-post/*.log
-
type: log
enabled: true
fields:
log_topics: ngappuse_test
paths:- /data/logs/app-time-use/*.log
close_inactive: 2h
backoff: 1s
scan_frequency: 100s
tail_files: true
- /data/logs/app-time-use/*.log
filebeat.config.modules:
path: ${path.config}/modules.d/*.yml
reload.enabled: false
queue.mem:
events: 4096
flush.min_events: 512
flush.timeout: 0s