Filebeat failed with the below error.
goroutine 176153 [runnable]:
github.com/elastic/beats/filebeat/channel.CloseOnSignal.func1(0x33b6780, 0xc0ad61d8f0, 0xc0d1a879e0)
/go/src/github.com/elastic/beats/filebeat/channel/util.go:111
created by github.com/elastic/beats/filebeat/channel.CloseOnSignal
/go/src/github.com/elastic/beats/filebeat/channel/util.go:111 +0x76
goroutine 176358 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee2c80)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128
goroutine 176154 [runnable]:
github.com/elastic/beats/filebeat/input/log.(*Harvester).Run.func2(0xc0d1b29680, 0xc0022465a0, 0x53)
/go/src/github.com/elastic/beats/filebeat/input/log/harvester.go:232
created by github.com/elastic/beats/filebeat/input/log.(*Harvester).Run
/go/src/github.com/elastic/beats/filebeat/input/log/harvester.go:232 +0x1d2
goroutine 176155 [runnable]:
syscall.Syscall(0x0, 0x8998, 0xc0d1f20000, 0x4000, 0xfa0, 0x4000, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0x8998, 0xc0d1f20000, 0x4000, 0x4000, 0x0, 0x0, 0x3a00000000)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:732 +0x5a
syscall.Read(...)
/usr/local/go/src/syscall/syscall_unix.go:172
internal/poll.(*FD).Read(0xc07bc888a0, 0xc0d1f20000, 0x4000, 0x4000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x131
os.(*File).read(...)
/usr/local/go/src/os/file_unix.go:263
os.(*File).Read(0xc0d17ccde0, 0xc0d1f20000, 0x4000, 0x4000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:108 +0x70
github.com/elastic/beats/filebeat/input/log.(*Log).Read(0xc0d1b55b20, 0xc0d1f20000, 0x4000, 0x4000, 0x1, 0xffffffffffffffff, 0x1c)
/go/src/github.com/elastic/beats/filebeat/input/log/log.go:76 +0x19f
github.com/elastic/beats/libbeat/reader/readfile.(*LineReader).advance(0xc0d1b50400, 0xc0d1adfe78, 0x1)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/line.go:133 +0x12f
github.com/elastic/beats/libbeat/reader/readfile.(*LineReader).Next(0xc0d1b50400, 0xc0d1ab7901, 0xc0001a3380, 0xc0d1adff70, 0x24580a5, 0x2fc973f, 0x1e)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/line.go:78 +0x2f
github.com/elastic/beats/libbeat/reader/readfile.EncoderReader.Next(0xc0d1b50400, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/encode.go:53 +0x63
github.com/elastic/beats/libbeat/reader/readfile.(*StripNewline).Next(0xc0d1b5a120, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/strip_newline.go:50 +0x6b
github.com/elastic/beats/libbeat/reader/readfile.(*TimeoutReader).Next.func1(0xc0d1b46840)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/timeout.go:70 +0x48
created by github.com/elastic/beats/libbeat/reader/readfile.(*TimeoutReader).Next
/go/src/github.com/elastic/beats/libbeat/reader/readfile/timeout.go:68 +0x267
goroutine 176359 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee3180)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128
goroutine 176360 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee3680)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128
goroutine 176361 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee3b80)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128
goroutine 176362 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1f3a280)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128
filebeat.yml
filebeat.inputs:
- type: log
enabled: true
paths:
- /opt/edfprod/prod/log/*/*.log
fields:
type: aws-edfprod
exclude_files: ['(edf_data_asset_watcher|edf_emr_manager|edf_file_event_watcher|edf_flow_executor|edf_s3_watcher|edf_site_executor)']
multiline.pattern: ^log_shouldnt_start_with_this
multiline.negate: true
multiline.max_lines: 1000000
multiline.match: after
ignore_older: 1440h
max_bytes: 104857600
scan_frequency: 4s
filebeat.registry.path: /opt/edfprod/prod/log/filebeat_registry
#============================= Filebeat modules ===============================
filebeat.config.modules:
path: ${path.config}/modules.d/*.yml
reload.enabled: true
reload.period: 5s
#==================== Elasticsearch template setting ==========================
setup.template.settings:
index.number_of_shards: 1
setup.kibana:
#----------------------------- Logstash output --------------------------------
output.logstash:
hosts: ["172.29.195.56:8443"]
processors:
- add_host_metadata: ~
- add_cloud_metadata: ~