Filebeat not shippping logs to logstash , failing to start harvester, CloseOnSignal

Elastic Stack Beats
1

Filebeat failed with the below error.

goroutine 176153 [runnable]:
github.com/elastic/beats/filebeat/channel.CloseOnSignal.func1(0x33b6780, 0xc0ad61d8f0, 0xc0d1a879e0)
/go/src/github.com/elastic/beats/filebeat/channel/util.go:111
created by github.com/elastic/beats/filebeat/channel.CloseOnSignal
/go/src/github.com/elastic/beats/filebeat/channel/util.go:111 +0x76

goroutine 176358 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee2c80)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128

goroutine 176154 [runnable]:
github.com/elastic/beats/filebeat/input/log.(*Harvester).Run.func2(0xc0d1b29680, 0xc0022465a0, 0x53)
/go/src/github.com/elastic/beats/filebeat/input/log/harvester.go:232
created by github.com/elastic/beats/filebeat/input/log.(*Harvester).Run
/go/src/github.com/elastic/beats/filebeat/input/log/harvester.go:232 +0x1d2

goroutine 176155 [runnable]:
syscall.Syscall(0x0, 0x8998, 0xc0d1f20000, 0x4000, 0xfa0, 0x4000, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0x8998, 0xc0d1f20000, 0x4000, 0x4000, 0x0, 0x0, 0x3a00000000)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:732 +0x5a
syscall.Read(...)
/usr/local/go/src/syscall/syscall_unix.go:172
internal/poll.(*FD).Read(0xc07bc888a0, 0xc0d1f20000, 0x4000, 0x4000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x131
os.(*File).read(...)
/usr/local/go/src/os/file_unix.go:263
os.(*File).Read(0xc0d17ccde0, 0xc0d1f20000, 0x4000, 0x4000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:108 +0x70
github.com/elastic/beats/filebeat/input/log.(*Log).Read(0xc0d1b55b20, 0xc0d1f20000, 0x4000, 0x4000, 0x1, 0xffffffffffffffff, 0x1c)
/go/src/github.com/elastic/beats/filebeat/input/log/log.go:76 +0x19f
github.com/elastic/beats/libbeat/reader/readfile.(*LineReader).advance(0xc0d1b50400, 0xc0d1adfe78, 0x1)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/line.go:133 +0x12f
github.com/elastic/beats/libbeat/reader/readfile.(*LineReader).Next(0xc0d1b50400, 0xc0d1ab7901, 0xc0001a3380, 0xc0d1adff70, 0x24580a5, 0x2fc973f, 0x1e)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/line.go:78 +0x2f
github.com/elastic/beats/libbeat/reader/readfile.EncoderReader.Next(0xc0d1b50400, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/encode.go:53 +0x63
github.com/elastic/beats/libbeat/reader/readfile.(*StripNewline).Next(0xc0d1b5a120, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/strip_newline.go:50 +0x6b
github.com/elastic/beats/libbeat/reader/readfile.(*TimeoutReader).Next.func1(0xc0d1b46840)
/go/src/github.com/elastic/beats/libbeat/reader/readfile/timeout.go:70 +0x48
created by github.com/elastic/beats/libbeat/reader/readfile.(*TimeoutReader).Next
/go/src/github.com/elastic/beats/libbeat/reader/readfile/timeout.go:68 +0x267

goroutine 176359 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee3180)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128

goroutine 176360 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee3680)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128

goroutine 176361 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1ee3b80)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128

goroutine 176362 [runnable]:
github.com/elastic/beats/filebeat/harvester.(*Registry).Start.func1(0xc0002227c0, 0x33b6900, 0xc0d1f3a280)
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90
created by github.com/elastic/beats/filebeat/harvester.(*Registry).Start
/go/src/github.com/elastic/beats/filebeat/harvester/registry.go:90 +0x128

filebeat.yml

filebeat.inputs:

- type: log

  enabled: true

  paths:
    - /opt/edfprod/prod/log/*/*.log

  fields:
    type: aws-edfprod

  exclude_files: ['(edf_data_asset_watcher|edf_emr_manager|edf_file_event_watcher|edf_flow_executor|edf_s3_watcher|edf_site_executor)']
  multiline.pattern: ^log_shouldnt_start_with_this
  multiline.negate: true
  multiline.max_lines: 1000000
  multiline.match: after

  ignore_older: 1440h
  max_bytes: 104857600
  scan_frequency: 4s

filebeat.registry.path: /opt/edfprod/prod/log/filebeat_registry
#============================= Filebeat modules ===============================

filebeat.config.modules:
  path: ${path.config}/modules.d/*.yml

  reload.enabled: true

  reload.period: 5s

#==================== Elasticsearch template setting ==========================

setup.template.settings:
  index.number_of_shards: 1

setup.kibana:

#----------------------------- Logstash output --------------------------------
output.logstash:
  hosts: ["172.29.195.56:8443"]

processors:
  - add_host_metadata: ~
  - add_cloud_metadata: ~
2

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.