It turns out that the beats v7.17.15
fails to start up on an x86
Linux environment whereas it comes up successfully on the x86_64
Linux.
Steps to reproduce:
- Pull the beats
v7.17.15
from the Beats repo as per the installation guide into the/data
directory in the container - Start the python shell
- Once inside python shell run -
with open('output.txt', 'w') as output_file, open('error.txt', 'w') as error_file:
process = subprocess.Popen("/data/dias-custom-filebeat-7.17.15.PR-34-4/filebeat-linux-386", cwd = "/data/dias-custom-filebeat-7.17.15.PR-34-4/beats/filebeat", stdout=output_file, stderr=error_file)
process.communicate()
- Check the
error.txt
for the error message. - Failure logs:
2023-11-18T03:17:30.160Z INFO instance/beat.go:703 Home path: [/data/dias-custom-filebeat-7.17.15.PR-34-4] Config path: [/data/dias-custom-filebeat-7.17.15.PR-34-4] Data path: [/data/dias-custom-filebeat-7.17.15.PR-34-4/data] Logs path: [/data/dias-custom-filebeat-7.17.15.PR-34-4/logs] Hostfs Path: [/]
2023-11-18T03:17:30.160Z INFO instance/beat.go:711 Beat ID: d59d3e9f-2d24-41e0-a458-cbd09032989e
2023-11-18T03:17:30.164Z INFO [seccomp] seccomp/seccomp.go:124 Syscall filter successfully installed
2023-11-18T03:17:30.164Z INFO [beat] instance/beat.go:1057 Beat info {"system_info": {"beat": {"path": {"config": "/data/dias-custom-filebeat-7.17.15.PR-34-4", "data": "/data/dias-custom-filebeat-7.17.15.PR-34-4/data", "home": "/data/dias-custom-filebeat-7.17.15.PR-34-4", "logs": "/data/dias-custom-filebeat-7.17.15.PR-34-4/logs"}, "type": "filebeat", "uuid": "d59d3e9f-2d24-41e0-a458-cbd09032989e"}}}
2023-11-18T03:17:30.164Z INFO [beat] instance/beat.go:1066 Build info {"system_info": {"build": {"commit": "unknown", "libbeat": "7.17.15", "time": "0001-01-01T00:00:00.000Z", "version": "7.17.15"}}}
2023-11-18T03:17:30.164Z INFO [beat] instance/beat.go:1069 Go runtime info {"system_info": {"go": {"os":"linux","arch":"386","max_procs":16,"version":"go1.20.10"}}}
- Logs on amd64 version where filebeat comes up successfully -
2023-11-18T03:17:30.160Z INFO instance/beat.go:703 Home path: [/data/dias-custom-filebeat-7.17.15.PR-34-4] Config path: [/data/dias-custom-filebeat-7.17.15.PR-34-4] Data path: [/data/dias-custom-filebeat-7.17.15.PR-34-4/data] Logs path: [/data/dias-custom-filebeat-7.17.15.PR-34-4/logs] Hostfs Path: [/]
2023-11-18T03:17:30.160Z INFO instance/beat.go:711 Beat ID: d59d3e9f-2d24-41e0-a458-cbd09032989e
2023-11-18T03:17:30.164Z INFO [seccomp] seccomp/seccomp.go:124 Syscall filter successfully installed
2023-11-18T03:17:30.164Z INFO [beat] instance/beat.go:1057 Beat info {"system_info": {"beat": {"path": {"config": "/data/dias-custom-filebeat-7.17.15.PR-34-4", "data": "/data/dias-custom-filebeat-7.17.15.PR-34-4/data", "home": "/data/dias-custom-filebeat-7.17.15.PR-34-4", "logs": "/data/dias-custom-filebeat-7.17.15.PR-34-4/logs"}, "type": "filebeat", "uuid": "d59d3e9f-2d24-41e0-a458-cbd09032989e"}}}
2023-11-18T03:17:30.164Z INFO [beat] instance/beat.go:1066 Build info {"system_info": {"build": {"commit": "unknown", "libbeat": "7.17.15", "time": "0001-01-01T00:00:00.000Z", "version": "7.17.15"}}}
2023-11-18T03:17:30.164Z INFO [beat] instance/beat.go:1069 Go runtime info {"system_info": {"go": {"os":"linux","arch":"386","max_procs":16,"version":"go1.20.10"}}}
- GoLang errors that are seen in this process -
runtime: epollwait on fd 3 failed with 1
fatal error: runtime: netpoll failed
runtime stack:
runtime.throw({0xa7f95eb, 0x17})
/usr/local/go/src/runtime/panic.go:1047 +0x4d fp=0xffea23a0 sp=0xffea238c pc=0x8ab7abd
runtime.netpoll(0x0)
/usr/local/go/src/runtime/netpoll_epoll.go:121 +0x3ff fp=0xffea2a00 sp=0xffea23a0 pc=0x8ab3a2f
runtime.findRunnable()
/usr/local/go/src/runtime/proc.go:2777 +0x330 fp=0xffea2a98 sp=0xffea2a00 pc=0x8abfcf0
runtime.schedule()
/usr/local/go/src/runtime/proc.go:3378 +0xbd fp=0xffea2ab4 sp=0xffea2a98 pc=0x8ac16dd
runtime.park_m(0xcd80a50)
/usr/local/go/src/runtime/proc.go:3529 +0x157 fp=0xffea2ac8 sp=0xffea2ab4 pc=0x8ac1d87
runtime.mcall()
/usr/local/go/src/runtime/asm_386.s:325 +0x44 fp=0xffea2ad0 sp=0xffea2ac8 pc=0x8aed3e4
goroutine 1 [runnable]:
runtime.SetFinalizer({0xa527da0, 0xcf6a4c0}, {0xa44b9e0, 0xa96da20})
/usr/local/go/src/runtime/mfinal.go:363 +0x6b6 fp=0xd096ce4 sp=0xd096ce0 pc=0x8a94126
os.newFile(0x8, {0xcfeec80, 0xa}, 0x1)
/usr/local/go/src/os/file_unix.go:215 +0x1bb fp=0xd096d08 sp=0xd096ce4 pc=0x8b3b44b
os.openFileNolog({0xcfeec80, 0xa}, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:274 +0x191 fp=0xd096d34 sp=0xd096d08 pc=0x8b3b601
os.OpenFile({0xcfeec80, 0xa}, 0x0, 0x0)
/usr/local/go/src/os/file.go:326 +0x51 fp=0xd096d54 sp=0xd096d34 pc=0x8b39511
os.Open(...)
/usr/local/go/src/os/file.go:306
github.com/prometheus/procfs/internal/util.ReadFileNoStat({0xcfeec80, 0xa})
/go/pkg/mod/github.com/prometheus/procfs@v0.7.3/internal/util/readfile.go:30 +0x74 fp=0xd096d88 sp=0xd096d54 pc=0x8d1e4c4
github.com/prometheus/procfs.FS.Stat({{0xa7d266f, 0x5}})
/go/pkg/mod/github.com/prometheus/procfs@v0.7.3/stat.go:169 +0x164 fp=0xd09710c sp=0xd096d88 pc=0x8d3d674
github.com/prometheus/procfs.FS.NewStat(...)
/go/pkg/mod/github.com/prometheus/procfs@v0.7.3/stat.go:162
github.com/elastic/go-sysinfo/providers/linux.newHost({{{0xa7d266f, 0x5}}, {0xa7d266f, 0x5}})
/go/pkg/mod/github.com/elastic/go-sysinfo@v1.8.1/providers/linux/host_linux.go:126 +0x4b fp=0xd097404 sp=0xd09710c pc=0x8d4a4bb
github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host(...)
/go/pkg/mod/github.com/elastic/go-sysinfo@v1.8.1/providers/linux/host_linux.go:52
github.com/elastic/go-sysinfo/providers/linux.(*linuxSystem).Host(0xcc12460)
<autogenerated>:1 +0x43 fp=0xd097424 sp=0xd097404 pc=0x8d53da3
github.com/elastic/go-sysinfo.Host()
/go/pkg/mod/github.com/elastic/go-sysinfo@v1.8.1/system.go:51 +0x2d fp=0xd09743c sp=0xd097424 pc=0x8d5622d
github.com/elastic/beats/v7/libbeat/cmd/instance.logSystemInfo({{0xa7d8bd3, 0x8}, {0xa7d8bd3, 0x8}, {0xa7d5c19, 0x7}, 0x0, {0xccfca40, 0xc}, {0xccfca40, ...}, ...})
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:1072 +0xad8 fp=0xd097684 sp=0xd09743c pc=0xa21a428
github.com/elastic/beats/v7/libbeat/cmd/instance.(*Beat).createBeater(0xce28fc0, 0xcd629f0)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:294 +0x7a fp=0xd097988 sp=0xd097684 pc=0xa213c0a
github.com/elastic/beats/v7/libbeat/cmd/instance.(*Beat).launch(0xce28fc0, {{0xa7d8bd3, 0x8}, {0xa7d8bd3, 0x8}, {0x0, 0x0}, 0x1, 0x0, {{0x0, ...}, ...}, ...}, ...)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:427 +0x3fa fp=0xd097c48 sp=0xd097988 pc=0xa2148ca
github.com/elastic/beats/v7/libbeat/cmd/instance.Run.func1({{0xa7d8bd3, 0x8}, {0xa7d8bd3, 0x8}, {0x0, 0x0}, 0x1, 0x0, {{0x0, 0x0}, ...}, ...}, ...)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:182 +0xec fp=0xd097d18 sp=0xd097c48 pc=0xa21327c
github.com/elastic/beats/v7/libbeat/cmd/instance.Run({{0xa7d8bd3, 0x8}, {0xa7d8bd3, 0x8}, {0x0, 0x0}, 0x1, 0x0, {{0x0, 0x0}, ...}, ...}, ...)
/go/src/github.com/elastic/beats/libbeat/cmd/instance/beat.go:183 +0x8b fp=0xd097d90 sp=0xd097d18 pc=0xa2130db
github.com/elastic/beats/v7/libbeat/cmd.genRunCmd.func1(0xcf8c340, {0xbef99b8, 0x0, 0x0})
/go/src/github.com/elastic/beats/libbeat/cmd/run.go:36 +0x2c fp=0xd097df8 sp=0xd097d90 pc=0xa2249ac
github.com/spf13/cobra.(*Command).execute(0xcf8c340, {0xcd8c108, 0x0, 0x0})
/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:944 +0x7c5 fp=0xd097e88 sp=0xd097df8 pc=0x8c63575
github.com/spf13/cobra.(*Command).ExecuteC(0xcf8c340)
/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x412 fp=0xd097ef4 sp=0xd097e88 pc=0x8c63da2
github.com/spf13/cobra.(*Command).Execute(0xcf8c340)
/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 +0x21 fp=0xd097f08 sp=0xd097ef4 pc=0x8c638f1
main.main()
/go/src/github.com/elastic/beats/filebeat/main.go:36 +0x56 fp=0xd097fc4 sp=0xd097f08 pc=0xa2f7876
runtime.main()
/usr/local/go/src/runtime/proc.go:250 +0x24a fp=0xd097ff0 sp=0xd097fc4 pc=0x8abaaea
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xd097ff4 sp=0xd097ff0 pc=0x8aee8c1
goroutine 2 [force gc (idle)]:
runtime.gopark(0xa96dc20, 0xbedf2d8, 0x11, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc6afdc sp=0xcc6afc8 pc=0x8abaf58
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:387
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:305 +0xcf fp=0xcc6aff0 sp=0xcc6afdc pc=0x8abad7f
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc6aff4 sp=0xcc6aff0 pc=0x8aee8c1
created by runtime.init.5
/usr/local/go/src/runtime/proc.go:293 +0x23
goroutine 3 [GC sweep wait]:
runtime.gopark(0xa96dc20, 0xbee3120, 0xc, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc6b7cc sp=0xcc6b7b8 pc=0x8abaf58
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:387
runtime.bgsweep(0xcc4e240)
/usr/local/go/src/runtime/mgcsweep.go:319 +0xf2 fp=0xcc6b7e8 sp=0xcc6b7cc pc=0x8aa24f2
runtime.gcenable.func1()
/usr/local/go/src/runtime/mgc.go:178 +0x27 fp=0xcc6b7f0 sp=0xcc6b7e8 pc=0x8a945b7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc6b7f4 sp=0xcc6b7f0 pc=0x8aee8c1
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:178 +0x7c
goroutine 4 [sleep]:
runtime.gopark(0xa96dc20, 0xbee4320, 0x13, 0x13, 0x2)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc6bf64 sp=0xcc6bf50 pc=0x8abaf58
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:387
runtime.(*scavengerState).sleep(0xbee4320, 0x410b116000000000)
/usr/local/go/src/runtime/mgcscavenge.go:479 +0x167 fp=0xcc6bfcc sp=0xcc6bf64 pc=0x8aa0007
runtime.bgscavenge(0xcc4e240)
/usr/local/go/src/runtime/mgcscavenge.go:637 +0xa5 fp=0xcc6bfe8 sp=0xcc6bfcc pc=0x8aa04b5
runtime.gcenable.func2()
/usr/local/go/src/runtime/mgc.go:179 +0x27 fp=0xcc6bff0 sp=0xcc6bfe8 pc=0x8a94577
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc6bff4 sp=0xcc6bff0 pc=0x8aee8c1
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:179 +0xc1
goroutine 18 [GC worker (idle)]:
runtime.gopark(0xa96db60, 0xcd10000, 0x1a, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc66794 sp=0xcc66780 pc=0x8abaf58
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1275 +0x103 fp=0xcc667f0 sp=0xcc66794 pc=0x8a96c83
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc667f4 sp=0xcc667f0 pc=0x8aee8c1
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1199 +0x25
goroutine 34 [GC worker (idle)]:
runtime.gopark(0xa96db60, 0xcd10018, 0x1a, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd86794 sp=0xcd86780 pc=0x8abaf58
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1275 +0x103 fp=0xcd867f0 sp=0xcd86794 pc=0x8a96c83
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd867f4 sp=0xcd867f0 pc=0x8aee8c1
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1199 +0x25
goroutine 19 [GC worker (idle)]:
runtime.gopark(0xa96db60, 0xcd10030, 0x1a, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc66f94 sp=0xcc66f80 pc=0x8abaf58
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1275 +0x103 fp=0xcc66ff0 sp=0xcc66f94 pc=0x8a96c83
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc66ff4 sp=0xcc66ff0 pc=0x8aee8c1
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1199 +0x25
goroutine 35 [GC worker (idle)]:
runtime.gopark(0xa96db60, 0xcd10048, 0x1a, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd86f94 sp=0xcd86f80 pc=0x8abaf58
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1275 +0x103 fp=0xcd86ff0 sp=0xcd86f94 pc=0x8a96c83
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd86ff4 sp=0xcd86ff0 pc=0x8aee8c1
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1199 +0x25
goroutine 36 [finalizer wait]:
runtime.gopark(0xa96db50, 0xbef9928, 0x10, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd87794 sp=0xcd87780 pc=0x8abaf58
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:193 +0xf4 fp=0xcd877f0 sp=0xcd87794 pc=0x8a93744
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd877f4 sp=0xcd877f0 pc=0x8aee8c1
created by runtime.createfing
/usr/local/go/src/runtime/mfinal.go:163 +0x60
goroutine 58 [select]:
runtime.gopark(0xa96dc54, 0x0, 0x9, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc7b818 sp=0xcc7b804 pc=0x8abaf58
runtime.selectgo(0xcc7ba38, 0xcc7b93c, 0x0, 0x0, 0x6, 0x1)
/usr/local/go/src/runtime/select.go:327 +0xbc0 fp=0xcc7b908 sp=0xcc7b818 pc=0x8acc710
net/http.(*persistConn).roundTrip(0xcce2500, 0xcd4d700)
/usr/local/go/src/net/http/transport.go:2638 +0x90c fp=0xcc7ba6c sp=0xcc7b908 pc=0x8f01fbc
net/http.(*Transport).roundTrip(0xcdb6750, 0xcdb4c80)
/usr/local/go/src/net/http/transport.go:603 +0x81f fp=0xcc7bb94 sp=0xcc7ba6c pc=0x8ef744f
net/http.(*Transport).RoundTrip(0xcdb6750, 0xcdb4c80)
/usr/local/go/src/net/http/roundtrip.go:17 +0x29 fp=0xcc7bbac sp=0xcc7bb94 pc=0x8ee04c9
net/http.send(0xcdb4c00, {0xac00dfc, 0xcdb6750}, {0xc14e2192b298fefe, 0xbef8ffb6, 0xbee3fe0})
/usr/local/go/src/net/http/client.go:252 +0x55c fp=0xcc7bce4 sp=0xcc7bbac pc=0x8ea1c0c
net/http.(*Client).send(0xcd4d6a0, 0xcdb4c00, {0xc14e2192b298fefe, 0xbef8ffb6, 0xbee3fe0})
/usr/local/go/src/net/http/client.go:176 +0x87 fp=0xcc7bd28 sp=0xcc7bce4 pc=0x8ea14c7
net/http.(*Client).do(0xcd4d6a0, 0xcdb4c00)
/usr/local/go/src/net/http/client.go:716 +0x890 fp=0xcc7be34 sp=0xcc7bd28 pc=0x8ea3730
net/http.(*Client).Do(...)
/usr/local/go/src/net/http/client.go:582
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*httpMetadataFetcher).fetchRaw(0xcd698c0, {0xac104b0, 0xcd4d580}, {{0xac00dfc, 0xcdb6750}, 0x0, {0x0, 0x0}, 0xb2d05e00}, {0xcc56c30, ...}, ...)
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/http_fetcher.go:101 +0x353 fp=0xcc7bedc sp=0xcc7be34 pc=0x94975f3
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*httpMetadataFetcher).fetchMetadata(0xcd698c0, {0xac104b0, 0xcd4d580}, {{0xac00dfc, 0xcdb6750}, 0x0, {0x0, 0x0}, 0xb2d05e00})
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/http_fetcher.go:70 +0x147 fp=0xcc7bf64 sp=0xcc7bedc pc=0x94971d7
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata.func2()
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:158 +0x8f fp=0xcc7bff0 sp=0xcc7bf64 pc=0x949a5bf
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc7bff4 sp=0xcc7bff0 pc=0x8aee8c1
created by github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:155 +0x2fc
goroutine 114 [select]:
runtime.gopark(0xa96dc54, 0x0, 0x9, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xd084624 sp=0xd084610 pc=0x8abaf58
runtime.selectgo(0xd084764, 0xd084748, 0x0, 0x0, 0x2, 0x1)
/usr/local/go/src/runtime/select.go:327 +0xbc0 fp=0xd084714 sp=0xd084624 pc=0x8acc710
github.com/elastic/beats/v7/libbeat/processors/add_kubernetes_metadata.(*cache).cleanup(0xcffa620)
/go/src/github.com/elastic/beats/libbeat/processors/add_kubernetes_metadata/cache.go:80 +0x10e fp=0xd0847e8 sp=0xd084714 pc=0xa20b90e
github.com/elastic/beats/v7/libbeat/processors/add_kubernetes_metadata.newCache.func1()
/go/src/github.com/elastic/beats/libbeat/processors/add_kubernetes_metadata/cache.go:45 +0x27 fp=0xd0847f0 sp=0xd0847e8 pc=0xa20b347
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xd0847f4 sp=0xd0847f0 pc=0x8aee8c1
created by github.com/elastic/beats/v7/libbeat/processors/add_kubernetes_metadata.newCache
/go/src/github.com/elastic/beats/libbeat/processors/add_kubernetes_metadata/cache.go:45 +0xff
goroutine 7 [chan receive]:
runtime.gopark(0xa96db28, 0xcd0e870, 0xe, 0x17, 0x2)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc676f4 sp=0xcc676e0 pc=0x8abaf58
runtime.chanrecv(0xcd0e840, 0xcc67763, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3f4 fp=0xcc6773c sp=0xcc676f4 pc=0x8a82de4
runtime.chanrecv2(0xcd0e840, 0xcc67763)
/usr/local/go/src/runtime/chan.go:447 +0x1c fp=0xcc67750 sp=0xcc6773c pc=0x8a829dc
github.com/klauspost/compress/zstd.(*blockDec).startDecoder(0xcdfc200)
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:212 +0x88 fp=0xcc677e8 sp=0xcc67750 pc=0x95e6098
github.com/klauspost/compress/zstd.newBlockDec.func1()
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x27 fp=0xcc677f0 sp=0xcc677e8 pc=0x95e5bb7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc677f4 sp=0xcc677f0 pc=0x8aee8c1
created by github.com/klauspost/compress/zstd.newBlockDec
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x15f
goroutine 8 [chan receive]:
runtime.gopark(0xa96db28, 0xcd0e8b0, 0xe, 0x17, 0x2)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc68ef4 sp=0xcc68ee0 pc=0x8abaf58
runtime.chanrecv(0xcd0e880, 0xcc68f63, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3f4 fp=0xcc68f3c sp=0xcc68ef4 pc=0x8a82de4
runtime.chanrecv2(0xcd0e880, 0xcc68f63)
/usr/local/go/src/runtime/chan.go:447 +0x1c fp=0xcc68f50 sp=0xcc68f3c pc=0x8a829dc
github.com/klauspost/compress/zstd.(*blockDec).startDecoder(0xcdfc280)
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:212 +0x88 fp=0xcc68fe8 sp=0xcc68f50 pc=0x95e6098
github.com/klauspost/compress/zstd.newBlockDec.func1()
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x27 fp=0xcc68ff0 sp=0xcc68fe8 pc=0x95e5bb7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc68ff4 sp=0xcc68ff0 pc=0x8aee8c1
created by github.com/klauspost/compress/zstd.newBlockDec
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x15f
goroutine 9 [chan receive]:
runtime.gopark(0xa96db28, 0xcd0eaf0, 0xe, 0x17, 0x2)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc696f4 sp=0xcc696e0 pc=0x8abaf58
runtime.chanrecv(0xcd0eac0, 0xcc69763, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3f4 fp=0xcc6973c sp=0xcc696f4 pc=0x8a82de4
runtime.chanrecv2(0xcd0eac0, 0xcc69763)
/usr/local/go/src/runtime/chan.go:447 +0x1c fp=0xcc69750 sp=0xcc6973c pc=0x8a829dc
github.com/klauspost/compress/zstd.(*blockDec).startDecoder(0xcdfc300)
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:212 +0x88 fp=0xcc697e8 sp=0xcc69750 pc=0x95e6098
github.com/klauspost/compress/zstd.newBlockDec.func1()
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x27 fp=0xcc697f0 sp=0xcc697e8 pc=0x95e5bb7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc697f4 sp=0xcc697f0 pc=0x8aee8c1
created by github.com/klauspost/compress/zstd.newBlockDec
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x15f
goroutine 10 [chan receive]:
runtime.gopark(0xa96db28, 0xcd0ecb0, 0xe, 0x17, 0x2)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc69ef4 sp=0xcc69ee0 pc=0x8abaf58
runtime.chanrecv(0xcd0ec80, 0xcc69f63, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3f4 fp=0xcc69f3c sp=0xcc69ef4 pc=0x8a82de4
runtime.chanrecv2(0xcd0ec80, 0xcc69f63)
/usr/local/go/src/runtime/chan.go:447 +0x1c fp=0xcc69f50 sp=0xcc69f3c pc=0x8a829dc
github.com/klauspost/compress/zstd.(*blockDec).startDecoder(0xcdfc380)
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:212 +0x88 fp=0xcc69fe8 sp=0xcc69f50 pc=0x95e6098
github.com/klauspost/compress/zstd.newBlockDec.func1()
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x27 fp=0xcc69ff0 sp=0xcc69fe8 pc=0x95e5bb7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc69ff4 sp=0xcc69ff0 pc=0x8aee8c1
created by github.com/klauspost/compress/zstd.newBlockDec
/go/pkg/mod/github.com/klauspost/compress@v1.13.6/zstd/blockdec.go:118 +0x15f
goroutine 11 [chan receive]:
runtime.gopark(0xa96db28, 0xcf1a030, 0xe, 0x17, 0x2)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd88f64 sp=0xcd88f50 pc=0x8abaf58
runtime.chanrecv(0xcf1a000, 0xcd88fd0, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3f4 fp=0xcd88fac sp=0xcd88f64 pc=0x8a82de4
runtime.chanrecv2(0xcf1a000, 0xcd88fd0)
/usr/local/go/src/runtime/chan.go:447 +0x1c fp=0xcd88fc0 sp=0xcd88fac pc=0x8a829dc
k8s.io/klog/v2.(*loggingT).flushDaemon(0xbee4440)
/go/pkg/mod/k8s.io/klog/v2@v2.8.0/klog.go:1164 +0x6b fp=0xcd88fe8 sp=0xcd88fc0 pc=0x982db9b
k8s.io/klog/v2.init.0.func1()
/go/pkg/mod/k8s.io/klog/v2@v2.8.0/klog.go:418 +0x27 fp=0xcd88ff0 sp=0xcd88fe8 pc=0x982add7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd88ff4 sp=0xcd88ff0 pc=0x8aee8c1
created by k8s.io/klog/v2.init.0
/go/pkg/mod/k8s.io/klog/v2@v2.8.0/klog.go:418 +0x10f
goroutine 56 [select]:
runtime.gopark(0xa96dc54, 0x0, 0x9, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd85d3c sp=0xcd85d28 pc=0x8abaf58
runtime.selectgo(0xcd85eb4, 0xcd85e74, 0x0, 0x0, 0x2, 0x1)
/usr/local/go/src/runtime/select.go:327 +0xbc0 fp=0xcd85e2c sp=0xcd85d3c pc=0x8acc710
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata(0xcd69a88)
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:164 +0x4cc fp=0xcd85f48 sp=0xcd85e2c pc=0x949a28c
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).init.func1()
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/add_cloud_metadata.go:99 +0x28 fp=0xcd85fa0 sp=0xcd85f48 pc=0x9496858
sync.(*Once).doSlow(0xcd69a88, 0xcd85fdc)
/usr/local/go/src/sync/once.go:74 +0xb3 fp=0xcd85fc8 sp=0xcd85fa0 pc=0x8afb0e3
sync.(*Once).Do(0xcd69a88, 0xcd85fdc)
/usr/local/go/src/sync/once.go:65 +0x3f fp=0xcd85fd4 sp=0xcd85fc8 pc=0x8afb01f
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).init(0xcd69a88)
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/add_cloud_metadata.go:98 +0x49 fp=0xcd85fe8 sp=0xcd85fd4 pc=0x9496819
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.New.func1()
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/add_cloud_metadata.go:88 +0x27 fp=0xcd85ff0 sp=0xcd85fe8 pc=0x94966f7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd85ff4 sp=0xcd85ff0 pc=0x8aee8c1
created by github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.New
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/add_cloud_metadata.go:88 +0x277
goroutine 62 [select]:
runtime.gopark(0xa96dc54, 0x0, 0x9, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd40848 sp=0xcd40834 pc=0x8abaf58
runtime.selectgo(0xcd40a44, 0xcd40980, 0x0, 0x0, 0x4, 0x1)
/usr/local/go/src/runtime/select.go:327 +0xbc0 fp=0xcd40938 sp=0xcd40848 pc=0x8acc710
net/http.(*Transport).getConn(0xcdb6750, 0xcd4da00, {{}, 0x0, {0xcc3a300, 0x5}, {0xcd10c00, 0x13}, 0x0})
/usr/local/go/src/net/http/transport.go:1382 +0x4e3 fp=0xcd40a6c sp=0xcd40938 pc=0x8efaf73
net/http.(*Transport).roundTrip(0xcdb6750, 0xcdb5280)
/usr/local/go/src/net/http/transport.go:590 +0x7a4 fp=0xcd40b94 sp=0xcd40a6c pc=0x8ef73d4
net/http.(*Transport).RoundTrip(0xcdb6750, 0xcdb5280)
/usr/local/go/src/net/http/roundtrip.go:17 +0x29 fp=0xcd40bac sp=0xcd40b94 pc=0x8ee04c9
net/http.send(0xcdb5200, {0xac00dfc, 0xcdb6750}, {0xc14e2192b2a03b7b, 0xbf003c02, 0xbee3fe0})
/usr/local/go/src/net/http/client.go:252 +0x55c fp=0xcd40ce4 sp=0xcd40bac pc=0x8ea1c0c
net/http.(*Client).send(0xcd4d9a0, 0xcdb5200, {0xc14e2192b2a03b7b, 0xbf003c02, 0xbee3fe0})
/usr/local/go/src/net/http/client.go:176 +0x87 fp=0xcd40d28 sp=0xcd40ce4 pc=0x8ea14c7
net/http.(*Client).do(0xcd4d9a0, 0xcdb5200)
/usr/local/go/src/net/http/client.go:716 +0x890 fp=0xcd40e34 sp=0xcd40d28 pc=0x8ea3730
net/http.(*Client).Do(...)
/usr/local/go/src/net/http/client.go:582
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*httpMetadataFetcher).fetchRaw(0xcd699e0, {0xac104b0, 0xcd4d580}, {{0xac00dfc, 0xcdb6750}, 0x0, {0x0, 0x0}, 0xb2d05e00}, {0xcc3a300, ...}, ...)
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/http_fetcher.go:101 +0x353 fp=0xcd40edc sp=0xcd40e34 pc=0x94975f3
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*httpMetadataFetcher).fetchMetadata(0xcd699e0, {0xac104b0, 0xcd4d580}, {{0xac00dfc, 0xcdb6750}, 0x0, {0x0, 0x0}, 0xb2d05e00})
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/http_fetcher.go:70 +0x147 fp=0xcd40f64 sp=0xcd40edc pc=0x94971d7
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata.func2()
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:158 +0x8f fp=0xcd40ff0 sp=0xcd40f64 pc=0x949a5bf
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd40ff4 sp=0xcd40ff0 pc=0x8aee8c1
created by github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:155 +0x2fc
goroutine 63 [select]:
runtime.gopark(0xa96dc54, 0x0, 0x9, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcd3a818 sp=0xcd3a804 pc=0x8abaf58
runtime.selectgo(0xcd3aa38, 0xcd3a93c, 0x0, 0x0, 0x6, 0x1)
/usr/local/go/src/runtime/select.go:327 +0xbc0 fp=0xcd3a908 sp=0xcd3a818 pc=0x8acc710
net/http.(*persistConn).roundTrip(0xcce2820, 0xcd4dac0)
/usr/local/go/src/net/http/transport.go:2638 +0x90c fp=0xcd3aa6c sp=0xcd3a908 pc=0x8f01fbc
net/http.(*Transport).roundTrip(0xcdb6750, 0xcdb5400)
/usr/local/go/src/net/http/transport.go:603 +0x81f fp=0xcd3ab94 sp=0xcd3aa6c pc=0x8ef744f
net/http.(*Transport).RoundTrip(0xcdb6750, 0xcdb5400)
/usr/local/go/src/net/http/roundtrip.go:17 +0x29 fp=0xcd3abac sp=0xcd3ab94 pc=0x8ee04c9
net/http.send(0xcdb5380, {0xac00dfc, 0xcdb6750}, {0xc14e2192b2a2e656, 0xbf02e715, 0xbee3fe0})
/usr/local/go/src/net/http/client.go:252 +0x55c fp=0xcd3ace4 sp=0xcd3abac pc=0x8ea1c0c
net/http.(*Client).send(0xcd4da60, 0xcdb5380, {0xc14e2192b2a2e656, 0xbf02e715, 0xbee3fe0})
/usr/local/go/src/net/http/client.go:176 +0x87 fp=0xcd3ad28 sp=0xcd3ace4 pc=0x8ea14c7
net/http.(*Client).do(0xcd4da60, 0xcdb5380)
/usr/local/go/src/net/http/client.go:716 +0x890 fp=0xcd3ae34 sp=0xcd3ad28 pc=0x8ea3730
net/http.(*Client).Do(...)
/usr/local/go/src/net/http/client.go:582
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*httpMetadataFetcher).fetchRaw(0xcd69a28, {0xac104b0, 0xcd4d580}, {{0xac00dfc, 0xcdb6750}, 0x0, {0x0, 0x0}, 0xb2d05e00}, {0xcc3a3c0, ...}, ...)
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/http_fetcher.go:101 +0x353 fp=0xcd3aedc sp=0xcd3ae34 pc=0x94975f3
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*httpMetadataFetcher).fetchMetadata(0xcd69a28, {0xac104b0, 0xcd4d580}, {{0xac00dfc, 0xcdb6750}, 0x0, {0x0, 0x0}, 0xb2d05e00})
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/http_fetcher.go:70 +0x147 fp=0xcd3af64 sp=0xcd3aedc pc=0x94971d7
github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata.func2()
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:158 +0x8f fp=0xcd3aff0 sp=0xcd3af64 pc=0x949a5bf
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcd3aff4 sp=0xcd3aff0 pc=0x8aee8c1
created by github.com/elastic/beats/v7/libbeat/processors/add_cloud_metadata.(*addCloudMetadata).fetchMetadata
/go/src/github.com/elastic/beats/libbeat/processors/add_cloud_metadata/providers.go:155 +0x2fc
goroutine 81 [IO wait]:
runtime.gopark(0xa96dc08, 0xec4b65bc, 0x2, 0x1b, 0x5)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcc68510 sp=0xcc684fc pc=0x8abaf58
runtime.netpollblock(0xec4b65b0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:527 +0xea fp=0xcc68528 sp=0xcc68510 pc=0x8ab2c8a
internal/poll.runtime_pollWait(0xec4b65b0, 0x72)
/usr/local/go/src/runtime/netpoll.go:306 +0x52 fp=0xcc6853c sp=0xcc68528 pc=0x8ae9602
internal/poll.(*pollDesc).wait(0xcdea744, 0x72, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x37 fp=0xcc68550 sp=0xcc6853c pc=0x8b2d687
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xcdea730, {0xcd5a000, 0x1000, 0x1000})
/usr/local/go/src/internal/poll/fd_unix.go:167 +0x216 fp=0xcc685a0 sp=0xcc68550 pc=0x8b2e776
net.(*netFD).Read(0xcdea730, {0xcd5a000, 0x1000, 0x1000})
/usr/local/go/src/net/fd_posix.go:55 +0x3f fp=0xcc685cc sp=0xcc685a0 pc=0x8bdcebf
net.(*conn).Read(0xcdc0998, {0xcd5a000, 0x1000, 0x1000})
/usr/local/go/src/net/net.go:183 +0x4f fp=0xcc685fc sp=0xcc685cc pc=0x8bf059f
net.(*TCPConn).Read(0xcdc0998, {0xcd5a000, 0x1000, 0x1000})
<autogenerated>:1 +0x42 fp=0xcc6861c sp=0xcc685fc pc=0x8c07062
net/http.(*persistConn).Read(0xcce2500, {0xcd5a000, 0x1000, 0x1000})
/usr/local/go/src/net/http/transport.go:1943 +0x141 fp=0xcc68650 sp=0xcc6861c pc=0x8efecc1
bufio.(*Reader).fill(0xcf97e00)
/usr/local/go/src/bufio/bufio.go:106 +0xe9 fp=0xcc68674 sp=0xcc68650 pc=0x8c0ab99
bufio.(*Reader).Peek(0xcf97e00, 0x1)
/usr/local/go/src/bufio/bufio.go:144 +0x6d fp=0xcc68680 sp=0xcc68674 pc=0x8c0ad2d
net/http.(*persistConn).readLoop(0xcce2500)
/usr/local/go/src/net/http/transport.go:2107 +0x1df fp=0xcc687e8 sp=0xcc68680 pc=0x8eff79f
net/http.(*Transport).dialConn.func5()
/usr/local/go/src/net/http/transport.go:1765 +0x27 fp=0xcc687f0 sp=0xcc687e8 pc=0x8efe237
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcc687f4 sp=0xcc687f0 pc=0x8aee8c1
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1765 +0x1480
goroutine 23 [select]:
runtime.gopark(0xa96dc54, 0x0, 0x9, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:381 +0x108 fp=0xcf9e680 sp=0xcf9e66c pc=0x8abaf58
runtime.selectgo(0xcf9e7d0, 0xcf9e79c, 0x0, 0x0, 0x2, 0x1)
/usr/local/go/src/runtime/select.go:327 +0xbc0 fp=0xcf9e770 sp=0xcf9e680 pc=0x8acc710
net/http.(*persistConn).writeLoop(0xcce2820)
/usr/local/go/src/net/http/transport.go:2410 +0xde fp=0xcf9e7e8 sp=0xcf9e770 pc=0x8f0121e
net/http.(*Transport).dialConn.func6()
/usr/local/go/src/net/http/transport.go:1766 +0x27 fp=0xcf9e7f0 sp=0xcf9e7e8 pc=0x8efe1f7
runtime.goexit()
/usr/local/go/src/runtime/asm_386.s:1326 +0x1 fp=0xcf9e7f4 sp=0xcf9e7f0 pc=0x8aee8c1
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1766 +0x14d9
Please let me know if there are any known fixes for this, given that this release of beats version is just 7 days old as of today - Release Beats 7.17.15 · elastic/beats · GitHub