Metricbeat 7.0.1 causes parse errors on elasticsearch

Elastic Stack Beats
1 
[2019-05-13T12:44:04,931][DEBUG][o.e.a.b.TransportShardBulkAction] [ELK-DATA03] [metricbeat-7.0.1-2019.05.13-000001][0] failed to execute bulk item (index) index {[metricbeat-7.0.1][_doc][HwrKsGoB-qY06G5b1mox], source[{"event":{"duration":3732200,"dataset":"zookeeper.server","module":"zookeeper"},"zookeeper":{"server":{"outstanding":0,"node_count":150,"zxid":"0x1000012bc","version_date":"06/29/2018 00:39 GMT","received":132553,"sent":132648,"connections":3,"mode":"follower","count":4796,"epoch":1,"latency":{"max":68,"avg":0,"min":0}}},"ecs":{"version":"1.0.0"},"@version":"1","@timestamp":"2019-05-13T10:44:03.208Z","logstash.hostname":"ELK-LS01","agent":{"type":"metricbeat","ephemeral_id":"c5bdb596-3662-4cb5-9cef-115e6bfd05b1","hostname":"ELK-MASTER01","version":"7.0.1","id":"e964a0ce-6c48-4fce-b63a-5c75498f3d97"},"host":{"name":"ELK-MASTER01","hostname":"ELK-MASTER01","os":{"platform":"windows","version":"10.0","family":"windows","kernel":"10.0.14393.2430 (rs1_release_inmarket_aim.180806-1810)","build":"14393.2430","name":"Windows Server 2016 Standard"},"id":"b7838f4b-35a1-4de1-bb51-f7c32ecc51c9","architecture":"x86_64"},"metricset":{"name":"server"},"service":{"type":"zookeeper","version":"3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03","address":"localhost:2181"}}]}
org.elasticsearch.index.mapper.MapperParsingException: failed to parse field [zookeeper.server.version_date] of type [date] in document with id 'HwrKsGoB-qY06G5b1mox'
        at org.elasticsearch.index.mapper.FieldMapper.parse(FieldMapper.java:280) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObjectOrField(DocumentParser.java:468) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseValue(DocumentParser.java:596) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.innerParseObject(DocumentParser.java:407) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObjectOrNested(DocumentParser.java:381) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObjectOrField(DocumentParser.java:465) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObject(DocumentParser.java:485) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.innerParseObject(DocumentParser.java:392) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObjectOrNested(DocumentParser.java:381) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObjectOrField(DocumentParser.java:465) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObject(DocumentParser.java:485) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.innerParseObject(DocumentParser.java:392) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseObjectOrNested(DocumentParser.java:381) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.internalParseDocument(DocumentParser.java:98) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentParser.parseDocument(DocumentParser.java:71) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:267) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.shard.IndexShard.prepareIndex(IndexShard.java:770) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.shard.IndexShard.applyIndexOperation(IndexShard.java:747) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.shard.IndexShard.applyIndexOperationOnPrimary(IndexShard.java:719) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.lambda$executeIndexRequestOnPrimary$3(TransportShardBulkAction.java:452) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.executeOnPrimaryWhileHandlingMappingUpdates(TransportShardBulkAction.java:475) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.executeIndexRequestOnPrimary(TransportShardBulkAction.java:450) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.executeBulkItemRequest(TransportShardBulkAction.java:218) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:161) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:153) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:141) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:79) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryShardReference.perform(TransportReplicationAction.java:1033) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryShardReference.perform(TransportReplicationAction.java:1011) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.support.replication.ReplicationOperation.execute(ReplicationOperation.java:104) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.runWithPrimaryShardReference(TransportReplicationAction.java:413) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.lambda$doRun$0(TransportReplicationAction.java:359) ~[elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:61) [elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.shard.IndexShardOperationPermits.acquire(IndexShardOperationPermits.java:269) [elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.shard.IndexShardOperationPermits.acquire(IndexShardOperationPermits.java:236) [elasticsearch-7.0.1.jar:7.0.1]
        at org.elasticsearch.index.shard.IndexShard.acquirePrimaryOperationPermit(IndexShard.java:2513) [elasticsearch-7.0.1.jar:7.0.1]...
1 Like
2

Hi @s.pawluk.krd

Can you give us more information about the error? It will be nice to know Zookeeper version. An output of srvr command will also be very helpful, you can get it like this if it's running on localhost:

echo srvr | nc localhost 2181

Thanks

3

Have the same issue. nc output is next:
Zookeeper version: 3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf, built on 03/06/2019 16:18 GMT
Latency min/avg/max: 0/1/580
Received: 442525
Sent: 560566
Connections: 7
Outstanding: 0
Zxid: 0x5c002f1fde
Mode: follower
Node count: 4886

4

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.