Kibana version: 8.3.3
Elasticsearch version:8.3.3
APM Server version:8.3.3
APM Agent language and version: java
Fresh install or upgraded from other version? Fresh install
APM latency statistics showing no data, however the error rate and throughput is working fine
as below, value in the spectator is null:
Request
{
"size": 0,
"query": {
"bool": {
"filter": [
{
"term": {
"service.name": "callback-momknutilities"
}
},
{
"exists": {
"field": "transaction.duration.histogram"
}
},
{
"range": {
"@timestamp": {
"gte": 1708200716219,
"lte": 1708254716219,
"format": "epoch_millis"
}
}
},
{
"term": {
"transaction.type": "request"
}
},
{
"terms": {
"processor.event": [
"metric"
]
}
}
]
}
},
"aggs": {
"latencyTimeseries": {
"date_histogram": {
"field": "@timestamp",
"fixed_interval": "600s",
"min_doc_count": 0,
"extended_bounds": {
"min": 1708200716219,
"max": 1708254716219
}
},
"aggs": {
"latency": {
"avg": {
"field": "transaction.duration.histogram"
}
}
}
},
"overall_avg_duration": {
"avg": {
"field": "transaction.duration.histogram"
}
}
}
}
and response as below:
{
"took": 54,
"timed_out": false,
"_shards": {
"total": 215,
"successful": 215,
"skipped": 214,
"failed": 0
},
"hits": {
"total": {
"value": 5367,
"relation": "eq"
},
"max_score": null,
"hits": []
},
"aggregations": {
"latencyTimeseries": {
"buckets": [
{
"key_as_string": "2024-02-17T20:10:00.000Z",
"key": 1708200600000,
"doc_count": 670,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T20:20:00.000Z",
"key": 1708201200000,
"doc_count": 847,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T20:30:00.000Z",
"key": 1708201800000,
"doc_count": 809,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T20:40:00.000Z",
"key": 1708202400000,
"doc_count": 816,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T20:50:00.000Z",
"key": 1708203000000,
"doc_count": 776,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T21:00:00.000Z",
"key": 1708203600000,
"doc_count": 774,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T21:10:00.000Z",
"key": 1708204200000,
"doc_count": 796,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T21:20:00.000Z",
"key": 1708204800000,
"doc_count": 711,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T21:30:00.000Z",
"key": 1708205400000,
"doc_count": 633,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T21:40:00.000Z",
"key": 1708206000000,
"doc_count": 636,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T21:50:00.000Z",
"key": 1708206600000,
"doc_count": 634,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T22:00:00.000Z",
"key": 1708207200000,
"doc_count": 769,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T22:10:00.000Z",
"key": 1708207800000,
"doc_count": 1033,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T22:20:00.000Z",
"key": 1708208400000,
"doc_count": 922,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T22:30:00.000Z",
"key": 1708209000000,
"doc_count": 837,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T22:40:00.000Z",
"key": 1708209600000,
"doc_count": 792,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T22:50:00.000Z",
"key": 1708210200000,
"doc_count": 717,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T23:00:00.000Z",
"key": 1708210800000,
"doc_count": 686,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T23:10:00.000Z",
"key": 1708211400000,
"doc_count": 669,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T23:20:00.000Z",
"key": 1708212000000,
"doc_count": 677,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T23:30:00.000Z",
"key": 1708212600000,
"doc_count": 625,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T23:40:00.000Z",
"key": 1708213200000,
"doc_count": 528,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-17T23:50:00.000Z",
"key": 1708213800000,
"doc_count": 443,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T00:00:00.000Z",
"key": 1708214400000,
"doc_count": 420,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T00:10:00.000Z",
"key": 1708215000000,
"doc_count": 408,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T00:20:00.000Z",
"key": 1708215600000,
"doc_count": 358,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T00:30:00.000Z",
"key": 1708216200000,
"doc_count": 442,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T00:40:00.000Z",
"key": 1708216800000,
"doc_count": 474,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T00:50:00.000Z",
"key": 1708217400000,
"doc_count": 393,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T01:00:00.000Z",
"key": 1708218000000,
"doc_count": 349,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T01:10:00.000Z",
"key": 1708218600000,
"doc_count": 272,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T01:20:00.000Z",
"key": 1708219200000,
"doc_count": 230,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T01:30:00.000Z",
"key": 1708219800000,
"doc_count": 228,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T01:40:00.000Z",
"key": 1708220400000,
"doc_count": 197,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T01:50:00.000Z",
"key": 1708221000000,
"doc_count": 170,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T02:00:00.000Z",
"key": 1708221600000,
"doc_count": 133,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T02:10:00.000Z",
"key": 1708222200000,
"doc_count": 144,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T02:20:00.000Z",
"key": 1708222800000,
"doc_count": 113,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T02:30:00.000Z",
"key": 1708223400000,
"doc_count": 160,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T02:40:00.000Z",
"key": 1708224000000,
"doc_count": 142,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T02:50:00.000Z",
"key": 1708224600000,
"doc_count": 98,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T03:00:00.000Z",
"key": 1708225200000,
"doc_count": 131,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T03:10:00.000Z",
"key": 1708225800000,
"doc_count": 129,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T03:20:00.000Z",
"key": 1708226400000,
"doc_count": 95,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T03:30:00.000Z",
"key": 1708227000000,
"doc_count": 153,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T03:40:00.000Z",
"key": 1708227600000,
"doc_count": 182,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T03:50:00.000Z",
"key": 1708228200000,
"doc_count": 208,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T04:00:00.000Z",
"key": 1708228800000,
"doc_count": 206,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T04:10:00.000Z",
"key": 1708229400000,
"doc_count": 217,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T04:20:00.000Z",
"key": 1708230000000,
"doc_count": 180,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T04:30:00.000Z",
"key": 1708230600000,
"doc_count": 236,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T04:40:00.000Z",
"key": 1708231200000,
"doc_count": 250,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T04:50:00.000Z",
"key": 1708231800000,
"doc_count": 235,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T05:00:00.000Z",
"key": 1708232400000,
"doc_count": 218,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T05:10:00.000Z",
"key": 1708233000000,
"doc_count": 316,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T05:20:00.000Z",
"key": 1708233600000,
"doc_count": 329,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T05:30:00.000Z",
"key": 1708234200000,
"doc_count": 281,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T05:40:00.000Z",
"key": 1708234800000,
"doc_count": 342,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T05:50:00.000Z",
"key": 1708235400000,
"doc_count": 303,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T06:00:00.000Z",
"key": 1708236000000,
"doc_count": 381,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T06:10:00.000Z",
"key": 1708236600000,
"doc_count": 400,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T06:20:00.000Z",
"key": 1708237200000,
"doc_count": 420,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T06:30:00.000Z",
"key": 1708237800000,
"doc_count": 350,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T06:40:00.000Z",
"key": 1708238400000,
"doc_count": 325,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T06:50:00.000Z",
"key": 1708239000000,
"doc_count": 396,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T07:00:00.000Z",
"key": 1708239600000,
"doc_count": 453,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T07:10:00.000Z",
"key": 1708240200000,
"doc_count": 474,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T07:20:00.000Z",
"key": 1708240800000,
"doc_count": 438,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T07:30:00.000Z",
"key": 1708241400000,
"doc_count": 498,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T07:40:00.000Z",
"key": 1708242000000,
"doc_count": 473,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T07:50:00.000Z",
"key": 1708242600000,
"doc_count": 495,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T08:00:00.000Z",
"key": 1708243200000,
"doc_count": 552,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T08:10:00.000Z",
"key": 1708243800000,
"doc_count": 494,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T08:20:00.000Z",
"key": 1708244400000,
"doc_count": 573,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T08:30:00.000Z",
"key": 1708245000000,
"doc_count": 593,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T08:40:00.000Z",
"key": 1708245600000,
"doc_count": 548,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T08:50:00.000Z",
"key": 1708246200000,
"doc_count": 593,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T09:00:00.000Z",
"key": 1708246800000,
"doc_count": 587,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T09:10:00.000Z",
"key": 1708247400000,
"doc_count": 608,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T09:20:00.000Z",
"key": 1708248000000,
"doc_count": 582,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T09:30:00.000Z",
"key": 1708248600000,
"doc_count": 712,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T09:40:00.000Z",
"key": 1708249200000,
"doc_count": 678,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T09:50:00.000Z",
"key": 1708249800000,
"doc_count": 628,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T10:00:00.000Z",
"key": 1708250400000,
"doc_count": 608,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T10:10:00.000Z",
"key": 1708251000000,
"doc_count": 636,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T10:20:00.000Z",
"key": 1708251600000,
"doc_count": 623,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T10:30:00.000Z",
"key": 1708252200000,
"doc_count": 626,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T10:40:00.000Z",
"key": 1708252800000,
"doc_count": 750,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T10:50:00.000Z",
"key": 1708253400000,
"doc_count": 782,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T11:00:00.000Z",
"key": 1708254000000,
"doc_count": 755,
"latency": {
"value": null
}
},
{
"key_as_string": "2024-02-18T11:10:00.000Z",
"key": 1708254600000,
"doc_count": 152,
"latency": {
"value": null
}
}
]
},
"overall_avg_duration": {
"value": null
}
}
}