Average in heat map visualization is 0

masyutka · August 21, 2018, 7:08pm

Hi experts!

I have the following 3 values in the index in discover
Time serverDelay_median scenarioName
July 8th 2018, 00:00:00.000 0.707 OPEN_WOC_PEOPLE
July 8th 2018, 00:00:00.000 0.743 OPEN_WOC_PEOPLE
July 8th 2018, 00:00:00.000 0.763 OPEN_WOC_PEOPLE

When i try to aggregate over them in visualization it give me 0 for the average of serverDelay_median.
Any idea why? this is coming in response itself (so not a visual problem)

REQUEST:

{
"size": 0,
"_source": {
"excludes": []
},
"aggs": {
"2": {
"date_histogram": {
"field": "day",
"interval": "1d",
"time_zone": "UTC",
"min_doc_count": 1
},
"aggs": {
"3": {
"terms": {
"field": "scenarioName",
"size": 5,
"order": {
"1": "desc"
}
},
"aggs": {
"1": {
"avg": {
"field": "serverDelay_median"
}
}
}
}
}
}
},
"stored_fields": [
"*"
],
"script_fields": {},
"docvalue_fields": [
"day"
],
"query": {
"bool": {
"must": [
{
"match_all": {}
},
{
"match_phrase": {
"serverDelay_outlier": {
"query": 1
}
}
},
{
"match_phrase": {
"scenarioName": {
"query": "OPEN_WOC_PEOPLE"
}
}
},
{
"range": {
"day": {
"gte": 1531008000000,
"lte": 1531094399999,
"format": "epoch_millis"
}
}
}
],
"filter": [],
"should": [],
"must_not": []
}
}
}

RESPONSE:
{
"took": 0,
"timed_out": false,
"_shards": {
"total": 1,
"successful": 1,
"skipped": 0,
"failed": 0
},
"hits": {
"total": 3,
"max_score": 0,
"hits": []
},
"aggregations": {
"2": {
"buckets": [
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"1": {
"value": 0
},
"key": "OPEN_WOC_PEOPLE",
"doc_count": 3
}
]
},
"key_as_string": "2018-07-08 00:00:00",
"key": 1531008000000,
"doc_count": 3
}
]
}
},
"status": 200
}

I looked at similar topics like
https://discuss.elastic.co/t/visualization-in-kibana-for-floating-values/50246/13
and

but nothing works.

lukas · August 21, 2018, 8:09pm

Hmm, it looks like the response from elasticsearch itself is coming back as a zero. Could you provide your mapping as well as the raw json from the docs in question? Thanks!

masyutka · August 22, 2018, 1:09am

Here is mapping: (now i wonder is it because its integer?)

{
"pkh_outliers": {
"mappings": {
"_doc": {
"properties": {
"area": {
"type": "keyword"
},
"baseline_release": {
"type": "keyword"
},
"browserDelay_baseline": {
"type": "integer"
},
"browserDelay_mean": {
"type": "integer"
},
"browserDelay_median": {
"type": "integer"
},
"browserDelay_outlier": {
"type": "integer"
},
"browserDelay_std": {
"type": "integer"
},
"browserDelay_var": {
"type": "integer"
},
"clientDelay_baseline": {
"type": "integer"
},
"clientDelay_mean": {
"type": "integer"
},
"clientDelay_median": {
"type": "integer"
},
"clientDelay_outlier": {
"type": "integer"
},
"clientDelay_std": {
"type": "integer"
},
"clientDelay_var": {
"type": "integer"
},
"count": {
"type": "integer"
},
"cycleRel": {
"type": "keyword"
},
"day": {
"type": "date",
"format": "yyyy-MM-dd HH:mm:ss"
},
"networkDelay_baseline": {
"type": "integer"
},
"networkDelay_mean": {
"type": "integer"
},
"networkDelay_median": {
"type": "integer"
},
"networkDelay_outlier": {
"type": "integer"
},
"networkDelay_std": {
"type": "integer"
},
"networkDelay_var": {
"type": "integer"
},
"noBaseline": {
"type": "integer"
},
"noRoundTrips_baseline": {
"type": "integer"
},
"noRoundTrips_mean": {
"type": "integer"
},
"noRoundTrips_median": {
"type": "integer"
},
"noRoundTrips_outlier": {
"type": "integer"
},
"noRoundTrips_std": {
"type": "integer"
},
"noRoundTrips_var": {
"type": "integer"
},
"objectName": {
"type": "keyword"
},
"overallOutlier": {
"type": "integer"
},
"scenarioName": {
"type": "keyword"
},
"serverDelay_baseline": {
"type": "integer"
},
"serverDelay_mean": {
"type": "integer"
},
"serverDelay_median": {
"type": "integer"
},
"serverDelay_outlier": {
"type": "integer"
},
"serverDelay_std": {
"type": "integer"
},
"serverDelay_var": {
"type": "integer"
},
"tti_baseline": {
"type": "integer"
},
"tti_mean": {
"type": "integer"
},
"tti_median": {
"type": "integer"
},
"tti_outlier": {
"type": "integer"
},
"tti_std": {
"type": "integer"
},
"tti_var": {
"type": "integer"
},
"uiTypeBrowser": {
"type": "keyword"
}
}
}
}
}
}

masyutka · August 22, 2018, 1:09am

Here are 3 JSONs:

{
"_index": "pkh_outliers",
"_type": "_doc",
"_id": "0RvySWUBpTZXMfucobOp",
"_score": 1,
"_source": {
"cycleRel": "1811+C3",
"uiTypeBrowser": "HTML+Internet Explorer",
"area": "PLATFORM",
"objectName": "ACCOUNT",
"scenarioName": "OPEN_WOC_PEOPLE",
"count": 6,
"day": "2018-07-08 00:00:00",
"clientDelay_mean": 1.0118333333333334,
"clientDelay_median": 0.9804999999999999,
"clientDelay_var": 0.026287366666666683,
"clientDelay_std": 0.162133792488385,
"tti_mean": 1.0118333333333334,
"tti_median": 0.9804999999999999,
"tti_var": 0.026287366666666683,
"tti_std": 0.162133792488385,
"browserDelay_mean": 0.874,
"browserDelay_median": 0.812,
"browserDelay_var": 0.029658799999999992,
"browserDelay_std": 0.17221730458928913,
"networkDelay_mean": 0.13783333333333334,
"networkDelay_median": 0.121,
"networkDelay_var": 0.002002566666666667,
"networkDelay_std": 0.04475004655491061,
"serverDelay_mean": 0.7631666666666667,
"serverDelay_median": 0.707,
"serverDelay_var": 0.029785366666666667,
"serverDelay_std": 0.172584375499831,
"noRoundTrips_mean": 1,
"noRoundTrips_median": 1,
"noRoundTrips_var": 0,
"noRoundTrips_std": 0,
"clientDelay_outlier": 0,
"clientDelay_baseline": 0,
"tti_baseline": 0,
"tti_outlier": 0,
"browserDelay_outlier": 0,
"browserDelay_baseline": 0,
"networkDelay_outlier": 0,
"networkDelay_baseline": 0,
"serverDelay_outlier": 1,
"serverDelay_baseline": 0.5798275862068965,
"noRoundTrips_outlier": 0,
"noRoundTrips_baseline": 0,
"noBaseline": 0,
"overallOutlier": 1,
"baseline_release": "1808+C3"
},
"fields": {
"day": [
"2018-07-08T00:00:00.000Z"
]
}
}

{
"_index": "pkh_outliers",
"_type": "_doc",
"_id": "CBvySWUBpTZXMfucobSp",
"_score": 1,
"_source": {
"cycleRel": "1811+C3",
"uiTypeBrowser": "HTML+Internet Explorer",
"area": "PLATFORM",
"objectName": "EMPLOYEE",
"scenarioName": "OPEN_WOC_PEOPLE",
"count": 6,
"day": "2018-07-08 00:00:00",
"clientDelay_mean": 0.9889999999999999,
"clientDelay_median": 0.9854999999999999,
"clientDelay_var": 0.004212799999999997,
"clientDelay_std": 0.06490608600123718,
"tti_mean": 0.9889999999999999,
"tti_median": 0.9854999999999999,
"tti_var": 0.004212799999999997,
"tti_std": 0.06490608600123718,
"browserDelay_mean": 0.8438333333333333,
"browserDelay_median": 0.8354999999999999,
"browserDelay_var": 0.0013789666666666682,
"browserDelay_std": 0.0371344404383137,
"networkDelay_mean": 0.14516666666666667,
"networkDelay_median": 0.1265,
"networkDelay_var": 0.001714966666666666,
"networkDelay_std": 0.04141215602533471,
"serverDelay_mean": 0.7515000000000001,
"serverDelay_median": 0.743,
"serverDelay_var": 0.001737900000000003,
"serverDelay_std": 0.04168812780636716,
"noRoundTrips_mean": 1,
"noRoundTrips_median": 1,
"noRoundTrips_var": 0,
"noRoundTrips_std": 0,
"clientDelay_outlier": 0,
"clientDelay_baseline": 0,
"tti_baseline": 0,
"tti_outlier": 0,
"browserDelay_outlier": 0,
"browserDelay_baseline": 0,
"networkDelay_outlier": 0,
"networkDelay_baseline": 0,
"serverDelay_outlier": 1,
"serverDelay_baseline": 0.605970588235294,
"noRoundTrips_outlier": 0,
"noRoundTrips_baseline": 0,
"noBaseline": 0,
"overallOutlier": 1,
"baseline_release": "1808+C3"
},
"fields": {
"day": [
"2018-07-08T00:00:00.000Z"
]
}
}

{
"_index": "pkh_outliers",
"_type": "_doc",
"_id": "bxvySWUBpTZXMfuck7Kq",
"_score": 1,
"_source": {
"cycleRel": "1811+C3",
"uiTypeBrowser": "HTML+Chrome",
"area": "PLATFORM",
"objectName": "ACCOUNT",
"scenarioName": "OPEN_WOC_PEOPLE",
"count": 5,
"day": "2018-07-08 00:00:00",
"clientDelay_mean": 0.9774,
"clientDelay_median": 0.94,
"clientDelay_var": 0.013078800000000014,
"clientDelay_std": 0.11436258129300866,
"tti_mean": 0.9774,
"tti_median": 0.94,
"tti_var": 0.013078800000000014,
"tti_std": 0.11436258129300866,
"browserDelay_mean": 0.8218,
"browserDelay_median": 0.835,
"browserDelay_var": 0.002367199999999999,
"browserDelay_std": 0.0486538795986507,
"networkDelay_mean": 0.1556,
"networkDelay_median": 0.102,
"networkDelay_var": 0.007439800000000003,
"networkDelay_std": 0.08625427525636051,
"serverDelay_mean": 0.7462,
"serverDelay_median": 0.763,
"serverDelay_var": 0.002374699999999999,
"serverDelay_std": 0.04873089369178447,
"noRoundTrips_mean": 1,
"noRoundTrips_median": 1,
"noRoundTrips_var": 0,
"noRoundTrips_std": 0,
"clientDelay_outlier": 0,
"clientDelay_baseline": 0,
"tti_baseline": 0,
"tti_outlier": 0,
"browserDelay_outlier": 0,
"browserDelay_baseline": 0,
"networkDelay_outlier": 0,
"networkDelay_baseline": 0,
"serverDelay_outlier": 1,
"serverDelay_baseline": 0.6000333333333335,
"noRoundTrips_outlier": 0,
"noRoundTrips_baseline": 0,
"noBaseline": 0,
"overallOutlier": 1,
"baseline_release": "1808+C3"
},
"fields": {
"day": [
"2018-07-08T00:00:00.000Z"
]
}
}

masyutka · August 22, 2018, 3:26pm

Hi Lukas, i changed to float and it works now, thank a lot for a hint !

lukas · August 22, 2018, 3:46pm

Glad you were able to figure it out!

system · September 19, 2018, 3:46pm

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.

Topic		Replies	Views
Strange Overall Average Behavior Kibana	3	28	November 19, 2024
Aggregation shows 0 instead of actual value Elasticsearch	2	557	October 10, 2018
Visualisation CPU percentage is always 0 ( or null?) Kibana	10	3823	July 6, 2017
Unable to Visualize (max/avg) a Long Value Elasticsearch	6	464	November 13, 2019
Average calculation problem (round-off 0) on CPULoad via JMX Kibana	14	1345	November 23, 2017

Average in heat map visualization is 0

Related topics