So, I want to create a pie graph that shows the distribution of keys in our redis cluster as of the most recent data point - each document has "keys"
Kibana doesn't seem to have this built in.
I've managed to extract the information from ElasticSearch
{
"query" : {
"range" : {
"@timestamp" : {
"gt" : "now-1h"
}
}
},
"aggs" : {
"events_by_host" : {
"terms" : {
"field": "host",
"size": 8,
"order" :{ "timeCreated" : "desc" }
},
"aggs" : {
"timeCreated": {
"max" : {"field": "@timestamp"}
}
}
}
}
}
Gives me exactly what I'm after, the most recent result by host.
{
"took": 8,
"timed_out": false,
"_shards": {
"total": 5,
"successful": 5,
"failed": 0
},
"hits": {
"total": 2880,
"max_score": 1,
"hits": [
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4rUSh3OTPvRUnw1G",
"_score": 1,
"_source": {
"at": 1434668152.050785,
"used_cpu_user": 1,
"used_cpu_sys": 2,
"connected_clients": 99,
"blocked_clients": 0,
"used_memory": 73322992,
"used_memory_rss": 197992448,
"mem_fragmentation_ratio": 2.7,
"total_commands_processed": 31835448111,
"total_commands_processed_per_second": 1197.2965528634948,
"expired_keys": 1159842218,
"expired_keys_per_second": 67.19980652503703,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 66603,
"keyspace_hits": 15147969608,
"keyspace_hits_per_second": 694.4980004708068,
"keyspace_misses": 4759543935,
"keyspace_misses_per_second": 156.5995491342381,
"keyspace_hit_ratio": 76.09172072283442,
"keyspace_hit_ratio_per_second": 81.60028198801551,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6462697284,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018528,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649624,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:55:52+00:00",
"host": "10.36.5.115:49154"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4rUch3OTPvRUnw1J",
"_score": 1,
"_source": {
"at": 1434668152.0510335,
"used_cpu_user": 1,
"used_cpu_sys": 3,
"connected_clients": 77,
"blocked_clients": 0,
"used_memory": 65705952,
"used_memory_rss": 198164480,
"mem_fragmentation_ratio": 3.02,
"total_commands_processed": 32181298484,
"total_commands_processed_per_second": 1217.1979503603714,
"expired_keys": 1156912943,
"expired_keys_per_second": 74.39987471805095,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 66622,
"keyspace_hits": 15137141087,
"keyspace_hits_per_second": 686.7988434994273,
"keyspace_misses": 5057350354,
"keyspace_misses_per_second": 175.29970481282706,
"keyspace_hit_ratio": 74.95678280002495,
"keyspace_hit_ratio_per_second": 79.66593202644705,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6462423257,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 21,
"uptime_in_seconds": 13018570,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649582,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:55:52+00:00",
"host": "10.36.1.83:49153"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4ypFh3OTPvRUnw2a",
"_score": 1,
"_source": {
"at": 1434668182.050735,
"used_cpu_user": 1,
"used_cpu_sys": 2,
"connected_clients": 93,
"blocked_clients": 0,
"used_memory": 72904192,
"used_memory_rss": 200925184,
"mem_fragmentation_ratio": 2.76,
"total_commands_processed": 31835487377,
"total_commands_processed_per_second": 1089.6972601501423,
"expired_keys": 1159843827,
"expired_keys_per_second": 47.61298841853017,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 67080,
"keyspace_hits": 15147990246,
"keyspace_hits_per_second": 651.8778267301705,
"keyspace_misses": 4759549487,
"keyspace_misses_per_second": 149.04065702439067,
"keyspace_hit_ratio": 76.09172428720427,
"keyspace_hit_ratio_per_second": 81.39128262770076,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6462706370,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018558,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649624,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:22+00:00",
"host": "10.36.5.115:49154"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4ypPh3OTPvRUnw2d",
"_score": 1,
"_source": {
"at": 1434668182.05317,
"used_cpu_user": 1,
"used_cpu_sys": 2,
"connected_clients": 73,
"blocked_clients": 0,
"used_memory": 65654032,
"used_memory_rss": 196358144,
"mem_fragmentation_ratio": 2.99,
"total_commands_processed": 32181338309,
"total_commands_processed_per_second": 1111.0945187618524,
"expired_keys": 1156914523,
"expired_keys_per_second": 45.70800207706963,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 67111,
"keyspace_hits": 15137161058,
"keyspace_hits_per_second": 630.3103481174898,
"keyspace_misses": 5057356818,
"keyspace_misses_per_second": 171.93009971659234,
"keyspace_hit_ratio": 74.95678357337576,
"keyspace_hit_ratio_per_second": 78.56875701284129,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6462432511,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 21,
"uptime_in_seconds": 13018599,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649582,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:22+00:00",
"host": "10.36.1.83:49153"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I41FUh3OTPvRUnw22",
"_score": 1,
"_source": {
"at": 1434668192.0508306,
"used_cpu_user": 1,
"used_cpu_sys": 3,
"connected_clients": 99,
"blocked_clients": 0,
"used_memory": 74015712,
"used_memory_rss": 196689920,
"mem_fragmentation_ratio": 2.66,
"total_commands_processed": 31835504991,
"total_commands_processed_per_second": 1761.3831664610782,
"expired_keys": 1159844487,
"expired_keys_per_second": 65.99936924402814,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 67055,
"keyspace_hits": 15147998145,
"keyspace_hits_per_second": 789.8924509978459,
"keyspace_misses": 4759552188,
"keyspace_misses_per_second": 270.0974186789697,
"keyspace_hit_ratio": 76.09172344971913,
"keyspace_hit_ratio_per_second": 74.51886792452831,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6462709927,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018567,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649624,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:32+00:00",
"host": "10.36.5.115:49154"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I41Feh3OTPvRUnw25",
"_score": 1,
"_source": {
"at": 1434668192.0506887,
"used_cpu_user": 1,
"used_cpu_sys": 3,
"connected_clients": 82,
"blocked_clients": 0,
"used_memory": 66737904,
"used_memory_rss": 197804032,
"mem_fragmentation_ratio": 2.96,
"total_commands_processed": 32181356390,
"total_commands_processed_per_second": 1808.548712872085,
"expired_keys": 1156915182,
"expired_keys_per_second": 65.91635428254544,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 67111,
"keyspace_hits": 15137168861,
"keyspace_hits_per_second": 780.4936456247375,
"keyspace_misses": 5057359816,
"keyspace_misses_per_second": 299.874400818014,
"keyspace_hit_ratio": 74.95678212208072,
"keyspace_hit_ratio_per_second": 72.24331080455512,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6462436281,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 21,
"uptime_in_seconds": 13018610,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649582,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:32+00:00",
"host": "10.36.1.83:49153"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4txGh3OTPvRUnw1h",
"_score": 1,
"_source": {
"at": 1434668162.0506709,
"used_cpu_user": 1,
"used_cpu_sys": 2,
"connected_clients": 104,
"blocked_clients": 0,
"used_memory": 64840272,
"used_memory_rss": 193806336,
"mem_fragmentation_ratio": 2.99,
"total_commands_processed": 31757471898,
"total_commands_processed_per_second": 1143.1975218907319,
"expired_keys": 1155429239,
"expired_keys_per_second": 60.599868637664756,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 66878,
"keyspace_hits": 15014307284,
"keyspace_hits_per_second": 636.9986191780932,
"keyspace_misses": 4798092903,
"keyspace_misses_per_second": 174.3996219539395,
"keyspace_hit_ratio": 75.78237438314873,
"keyspace_hit_ratio_per_second": 78.50628543258566,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6444631667,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018569,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649593,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:02+00:00",
"host": "10.36.1.68:49155"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4txah3OTPvRUnw1n",
"_score": 1,
"_source": {
"at": 1434668162.0541747,
"used_cpu_user": 1,
"used_cpu_sys": 2,
"connected_clients": 70,
"blocked_clients": 0,
"used_memory": 65684976,
"used_memory_rss": 198836224,
"mem_fragmentation_ratio": 3.03,
"total_commands_processed": 31251027896,
"total_commands_processed_per_second": 1145.1704026660395,
"expired_keys": 1162585734,
"expired_keys_per_second": 56.58371435259523,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 66421,
"keyspace_hits": 14717911771,
"keyspace_hits_per_second": 668.2076797398348,
"keyspace_misses": 4393454504,
"keyspace_misses_per_second": 148.6572142090267,
"keyspace_hit_ratio": 77.01130081030797,
"keyspace_hit_ratio_per_second": 81.80149308530167,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6551864123,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018563,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649599,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:02+00:00",
"host": "10.36.1.88:49154"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4wNAh3OTPvRUnw1_",
"_score": 1,
"_source": {
"at": 1434668172.0536377,
"used_cpu_user": 1,
"used_cpu_sys": 2,
"connected_clients": 70,
"blocked_clients": 0,
"used_memory": 63577600,
"used_memory_rss": 259547136,
"mem_fragmentation_ratio": 4.08,
"total_commands_processed": 30452372973,
"total_commands_processed_per_second": 1540.7894121323232,
"expired_keys": 1157087271,
"expired_keys_per_second": 54.28553405060028,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 66607,
"keyspace_hits": 14205073122,
"keyspace_hits_per_second": 679.6188959042001,
"keyspace_misses": 4337482612,
"keyspace_misses_per_second": 209.34421418408286,
"keyspace_hit_ratio": 76.60795699242955,
"keyspace_hit_ratio_per_second": 76.45074224021593,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6433349216,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018581,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649591,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:12+00:00",
"host": "10.36.5.88:49153"
}
},
{
"_index": "redis-contentcache",
"_type": "redis",
"_id": "AU4I4wNOh3OTPvRUnw2D",
"_score": 1,
"_source": {
"at": 1434668172.0570736,
"used_cpu_user": 1,
"used_cpu_sys": 3,
"connected_clients": 65,
"blocked_clients": 0,
"used_memory": 65732080,
"used_memory_rss": 199610368,
"mem_fragmentation_ratio": 3.04,
"total_commands_processed": 31251043810,
"total_commands_processed_per_second": 1590.9387909809354,
"expired_keys": 1162586257,
"expired_keys_per_second": 52.28484276002445,
"evicted_keys": 0,
"evicted_keys_per_second": 0,
"keys": 66670,
"keyspace_hits": 14717919124,
"keyspace_hits_per_second": 735.0869002188524,
"keyspace_misses": 4393456631,
"keyspace_misses_per_second": 212.63835669325434,
"keyspace_hit_ratio": 77.01130108411705,
"keyspace_hit_ratio_per_second": 77.5632911392405,
"aof_current_size": 0,
"aof_base_size": 0,
"changes_since_last_save": 0,
"rdb_changes_since_last_save": 6551868124,
"pubsub_channels": 0,
"pubsub_patterns": 0,
"redis_version": "2.8.17",
"redis_mode": "standalone",
"process_id": 20,
"uptime_in_seconds": 13018573,
"uptime_in_days": 150,
"role": "master",
"connected_slaves": 0,
"aof_enabled": 0,
"rdb_bgsave_in_progress": 0,
"bgsave_in_progress": 0,
"rdb_last_save_time": 1421649599,
"last_save_time": 0,
"@timestamp": "2015-06-18T22:56:12+00:00",
"host": "10.36.1.88:49154"
}
}
]
},
"aggregations": {
"events_by_host": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "10.36.1.115:49154",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.1.123:49154",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.1.68:49155",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.1.83:49153",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.1.88:49154",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.5.115:49154",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.5.69:49154",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
},
{
"key": "10.36.5.88:49153",
"doc_count": 360,
"timeCreated": {
"value": 1434671742000,
"value_as_string": "2015-06-18T23:55:42.000Z"
}
}
]
}
}
}
But I can't figure out how to make Kibana give me those "keys" values in a pie.
