Hi
Can You look at the statistic from one of index. From our observations, it seems that the longer this index is updated, the worse the performanc i.e. response time results come out. What to pay attention to? Is there any way to restore it to full functionality as it was at the beginning by stacking segments?
{
"_shards": {
"total": 3,
"successful": 3,
"failed": 0
},
"stats": {
"uuid": "Hdy98h6vQQGZCyuS58p1Ipa",
"primaries": {
"docs": {
"count": 20689875,
"deleted": 6787708
},
"shard_stats": {
"total_count": 1
},
"store": {
"size_in_bytes": 65828176988,
"total_data_set_size_in_bytes": 65828176988,
"reserved_in_bytes": 0
},
"indexing": {
"index_total": 70125382,
"index_time_in_millis": 188408779,
"index_current": 0,
"index_failed": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 34022808,
"time_in_millis": 7507255,
"exists_total": 33988118,
"exists_time_in_millis": 7503210,
"missing_total": 34690,
"missing_time_in_millis": 4045,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 4318372,
"query_time_in_millis": 66979603,
"query_current": 0,
"fetch_total": 4318370,
"fetch_time_in_millis": 83154611,
"fetch_current": 0,
"scroll_total": 0,
"scroll_time_in_millis": 0,
"scroll_current": 0,
"suggest_total": 0,
"suggest_time_in_millis": 0,
"suggest_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 5875,
"total_time_in_millis": 719886692,
"total_docs": 844584085,
"total_size_in_bytes": 3396925710249,
"total_stopped_time_in_millis": 215555078,
"total_throttled_time_in_millis": 338150621,
"total_auto_throttle_in_bytes": 5242880
},
"refresh": {
"total": 19979,
"total_time_in_millis": 61136741,
"external_total": 12597,
"external_total_time_in_millis": 54359898,
"listeners": 0
},
"flush": {
"total": 7046,
"periodic": 6997,
"total_time_in_millis": 48158040
},
"warmer": {
"current": 0,
"total": 12594,
"total_time_in_millis": 5244
},
"query_cache": {
"memory_size_in_bytes": 5500396,
"total_count": 673727206,
"hit_count": 82602,
"miss_count": 673644604,
"cache_size": 260,
"cache_count": 9519,
"evictions": 9259
},
"fielddata": {
"memory_size_in_bytes": 1131928,
"evictions": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 45,
"memory_in_bytes": 2775566,
"terms_memory_in_bytes": 1605024,
"stored_fields_memory_in_bytes": 89752,
"term_vectors_memory_in_bytes": 0,
"norms_memory_in_bytes": 211200,
"points_memory_in_bytes": 0,
"doc_values_memory_in_bytes": 869590,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 3436656,
"max_unsafe_auto_id_timestamp": -1,
"file_sizes": {}
},
"translog": {
"operations": 0,
"size_in_bytes": 55,
"uncommitted_operations": 0,
"uncommitted_size_in_bytes": 55,
"earliest_last_modified_age": 65162913
},
"request_cache": {
"memory_size_in_bytes": 4306280,
"evictions": 0,
"hit_count": 18454,
"miss_count": 56290
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 0
}
},
"total": {
"docs": {
"count": 62069625,
"deleted": 16165459
},
"shard_stats": {
"total_count": 3
},
"store": {
"size_in_bytes": 184433957377,
"total_data_set_size_in_bytes": 184433957377,
"reserved_in_bytes": 0
},
"indexing": {
"index_total": 210376146,
"index_time_in_millis": 552671795,
"index_current": 0,
"index_failed": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 34022808,
"time_in_millis": 7507255,
"exists_total": 33988118,
"exists_time_in_millis": 7503210,
"missing_total": 34690,
"missing_time_in_millis": 4045,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 12826443,
"query_time_in_millis": 194987306,
"query_current": 0,
"fetch_total": 12826440,
"fetch_time_in_millis": 233121744,
"fetch_current": 0,
"scroll_total": 0,
"scroll_time_in_millis": 0,
"scroll_current": 0,
"suggest_total": 0,
"suggest_time_in_millis": 0,
"suggest_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 17244,
"total_time_in_millis": 2139205066,
"total_docs": 2537762573,
"total_size_in_bytes": 10163260482392,
"total_stopped_time_in_millis": 626693146,
"total_throttled_time_in_millis": 1030164480,
"total_auto_throttle_in_bytes": 15728640
},
"refresh": {
"total": 60174,
"total_time_in_millis": 177097788,
"external_total": 37870,
"external_total_time_in_millis": 157280162,
"listeners": 0
},
"flush": {
"total": 21492,
"periodic": 21345,
"total_time_in_millis": 141686425
},
"warmer": {
"current": 0,
"total": 37861,
"total_time_in_millis": 16417
},
"query_cache": {
"memory_size_in_bytes": 14816573,
"total_count": 2043924756,
"hit_count": 182606,
"miss_count": 2043742150,
"cache_size": 792,
"cache_count": 21668,
"evictions": 20876
},
"fielddata": {
"memory_size_in_bytes": 3239960,
"evictions": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 129,
"memory_in_bytes": 7788580,
"terms_memory_in_bytes": 4601624,
"stored_fields_memory_in_bytes": 256728,
"term_vectors_memory_in_bytes": 0,
"norms_memory_in_bytes": 605376,
"points_memory_in_bytes": 0,
"doc_values_memory_in_bytes": 2324852,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 9785040,
"max_unsafe_auto_id_timestamp": -1,
"file_sizes": {}
},
"translog": {
"operations": 0,
"size_in_bytes": 165,
"uncommitted_operations": 0,
"uncommitted_size_in_bytes": 165,
"earliest_last_modified_age": 65157388
},
"request_cache": {
"memory_size_in_bytes": 11827640,
"evictions": 0,
"hit_count": 55065,
"miss_count": 161068
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 0
}
}
}
}