Elastic cpu and memory spikes suddenly


#1

Hi,
My app uses elastic search for retrieving some results.

For some reason, it sometimes, for unknown reason spikes 100% and even more.

here are the stats, can anyone tell what wrong with my indices?
{
"_shards": {
"total": 204,
"successful": 102,
"failed": 0
},
"_all": {
"primaries": {
"docs": {
"count": 10663228,
"deleted": 2564794
},
"store": {
"size_in_bytes": 6307380181,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 18035716,
"index_time_in_millis": 132495464,
"index_current": 0,
"index_failed": 67,
"delete_total": 32210,
"delete_time_in_millis": 1104817,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 3432884,
"time_in_millis": 430903,
"exists_total": 3432882,
"exists_time_in_millis": 430846,
"missing_total": 2,
"missing_time_in_millis": 57,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 6455431,
"query_time_in_millis": 399252281,
"query_current": 0,
"fetch_total": 6378929,
"fetch_time_in_millis": 51834144,
"fetch_current": 0,
"scroll_total": 1601,
"scroll_time_in_millis": 902403558,
"scroll_current": 0,
"suggest_total": 0,
"suggest_time_in_millis": 0,
"suggest_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 266548,
"total_time_in_millis": 62462056,
"total_docs": 811398142,
"total_size_in_bytes": 400955781342,
"total_stopped_time_in_millis": 0,
"total_throttled_time_in_millis": 901909,
"total_auto_throttle_in_bytes": 2059619784
},
"refresh": {
"total": 2803767,
"total_time_in_millis": 184025509,
"listeners": 0
},
"flush": {
"total": 52761,
"total_time_in_millis": 2431516
},
"warmer": {
"current": 0,
"total": 2882050,
"total_time_in_millis": 1653147
},
"query_cache": {
"memory_size_in_bytes": 3767560,
"total_count": 24478391,
"hit_count": 4845044,
"miss_count": 19633347,
"cache_size": 88,
"cache_count": 10663,
"evictions": 10575
},
"fielddata": {
"memory_size_in_bytes": 147001252,
"evictions": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 194,
"memory_in_bytes": 18782473,
"terms_memory_in_bytes": 16608435,
"stored_fields_memory_in_bytes": 1318880,
"term_vectors_memory_in_bytes": 8944,
"norms_memory_in_bytes": 164032,
"points_memory_in_bytes": 192438,
"doc_values_memory_in_bytes": 489744,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 1587640,
"max_unsafe_auto_id_timestamp": -1,
"file_sizes": {}
},
"translog": {
"operations": 660,
"size_in_bytes": 30795363
},
"request_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 1
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 45505
}
},
"total": {
"docs": {
"count": 10663228,
"deleted": 2564794
},
"store": {
"size_in_bytes": 6307380181,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 18035716,
"index_time_in_millis": 132495464,
"index_current": 0,
"index_failed": 67,
"delete_total": 32210,
"delete_time_in_millis": 1104817,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 3432884,
"time_in_millis": 430903,
"exists_total": 3432882,
"exists_time_in_millis": 430846,
"missing_total": 2,
"missing_time_in_millis": 57,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 6455431,
"query_time_in_millis": 399252281,
"query_current": 0,
"fetch_total": 6378929,
"fetch_time_in_millis": 51834144,
"fetch_current": 0,
"scroll_total": 1601,
"scroll_time_in_millis": 902403558,
"scroll_current": 0,
"suggest_total": 0,
"suggest_time_in_millis": 0,
"suggest_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 266548,
"total_time_in_millis": 62462056,
"total_docs": 811398142,
"total_size_in_bytes": 400955781342,
"total_stopped_time_in_millis": 0,
"total_throttled_time_in_millis": 901909,
"total_auto_throttle_in_bytes": 2059619784
},

Thanks!


(system) #2

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.