Hi, I have a problem on my es instance, I am creating a new index every day with count of documents about 5000000. At the begging my index has size 4.5GB now it has 15GB. Do you have any suggestions what is a cause of this. I am indexing documents via bulk api with Java Rest High Level client
Would it be possible to share the output of those requests?
GET indexprefix*GET _cat/indices/indexprefix*?v&bytes=b
Where indexprefix is the prefix of the indices you create daily.
{"music-import-2020-05-29_03-00":{"aliases":{"latest-music":{}},"mappings":{"dynamic":"strict","properties":{"codes":{"type":"keyword"},"combined_meta":{"properties":{"ngram":{"type":"text","store":true,"term_vector":"yes","analyzer":"ngram_music_analyzer","search_analyzer":"music_query_analyzer"}}},"counter":{"properties":{"played":{"type":"double"}}},"id":{"type":"long"},"internal_type":{"type":"keyword"},"name":{"type":"keyword","fields":{"ngram":{"type":"text","term_vector":"yes","analyzer":"ngram_music_analyzer","search_analyzer":"music_query_analyzer"},"phonetic":{"type":"text","term_vector":"with_positions","analyzer":"phonetic_music_analyzer"},"phrase":{"type":"text","term_vector":"with_positions","analyzer":"phrase_music_analyzer","search_analyzer":"music_query_analyzer"}},"copy_to":["combined_meta.ngram"]},"owner":{"type":"keyword"},"parent":{"properties":{"album":{"properties":{"id":{"type":"keyword"},"name":{"type":"keyword","fields":{"ngram":{"type":"text","term_vector":"yes","analyzer":"ngram_music_analyzer","search_analyzer":"music_query_analyzer"},"phonetic":{"type":"text","term_vector":"with_positions","analyzer":"phonetic_music_analyzer"},"phrase":{"type":"text","term_vector":"with_positions","analyzer":"phrase_music_analyzer","search_analyzer":"music_query_analyzer"}},"copy_to":["combined_meta.ngram"]}}},"artist":{"properties":{"id":{"type":"keyword"},"name":{"type":"keyword","fields":{"ngram":{"type":"text","term_vector":"yes","analyzer":"ngram_music_analyzer","search_analyzer":"music_query_analyzer"},"phonetic":{"type":"text","term_vector":"with_positions","analyzer":"phonetic_music_analyzer"},"phrase":{"type":"text","term_vector":"with_positions","analyzer":"phrase_music_analyzer","search_analyzer":"music_query_analyzer"}},"copy_to":["combined_meta.ngram"]}}},"genre":{"properties":{"id":{"type":"keyword"},"name":{"type":"keyword","fields":{"ngram":{"type":"text","term_vector":"yes","analyzer":"ngram_music_analyzer","search_analyzer":"music_query_analyzer"}}}}}}},"parental_advisory":{"type":"boolean"},"recommender":{"properties":{"ranking":{"type":"double"}}},"thumbnail_urls":{"type":"keyword"},"type":{"type":"keyword"},"version":{"type":"keyword","fields":{"ngram":{"type":"text","term_vector":"yes","analyzer":"ngram_music_analyzer","search_analyzer":"music_query_analyzer"},"phrase":{"type":"text","term_vector":"with_positions","analyzer":"phrase_music_analyzer","search_analyzer":"music_query_analyzer"}},"copy_to":["combined_meta.ngram"]},"visibility":{"type":"keyword"},"with_featuring_artists":{"type":"boolean"}}},"settings":{"index":{"refresh_interval":"60s","number_of_shards":"5","provided_name":"music-import-2020-05-29_03-00","creation_date":"1590714007335","analysis":{"filter":{"extended_word_delimiter_filter":{"type":"pattern_capture","preserve_original":"false","patterns":["([^\\s]+)","(\\s*(\\S+ +))"]},"one_edge_gram_filter":{"type":"edge_ngram","min_gram":"1","max_gram":"30"},"remove_spaces_filter":{"pattern":" +","type":"pattern_replace","replacement":""},"remove_duplicate_spaces_filter":{"pattern":" +","type":"pattern_replace","replacement":" "},"word_delimiter_filter":{"type":"pattern_capture","preserve_original":"false","patterns":["([^\\s]+)"]},"music_metaphone_filter":{"type":"phonetic","encoder":"double_metaphone"},"not_null_filter":{"type":"length","min":"1"},"remove_not_allowed_chars":{"pattern":"[^a-zA-Z\\d_\\d&]","type":"pattern_replace","replacement":""}},"analyzer":{"ngram_music_analyzer":{"filter":["lowercase","icu_folding","word_delimiter_filter","remove_duplicate_spaces_filter","remove_not_allowed_chars","one_edge_gram_filter","trim","unique","not_null_filter"],"type":"custom","tokenizer":"keyword"},"phonetic_music_analyzer":{"filter":["lowercase","icu_folding","music_metaphone_filter"],"type":"custom","tokenizer":"standard"},"music_query_analyzer":{"filter":["lowercase","icu_folding","extended_word_delimiter_filter","remove_duplicate_spaces_filter","remove_not_allowed_chars","trim","not_null_filter","unique"],"type":"custom","tokenizer":"whitespace"},"phrase_music_analyzer":{"filter":["lowercase","icu_folding","extended_word_delimiter_filter","remove_duplicate_spaces_filter","remove_not_allowed_chars","trim","not_null_filter"],"type":"custom","tokenizer":"whitespace"}}},"number_of_replicas":"0","uuid":"HcAu2HjKTu2-VSbGHI9e6Q","version":{"created":"7040099"}}}}}
and
/_cat/indices/music-import*?v&bytes=b'
green close music-import-2020-05-24_03-00 HLKi4M2QR1Olr5MB6WkESA 5 0 green close music-import-2020-05-23_03-00 gTDqvjZjTwe7JFdNSggsLw 5 0 green close music-import-2020-05-28_21-13 s0oUqakzRJ6n7LBmKkhF1Q 5 0 green close music-import-2020-05-25_03-00 TErwFeH5TXC2sIlK-6Nj0g 5 0 green open music-import-2020-05-29_03-00 HcAu2HjKTu2-VSbGHI9e6Q 5 0 4504458 14 25924164205 25924164205
Hello @Dawid_Macura
Please use code formatting (with triple ```) next time.
In the mapping I can only see the mappings of the latest index music-import-2020-05-29_03-00 and in the cat API I cannot tell what is the size / document count of the indices as the old indices are closed.
I am interested into comparing indices where you've observed the difference in size.
E.g. music-import-2020-05-29_03-00 is 24GB.
Would be possible to share the stats of 2 indices where you notice the increase in size?
If the document count is the similar, then the culprit might be the average document size.
Index from environment 1 : 25GB
green open music-import-2020-05-29_03-00 HcAu2HjKTu2-VSbGHI9e6Q 5 0 4504458 14 25924164205 25924164205
stats:
{"_shards":{"total":5,"successful":5,"failed":0},"_all":{"primaries":{"docs":{"count":4913460,"deleted":0},"store":{"size_in_bytes":5148649618},"indexing":{"index_total":4913460,"index_time_in_millis":3445110,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":20,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":34,"total_time_in_millis":46666,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":15,"periodic":5,"total_time_in_millis":98933},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":54,"memory_in_bytes":3653793,"terms_memory_in_bytes":1710188,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":909216,"norms_memory_in_bytes":44672,"points_memory_in_bytes":114501,"doc_values_memory_in_bytes":47488,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}},"total":{"docs":{"count":4913460,"deleted":0},"store":{"size_in_bytes":5148649618},"indexing":{"index_total":4913460,"index_time_in_millis":3445110,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":20,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":34,"total_time_in_millis":46666,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":15,"periodic":5,"total_time_in_millis":98933},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":54,"memory_in_bytes":3653793,"terms_memory_in_bytes":1710188,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":909216,"norms_memory_in_bytes":44672,"points_memory_in_bytes":114501,"doc_values_memory_in_bytes":47488,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}}},"indices":{"music-import-2020-05-29_03-00":{"uuid":"hDhQlB81QFedSYOs9-fCaQ","primaries":{"docs":{"count":4913460,"deleted":0},"store":{"size_in_bytes":5148649618},"indexing":{"index_total":4913460,"index_time_in_millis":3445110,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":20,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":34,"total_time_in_millis":46666,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":15,"periodic":5,"total_time_in_millis":98933},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":54,"memory_in_bytes":3653793,"terms_memory_in_bytes":1710188,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":909216,"norms_memory_in_bytes":44672,"points_memory_in_bytes":114501,"doc_values_memory_in_bytes":47488,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}},"total":{"docs":{"count":4913460,"deleted":0},"store":{"size_in_bytes":5148649618},"indexing":{"index_total":4913460,"index_time_in_millis":3445110,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":20,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":34,"total_time_in_millis":46666,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":15,"periodic":5,"total_time_in_millis":98933},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":54,"memory_in_bytes":3653793,"terms_memory_in_bytes":1710188,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":909216,"norms_memory_in_bytes":44672,"points_memory_in_bytes":114501,"doc_values_memory_in_bytes":47488,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}}}}}
Index from environment 1 : 10GB
green open music-import-2020-05-25_03-00 TErwFeH5TXC2sIlK-6Nj0g 5 0 4460939 1408 10894320890 10894320890
stats:
{"_shards":{"total":5,"successful":5,"failed":0},"_all":{"primaries":{"docs":{"count":4460939,"deleted":1408},"store":{"size_in_bytes":10894320890},"indexing":{"index_total":0,"index_time_in_millis":0,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":10,"total_time_in_millis":0,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":0,"periodic":0,"total_time_in_millis":0},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":123,"memory_in_bytes":4481254,"terms_memory_in_bytes":2460266,"stored_fields_memory_in_bytes":802496,"term_vectors_memory_in_bytes":848768,"norms_memory_in_bytes":93760,"points_memory_in_bytes":103570,"doc_values_memory_in_bytes":172394,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":825,"uncommitted_operations":0,"uncommitted_size_in_bytes":825,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}},"total":{"docs":{"count":4460939,"deleted":1408},"store":{"size_in_bytes":10894320890},"indexing":{"index_total":0,"index_time_in_millis":0,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":10,"total_time_in_millis":0,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":0,"periodic":0,"total_time_in_millis":0},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":123,"memory_in_bytes":4481254,"terms_memory_in_bytes":2460266,"stored_fields_memory_in_bytes":802496,"term_vectors_memory_in_bytes":848768,"norms_memory_in_bytes":93760,"points_memory_in_bytes":103570,"doc_values_memory_in_bytes":172394,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":825,"uncommitted_operations":0,"uncommitted_size_in_bytes":825,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}}},"indices":{"music-import-2020-05-25_03-00":{"uuid":"TErwFeH5TXC2sIlK-6Nj0g","primaries":{"docs":{"count":4460939,"deleted":1408},"store":{"size_in_bytes":10894320890},"indexing":{"index_total":0,"index_time_in_millis":0,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":10,"total_time_in_millis":0,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":0,"periodic":0,"total_time_in_millis":0},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":123,"memory_in_bytes":4481254,"terms_memory_in_bytes":2460266,"stored_fields_memory_in_bytes":802496,"term_vectors_memory_in_bytes":848768,"norms_memory_in_bytes":93760,"points_memory_in_bytes":103570,"doc_values_memory_in_bytes":172394,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":825,"uncommitted_operations":0,"uncommitted_size_in_bytes":825,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}},"total":{"docs":{"count":4460939,"deleted":1408},"store":{"size_in_bytes":10894320890},"indexing":{"index_total":0,"index_time_in_millis":0,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":10,"total_time_in_millis":0,"external_total":10,"external_total_time_in_millis":0,"listeners":0},"flush":{"total":0,"periodic":0,"total_time_in_millis":0},"warmer":{"current":0,"total":5,"total_time_in_millis":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":123,"memory_in_bytes":4481254,"terms_memory_in_bytes":2460266,"stored_fields_memory_in_bytes":802496,"term_vectors_memory_in_bytes":848768,"norms_memory_in_bytes":93760,"points_memory_in_bytes":103570,"doc_values_memory_in_bytes":172394,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":825,"uncommitted_operations":0,"uncommitted_size_in_bytes":825,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}}}}}
Index from environment 2 : 5GB Every time we have the same size
{"_shards":{"total":5,"successful":5,"failed":0},"_all":{"primaries":{"docs":{"count":4913476,"deleted":637},"store":{"size_in_bytes":5006552624},"indexing":{"index_total":4914978,"index_time_in_millis":2102398,"index_current":0,"index_failed":0,"delete_total":10,"delete_time_in_millis":12,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":240380,"query_time_in_millis":151524,"query_current":0,"fetch_total":170154,"fetch_time_in_millis":140425,"fetch_current":0,"scroll_total":50,"scroll_time_in_millis":531,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":133,"total_time_in_millis":2573,"total_docs":3259,"total_size_in_bytes":16399703,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":15459,"total_time_in_millis":143910,"external_total":15391,"external_total_time_in_millis":81209,"listeners":0},"flush":{"total":46,"periodic":5,"total_time_in_millis":80927},"warmer":{"current":0,"total":1451,"total_time_in_millis":14},"query_cache":{"memory_size_in_bytes":16210640,"total_count":299802,"hit_count":52404,"miss_count":247398,"cache_size":6505,"cache_count":6505,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":93,"memory_in_bytes":4043778,"terms_memory_in_bytes":2036899,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":911952,"norms_memory_in_bytes":57920,"points_memory_in_bytes":113593,"doc_values_memory_in_bytes":95686,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":284074,"evictions":0,"hit_count":226636,"miss_count":5834},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}},"total":{"docs":{"count":4913476,"deleted":637},"store":{"size_in_bytes":5006552624},"indexing":{"index_total":4914978,"index_time_in_millis":2102398,"index_current":0,"index_failed":0,"delete_total":10,"delete_time_in_millis":12,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":240380,"query_time_in_millis":151524,"query_current":0,"fetch_total":170154,"fetch_time_in_millis":140425,"fetch_current":0,"scroll_total":50,"scroll_time_in_millis":531,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":133,"total_time_in_millis":2573,"total_docs":3259,"total_size_in_bytes":16399703,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":15459,"total_time_in_millis":143910,"external_total":15391,"external_total_time_in_millis":81209,"listeners":0},"flush":{"total":46,"periodic":5,"total_time_in_millis":80927},"warmer":{"current":0,"total":1451,"total_time_in_millis":14},"query_cache":{"memory_size_in_bytes":16210640,"total_count":299802,"hit_count":52404,"miss_count":247398,"cache_size":6505,"cache_count":6505,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":93,"memory_in_bytes":4043778,"terms_memory_in_bytes":2036899,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":911952,"norms_memory_in_bytes":57920,"points_memory_in_bytes":113593,"doc_values_memory_in_bytes":95686,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":284074,"evictions":0,"hit_count":226636,"miss_count":5834},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}}},"indices":{"music-import-2020-05-28_03-00":{"uuid":"BCt7yUH0Q-Oq5msdPqMYQQ","primaries":{"docs":{"count":4913476,"deleted":637},"store":{"size_in_bytes":5006552624},"indexing":{"index_total":4914978,"index_time_in_millis":2102398,"index_current":0,"index_failed":0,"delete_total":10,"delete_time_in_millis":12,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":240380,"query_time_in_millis":151524,"query_current":0,"fetch_total":170154,"fetch_time_in_millis":140425,"fetch_current":0,"scroll_total":50,"scroll_time_in_millis":531,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":133,"total_time_in_millis":2573,"total_docs":3259,"total_size_in_bytes":16399703,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":15459,"total_time_in_millis":143910,"external_total":15391,"external_total_time_in_millis":81209,"listeners":0},"flush":{"total":46,"periodic":5,"total_time_in_millis":80927},"warmer":{"current":0,"total":1451,"total_time_in_millis":14},"query_cache":{"memory_size_in_bytes":16210640,"total_count":299802,"hit_count":52404,"miss_count":247398,"cache_size":6505,"cache_count":6505,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":93,"memory_in_bytes":4043778,"terms_memory_in_bytes":2036899,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":911952,"norms_memory_in_bytes":57920,"points_memory_in_bytes":113593,"doc_values_memory_in_bytes":95686,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":284074,"evictions":0,"hit_count":226636,"miss_count":5834},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}},"total":{"docs":{"count":4913476,"deleted":637},"store":{"size_in_bytes":5006552624},"indexing":{"index_total":4914978,"index_time_in_millis":2102398,"index_current":0,"index_failed":0,"delete_total":10,"delete_time_in_millis":12,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":240380,"query_time_in_millis":151524,"query_current":0,"fetch_total":170154,"fetch_time_in_millis":140425,"fetch_current":0,"scroll_total":50,"scroll_time_in_millis":531,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":133,"total_time_in_millis":2573,"total_docs":3259,"total_size_in_bytes":16399703,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":0,"total_auto_throttle_in_bytes":104857600},"refresh":{"total":15459,"total_time_in_millis":143910,"external_total":15391,"external_total_time_in_millis":81209,"listeners":0},"flush":{"total":46,"periodic":5,"total_time_in_millis":80927},"warmer":{"current":0,"total":1451,"total_time_in_millis":14},"query_cache":{"memory_size_in_bytes":16210640,"total_count":299802,"hit_count":52404,"miss_count":247398,"cache_size":6505,"cache_count":6505,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":93,"memory_in_bytes":4043778,"terms_memory_in_bytes":2036899,"stored_fields_memory_in_bytes":827728,"term_vectors_memory_in_bytes":911952,"norms_memory_in_bytes":57920,"points_memory_in_bytes":113593,"doc_values_memory_in_bytes":95686,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":0,"size_in_bytes":275,"uncommitted_operations":0,"uncommitted_size_in_bytes":275,"earliest_last_modified_age":0},"request_cache":{"memory_size_in_bytes":284074,"evictions":0,"hit_count":226636,"miss_count":5834},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0}}}}}
This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.