Hi,
I am facing issue while inserting the data into Elasticsearch. All data is going to Elastic queue and its taking time to insert the data into index. I am using Elasticsearch docker image
You need to provide more details.
Which version of Elasticsearch are you using?
What is the size and specification of your cluster?
How are you indexing data into Elasticsearch?
What is in the logs?
i am using Elasticsearch docker image
version as 8.6.2
cluster size where we can verify?
for indexing data i have to check with dev team. I am from QA.
{"_nodes":{"total":1,"successful":1,"failed":0},"cluster_name":"docker-cluster","cluster_uuid":"NO9ZKE9uQs-PS7CMuT-vww","timestamp":1680170074170,"status":"yellow","indices":{"count":17,"shards":{"total":25,"primaries":25,"replication":0.0,"index":{"shards":{"min":1,"max":5,"avg":1.4705882352941178},"primaries":{"min":1,"max":5,"avg":1.4705882352941178},"replication":{"min":0.0,"max":0.0,"avg":0.0}}},"docs":{"count":309,"deleted":58},"store":{"size_in_bytes":43901544,"total_data_set_size_in_bytes":43901544,"reserved_in_bytes":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":30,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":0,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"mappings":{"total_field_count":1016,"total_deduplicated_field_count":879,"total_deduplicated_mapping_size_in_bytes":7281,"field_types":[{"name":"boolean","count":39,"index_count":10,"script_count":0},{"name":"byte","count":2,"index_count":1,"script_count":0},{"name":"constant_keyword","count":3,"index_count":1,"script_count":0},{"name":"date","count":13,"index_count":5,"script_count":0},{"name":"float","count":15,"index_count":8,"script_count":0},{"name":"integer","count":25,"index_count":2,"script_count":0},{"name":"ip","count":1,"index_count":1,"script_count":0},{"name":"keyword","count":664,"index_count":16,"script_count":0},{"name":"long","count":144,"index_count":13,"script_count":0},{"name":"object","count":87,"index_count":8,"script_count":0},{"name":"short","count":1,"index_count":1,"script_count":0},{"name":"text","count":22,"index_count":6,"script_count":0}],"runtime_field_types":},"analysis":{"char_filter_types":,"tokenizer_types":,"filter_types":[{"name":"snowball","count":1,"index_count":1},{"name":"word_delimiter_graph","count":28,"index_count":14}],"analyzer_types":[{"name":"custom","count":4,"index_count":2}],"built_in_char_filters":[{"name":"html_strip","count":1,"index_count":1}],"built_in_tokenizers":[{"name":"standard","count":2,"index_count":1},{"name":"whitespace","count":2,"index_count":1}],"built_in_filters":[{"name":"asciifolding","count":2,"index_count":1},{"name":"flatten_graph","count":1,"index_count":1},{"name":"lowercase","count":4,"index_count":2},{"name":"stop","count":2,"index_count":1}],"built_in_analyzers":[{"name":"searchable_text_index","count":8,"index_count":2},{"name":"searchable_text_query","count":8,"index_count":2}]},"versions":[{"version":"8.6.2","index_count":17,"primary_shard_count":25,"total_primary_bytes":43901544}],"search":{"total":537,"queries":{"bool":537,"terms":180,"match":10,"range":2,"query_string":527},"sections":{"query":537}}},"nodes":{"count":{"total":1,"coordinating_only":0,"data":1,"data_cold":1,"data_content":1,"data_frozen":1,"data_hot":1,"data_warm":1,"index":0,"ingest":1,"master":1,"ml":1,"remote_cluster_client":1,"search":0,"transform":1,"voting_only":0},"versions":["8.6.2"],"os":{"available_processors":1,"allocated_processors":1,"names":[{"name":"Linux","count":1}],"pretty_names":[{"pretty_name":"Ubuntu
20.04.5 LTS","count":1}],"architectures":[{"arch":"amd64","count":1}],"mem":{"total_in_bytes":1073741824,"adjusted_total_in_bytes":1073741824,"free_in_bytes":243113984,"used_in_bytes":830627840,"free_percent":23,"used_percent":77}},"process":{"cpu":{"percent":0},"open_file_descriptors":{"min":546,"max":546,"avg":546}},"jvm":{"max_uptime_in_millis":11201535,"versions":[{"version":"19.0.2","vm_name":"OpenJDK 64-Bit Server VM","vm_version":"19.0.2+7-44","vm_vendor":"Oracle Corporation","bundled_jdk":true,"using_bundled_jdk":true,"count":1}],"mem":{"heap_used_in_bytes":141002240,"heap_max_in_bytes":2147483648},"threads":58},"fs":{"total_in_bytes":312594247680,"free_in_bytes":208480002048,"available_in_bytes":208463224832},"plugins":,"network_types":{"transport_types":{"netty4":1},"http_types":{"netty4":1}},"discovery_types":{"single-node":1},"packaging_types":[{"flavor":"default","type":"docker","count":1}],"ingest":{"number_of_pipelines":0,"processor_stats":{}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":0,"coordinating_in_bytes":0,"primary_in_bytes":0,"replica_in_bytes":0,"all_in_bytes":0},"total":{"combined_coordinating_and_primary_in_bytes":0,"coordinating_in_bytes":0,"primary_in_bytes":0,"replica_in_bytes":0,"all_in_bytes":0,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":0}}}}
OK, it is a single node cluster.
Can you please answer the other questions to provide some more context?
indexing data means ingesting data to the index in ES?
Yes.
This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.