We have a tiny two-node Elasticsearch 6 cluster that during node garbage collection can result in query timeouts (the timeouts are at client end for UX reasons, not at Elasticsearch end). I'm not much of an ES expert - is there anything that can be easily done to prevent single-node GC slowing down queries (e.g. configuring shard distribution amongst nodes)?
This is the output of /_cluster/stats; happy to pull anything else that would be useful.
"_nodes": {
"total": 2,
"successful": 2,
"failed": 0
},
"cluster_name": "elasticsearch-cluster",
"cluster_uuid": "z5MY9rSbTL2QUf9RpCz2RA",
"timestamp": 1717581930597,
"status": "green",
"indices": {
"count": 2,
"shards": {
"total": 12,
"primaries": 6,
"replication": 1,
"index": {
"shards": {
"min": 2,
"max": 10,
"avg": 6
},
"primaries": {
"min": 1,
"max": 5,
"avg": 3
},
"replication": {
"min": 1,
"max": 1,
"avg": 1
}
}
},
"docs": {
"count": 2996281,
"deleted": 1
},
"store": {
"size_in_bytes": 1602661838
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"query_cache": {
"memory_size_in_bytes": 425959951,
"total_count": 396303268,
"hit_count": 160092912,
"miss_count": 236210356,
"cache_size": 288836,
"cache_count": 2212067,
"evictions": 1923231
},
"completion": {
"size_in_bytes": 410545916
},
"segments": {
"count": 150,
"memory_in_bytes": 411429684,
"terms_memory_in_bytes": 410947916,
"stored_fields_memory_in_bytes": 443728,
"term_vectors_memory_in_bytes": 0,
"norms_memory_in_bytes": 20992,
"points_memory_in_bytes": 0,
"doc_values_memory_in_bytes": 17048,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 0,
"max_unsafe_auto_id_timestamp": -1,
"file_sizes": {}
}
},
"nodes": {
"count": {
"total": 2,
"data": 2,
"coordinating_only": 0,
"master": 2,
"ingest": 2
},
"versions": [
"6.8.0"
],
"os": {
"available_processors": 4,
"allocated_processors": 4,
"names": [
{
"count": 2
}
],
"pretty_names": [
{
"count": 2
}
],
"mem": {
"total_in_bytes": 8076001280,
"free_in_bytes": 703594496,
"used_in_bytes": 7372406784,
"free_percent": 9,
"used_percent": 91
}
},
"process": {
"cpu": {
"percent": 11
},
"open_file_descriptors": {
"min": 1666,
"max": 4802,
"avg": 3234
}
},
"jvm": {
"max_uptime_in_millis": 1206807214,
"mem": {
"heap_used_in_bytes": 2275839200,
"heap_max_in_bytes": 4260102144
},
"threads": 281
},
"fs": {
"total_in_bytes": 20793827328,
"free_in_bytes": 19187396608,
"available_in_bytes": 18080100352
},
"network_types": {
"transport_types": {
"com.amazon.opendistroforelasticsearch.security.ssl.http.netty.OpenDistroSecuritySSLNettyTransport": 2
},
"http_types": {
"filter-jetty": 2
}
}
}
}