Collector [node_stats] timed out when collecting data

[stuartdsmith (Stuart Smith)]

We are receiving the following error on one of our elasticsearch nodes:
"collector [node_stats] timed out when collecting data"

I'll attach the cluster stats as others have done.

Is there anything that you can suggest I can do to diagnose / resolve?

[stuartdsmith (Stuart Smith)]

{
"_nodes": {
"total": 2,
"successful": 2,
"failed": 0
},
"cluster_name": "PROD",
"cluster_uuid": "YLVPZrVvRE6pSbHCPrH5Sw",
"timestamp": 1551097568498,
"status": "green",
"indices": {
"count": 37,
"shards": {
"total": 138,
"primaries": 69,
"replication": 1,
"index": {
"shards": {
"min": 2,
"max": 10,
"avg": 3.72972972972973
},
"primaries": {
"min": 1,
"max": 5,
"avg": 1.864864864864865
},
"replication": {
"min": 1,
"max": 1,
"avg": 1
}
}
},
"docs": {
"count": 5553228,
"deleted": 46871
},
"store": {
"size": "12.4gb",
"size_in_bytes": 13388685825
},
"fielddata": {
"memory_size": "38.1kb",
"memory_size_in_bytes": 39016,
"evictions": 0
},
"query_cache": {
"memory_size": "1.5mb",
"memory_size_in_bytes": 1675848,
"total_count": 19425,
"hit_count": 2253,
"miss_count": 17172,
"cache_size": 201,
"cache_count": 311,
"evictions": 110
},
"completion": {
"size": "307.2mb",
"size_in_bytes": 322172602
},
"segments": {
"count": 842,
"memory": "353.7mb",
"memory_in_bytes": 370913254,
"terms_memory": "341.8mb",
"terms_memory_in_bytes": 358427858,
"stored_fields_memory": "2.7mb",
"stored_fields_memory_in_bytes": 2859560,
"term_vectors_memory": "0b",
"term_vectors_memory_in_bytes": 0,
"norms_memory": "1.8mb",
"norms_memory_in_bytes": 1910976,
"points_memory": "3.8mb",
"points_memory_in_bytes": 4024716,
"doc_values_memory": "3.5mb",
"doc_values_memory_in_bytes": 3690144,
"index_writer_memory": "23.7mb",
"index_writer_memory_in_bytes": 24900443,
"version_map_memory": "402.8kb",
"version_map_memory_in_bytes": 412555,
"fixed_bit_set": "485.2kb",
"fixed_bit_set_memory_in_bytes": 496912,
"max_unsafe_auto_id_timestamp": 1551088811269,
"file_sizes": {}
}
},
"nodes": {
"count": {
"total": 2,
"data": 2,
"coordinating_only": 0,
"master": 2,
"ingest": 2
},
"versions": [
"6.5.4"
],
"os": {
"available_processors": 48,
"allocated_processors": 48,
"names": [
{
"name": "Windows Server 2012 R2",
"count": 2
}
],
"mem": {
"total": "1023.7gb",
"total_in_bytes": 1099239235584,
"free": "959.6gb",
"free_in_bytes": 1030465204224,
"used": "64gb",
"used_in_bytes": 68774031360,
"free_percent": 94,
"used_percent": 6
}
},
"process": {
"cpu": {
"percent": 0
},
"open_file_descriptors": {
"min": -1,
"max": -1,
"avg": 0
}
},
"jvm": {
"max_uptime": "2.4h",
"max_uptime_in_millis": 8979958,
"versions": [
{
"version": "1.8.0_181",
"vm_name": "Java HotSpot(TM) 64-Bit Server VM",
"vm_version": "25.181-b13",
"vm_vendor": "Oracle Corporation",
"count": 2
}
],
"mem": {
"heap_used": "4.3gb",
"heap_used_in_bytes": 4625486864,
"heap_max": "31.7gb",
"heap_max_in_bytes": 34045689856
},
"threads": 608
},
"fs": {
"total": "999.9gb",
"total_in_bytes": 1073735524352,
"free": "948.4gb",
"free_in_bytes": 1018408419328,
"available": "948.4gb",
"available_in_bytes": 1018408419328
},
"plugins": ,
"network_types": {
"transport_types": {
"security4": 2
},
"http_types": {
"security4": 2
}
}
}
}