# Elasticsearch5.4 node use nearly 100% heap

**URL:** <https://discuss.elastic.co/t/elasticsearch5-4-node-use-nearly-100-heap/146669>\
**Category:** Elasticsearch\
**Created:** [August 30, 2018, 10:01am UTC](https://discuss.elastic.co/t/elasticsearch5-4-node-use-nearly-100-heap/146669 "2018-08-30T10:01:36Z")\
**Posts on this page:** 2\
**Page:** 1

<div class="post-metadata">

**Author:** ![bingo](https://avatars.discourse-cdn.com/v4/letter/b/e8c25b/32.png) [@bingo](https://discuss.elastic.co/u/bingo)\
**Post date:** [August 30, 2018, 10:01am UTC](https://discuss.elastic.co/t/elasticsearch5-4-node-use-nearly-100-heap/146669/1 "2018-08-30T10:01:36Z")

</div>

I have a four-node es cluster on four hosts, in which there are nearly 1000 indices and 2000 shards.

My physical machine has 128G memory and I assigned 60G to the elasticserach node on it.

Now I find sometimes all the four nodes use nearly 100% heap, and the cluster nearly crashed.

Here is the node stats of one node

"segments": {  
"count": 22915,  
"memory": "40.7gb",  
"memory\_in\_bytes": 43800441840,  
"terms\_memory": "36.4gb",  
"terms\_memory\_in\_bytes": 39094305767,  
"stored\_fields\_memory": "3.3gb",  
"stored\_fields\_memory\_in\_bytes": 3643812928,  
"term\_vectors\_memory": "0b",  
"term\_vectors\_memory\_in\_bytes": 0,  
"norms\_memory": "9.4mb",  
"norms\_memory\_in\_bytes": 9885888,  
"points\_memory": "699.4mb",  
"points\_memory\_in\_bytes": 733477621,  
"doc\_values\_memory": "304.1mb",  
"doc\_values\_memory\_in\_bytes": 318959636,  
"index\_writer\_memory": "0b",  
"index\_writer\_memory\_in\_bytes": 0,  
"version\_map\_memory": "0b",  
"version\_map\_memory\_in\_bytes": 0,  
"fixed\_bit\_set": "0b",  
"fixed\_bit\_set\_memory\_in\_bytes": 0,  
"max\_unsafe\_auto\_id\_timestamp": 9223372036854776000,  
"file\_sizes": {}  
},

"timestamp": 1535621648079,  
"uptime": "9d",  
"uptime\_in\_millis": 782493238,  
"mem": {  
"heap\_used": "54.9gb",  
"heap\_used\_in\_bytes": 59043916728,  
"heap\_used\_percent": 91,  
"heap\_committed": "59.8gb",  
"heap\_committed\_in\_bytes": 64223903744,  
"heap\_max": "59.8gb",  
"heap\_max\_in\_bytes": 64223903744,  
"non\_heap\_used": "152.5mb",  
"non\_heap\_used\_in\_bytes": 159924504,  
"non\_heap\_committed": "163.4mb",  
"non\_heap\_committed\_in\_bytes": 171429888,  
"pools": {  
"young": {  
"used": "898.4mb",  
"used\_in\_bytes": 942054504,  
"max": "1.4gb",  
"max\_in\_bytes": 1605304320,  
"peak\_used": "1.4gb",  
"peak\_used\_in\_bytes": 1605304320,  
"peak\_max": "1.4gb",  
"peak\_max\_in\_bytes": 1605304320  
},  
"survivor": {  
"used": "6.5mb",  
"used\_in\_bytes": 6852128,  
"max": "191.3mb",  
"max\_in\_bytes": 200605696,  
"peak\_used": "191.3mb",  
"peak\_used\_in\_bytes": 200605696,  
"peak\_max": "191.3mb",  
"peak\_max\_in\_bytes": 200605696  
},  
"old": {  
"used": "54.1gb",  
"used\_in\_bytes": 58095010096,  
"max": "58.1gb",  
"max\_in\_bytes": 62417993728,  
"peak\_used": "58.1gb",  
"peak\_used\_in\_bytes": 62417993728,  
"peak\_max": "58.1gb",  
"peak\_max\_in\_bytes": 62417993728  
}  
}  
},  
"threads": {  
"count": 339,  
"peak\_count": 423  
},  
"gc": {  
"collectors": {  
"young": {  
"collection\_count": 151963,  
"collection\_time": "2h",  
"collection\_time\_in\_millis": 7445345  
},  
"old": {  
"collection\_count": 16713,  
"collection\_time": "1h",  
"collection\_time\_in\_millis": 3723663  
}  
}  
},  
"buffer\_pools": {  
"direct": {  
"count": 313,  
"used": "1gb",  
"used\_in\_bytes": 1087008175,  
"total\_capacity": "1gb",  
"total\_capacity\_in\_bytes": 1087008174  
},  
"mapped": {  
"count": 54036,  
"used": "21.5tb",  
"used\_in\_bytes": 23726849330328,  
"total\_capacity": "21.5tb",  
"total\_capacity\_in\_bytes": 23726849330328  
}  
},  
"classes": {  
"current\_loaded\_count": 12167,  
"total\_loaded\_count": 12683,  
"total\_unloaded\_count": 516  
}  
}

Could any body give some suggestions about my problem?

---

<div class="post-metadata">

**Author:** ![system](https://us1.discourse-cdn.com/elastic/original/3X/1/a/1ac57faf039f6b580b3f104ef42a2a89e41014de.png) [@system](https://discuss.elastic.co/u/system)\
**Post date:** [September 27, 2018, 10:01am UTC](https://discuss.elastic.co/t/elasticsearch5-4-node-use-nearly-100-heap/146669/2 "2018-09-27T10:01:47Z")

</div>

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.