Elastichsearch randomly becomes unresponsive with too many requests ( aprox. 250 requests per second) and I don't have any idea why.
Only the "indice" index is being used.
Tried increasing the node heap size to no avail.
_cat/shards
indice_sessao 2 p STARTED 3 39.8kb 127.0.0.1 Count Abyss
indice_sessao 2 r UNASSIGNED
indice_sessao 1 p STARTED 1 7.7kb 127.0.0.1 Count Abyss
indice_sessao 1 r UNASSIGNED
indice_sessao 4 p STARTED 1 7.7kb 127.0.0.1 Count Abyss
indice_sessao 4 r UNASSIGNED
indice_sessao 3 p STARTED 0 160b 127.0.0.1 Count Abyss
indice_sessao 3 r UNASSIGNED
indice_sessao 0 p STARTED 3 18.3kb 127.0.0.1 Count Abyss
indice_sessao 0 r UNASSIGNED
indice 1 p STARTED 1512 4.1mb 127.0.0.1 Count Abyss
indice 1 r UNASSIGNED
indice 2 p STARTED 1539 7.9mb 127.0.0.1 Count Abyss
indice 2 r UNASSIGNED
indice 4 p STARTED 1558 9.1mb 127.0.0.1 Count Abyss
indice 4 r UNASSIGNED
indice 3 p STARTED 1502 8.3mb 127.0.0.1 Count Abyss
indice 3 r UNASSIGNED
indice 0 p STARTED 1518 8.6mb 127.0.0.1 Count Abyss
indice 0 r UNASSIGNED
pleasereadthis 1 p STARTED 0 160b 127.0.0.1 Count Abyss
pleasereadthis 1 r UNASSIGNED
pleasereadthis 2 p STARTED 0 160b 127.0.0.1 Count Abyss
pleasereadthis 2 r UNASSIGNED
pleasereadthis 4 p STARTED 0 160b 127.0.0.1 Count Abyss
pleasereadthis 4 r UNASSIGNED
pleasereadthis 3 p STARTED 0 160b 127.0.0.1 Count Abyss
pleasereadthis 3 r UNASSIGNED
pleasereadthis 0 p STARTED 0 160b 127.0.0.1 Count Abyss
pleasereadthis 0 r UNASSIGNED
_cat/shards?h=index,shard,prirep,state,unassigned.reason
indice_sessao 2 p STARTED
indice_sessao 2 r UNASSIGNED CLUSTER_RECOVERED
indice_sessao 1 p STARTED
indice_sessao 1 r UNASSIGNED CLUSTER_RECOVERED
indice_sessao 4 p STARTED
indice_sessao 4 r UNASSIGNED CLUSTER_RECOVERED
indice_sessao 3 p STARTED
indice_sessao 3 r UNASSIGNED CLUSTER_RECOVERED
indice_sessao 0 p STARTED
indice_sessao 0 r UNASSIGNED CLUSTER_RECOVERED
indice 1 p STARTED
indice 1 r UNASSIGNED CLUSTER_RECOVERED
indice 2 p STARTED
indice 2 r UNASSIGNED CLUSTER_RECOVERED
indice 4 p STARTED
indice 4 r UNASSIGNED CLUSTER_RECOVERED
indice 3 p STARTED
indice 3 r UNASSIGNED CLUSTER_RECOVERED
indice 0 p STARTED
indice 0 r UNASSIGNED CLUSTER_RECOVERED
pleasereadthis 1 p STARTED
pleasereadthis 1 r UNASSIGNED CLUSTER_RECOVERED
pleasereadthis 2 p STARTED
pleasereadthis 2 r UNASSIGNED CLUSTER_RECOVERED
pleasereadthis 4 p STARTED
pleasereadthis 4 r UNASSIGNED CLUSTER_RECOVERED
pleasereadthis 3 p STARTED
pleasereadthis 3 r UNASSIGNED CLUSTER_RECOVERED
pleasereadthis 0 p STARTED
pleasereadthis 0 r UNASSIGNED CLUSTER_RECOVERED
_nodes
{"cluster_name":"elasticsearch","nodes":{"nru50EUwRxako9cT2fhdpQ":{"name":"Count Abyss","transport_address":"127.0.0.1:9300","host":"127.0.0.1","ip":"127.0.0.1","version":"2.4.0","build":"ce9f0c7","http_address":"127.0.0.1:9200","settings":{"bootstrap":{"memory_lock":"true"},"client":{"type":"node"},"name":"Count Abyss","pidfile":"/var/run/elasticsearch/elasticsearch.pid","path":{"data":"/var/lib/elasticsearch","home":"/usr/share/elasticsearch","conf":"/etc/elasticsearch","logs":"/var/log/elasticsearch"},"cluster":{"name":"elasticsearch"},"config":{"ignore_system_properties":"true"},"indices":{"cache":{"query":{"size":"2%"}}},"script":{"indexed":"on","engine":{"groovy":{"inline":{"aggs":"on"}}},"inline":"true"},"foreground":"false"},"os":{"refresh_interval_in_millis":1000,"name":"Linux","arch":"amd64","version":"4.4.19-29.55.amzn1.x86_64","available_processors":40,"allocated_processors":32},"process":{"refresh_interval_in_millis":1000,"id":50050,"mlockall":true},"jvm":{"pid":50050,"version":"1.7.0_111","vm_name":"OpenJDK 64-Bit Server VM","vm_version":"24.111-b01","vm_vendor":"Oracle Corporation","start_time_in_millis":1505831346434,"mem":{"heap_init_in_bytes":10737418240,"heap_max_in_bytes":10493165568,"non_heap_init_in_bytes":24313856,"non_heap_max_in_bytes":224395264,"direct_max_in_bytes":10493165568},"gc_collectors":["ParNew","ConcurrentMarkSweep"],"memory_pools":["Code Cache","Par Eden Space","Par Survivor Space","CMS Old Gen","CMS Perm Gen"],"using_compressed_ordinary_object_pointers":"true"},"thread_pool":{"generic":{"type":"cached","keep_alive":"30s","queue_size":-1},"index":{"type":"fixed","min":32,"max":32,"queue_size":200},"fetch_shard_store":{"type":"scaling","min":1,"max":64,"keep_alive":"5m","queue_size":-1},"get":{"type":"fixed","min":32,"max":32,"queue_size":1000},"snapshot":{"type":"scaling","min":1,"max":5,"keep_alive":"5m","queue_size":-1},"force_merge":{"type":"fixed","min":1,"max":1,"queue_size":-1},"suggest":{"type":"fixed","min":32,"max":32,"queue_size":1000},"bulk":{"type":"fixed","min":32,"max":32,"queue_size":50},"warmer":{"type":"scaling","min":1,"max":5,"keep_alive":"5m","queue_size":-1},"flush":{"type":"scaling","min":1,"max":5,"keep_alive":"5m","queue_size":-1},"search":{"type":"fixed","min":49,"max":49,"queue_size":1000},"fetch_shard_started":{"type":"scaling","min":1,"max":64,"keep_alive":"5m","queue_size":-1},"listener":{"type":"fixed","min":10,"max":10,"queue_size":-1},"percolate":{"type":"fixed","min":32,"max":32,"queue_size":1000},"refresh":{"type":"scaling","min":1,"max":10,"keep_alive":"5m","queue_size":-1},"management":{"type":"scaling","min":1,"max":5,"keep_alive":"5m","queue_size":-1}},"transport":{"bound_address":["127.0.0.1:9300","[::1]:9300"],"publish_address":"127.0.0.1:9300","profiles":{}},"http":{"bound_address":["127.0.0.1:9200","[::1]:9200"],"publish_address":"127.0.0.1:9200","max_content_length_in_bytes":104857600},"plugins":[],"modules":[{"name":"lang-expression","version":"2.4.0","description":"Lucene expressions integration for Elasticsearch","jvm":true,"classname":"org.elasticsearch.script.expression.ExpressionPlugin","isolated":true,"site":false},{"name":"lang-groovy","version":"2.4.0","description":"Groovy scripting integration for Elasticsearch","jvm":true,"classname":"org.elasticsearch.script.groovy.GroovyPlugin","isolated":true,"site":false},{"name":"reindex","version":"2.4.0","description":"_reindex and _update_by_query APIs","jvm":true,"classname":"org.elasticsearch.index.reindex.ReindexPlugin","isolated":true,"site":false}]}}}[