Hi everyone,
i have one node Elasticsearch:7.12.0 in docker with this configs:
environment:
- bootstrap.memory_lock=true
- "ES_JAVA_OPTS=-Xms31G -Xmx31G"
- cluster.routing.allocation.disk.threshold_enabled=false
index rate is very high and it is about 15 milion documents for a daily index with120 GB size. each index have 6 primary shard and no replicas.
we faced to this log with level WARN:
{"type": "server", "timestamp": "2021-11-01T01:12:06,720Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elastic_cluster", "node.name": "elastic", "message": "path: /_prometheus/metrics, params: {}", "cluster.uuid": "sk3oHvSaEpcmgk97qs7xFr", "node.id": "Foi8cnhAZ,d9G5wsQWlkASz" ,
"stacktrace": ["java.lang.NullPointerException: Cannot invoke \"org.elasticsearch.cluster.health.ClusterIndexHealth.getStatus()\" because \"cih\" is null",
"at org.compuscene.metrics.prometheus.PrometheusMetricsCollector.updatePerIndexMetrics(PrometheusMetricsCollector.java:451) ~[?:?]",
"at org.compuscene.metrics.prometheus.PrometheusMetricsCollector.updateMetrics(PrometheusMetricsCollector.java:927) ~[?:?]",
"at org.elasticsearch.rest.prometheus.RestPrometheusMetricsAction$1.buildResponse(RestPrometheusMetricsAction.java:97) ~[?:?]",
"at org.elasticsearch.rest.prometheus.RestPrometheusMetricsAction$1.buildResponse(RestPrometheusMetricsAction.java:80) ~[?:?]",
"at org.elasticsearch.rest.action.RestResponseListener.processResponse(RestResponseListener.java:26) ~[elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.rest.action.RestActionListener.onResponse(RestActionListener.java:36) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:83) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:77) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.TransportNodePrometheusMetricsAction$AsyncAction.gatherRequests(TransportNodePrometheusMetricsAction.java:127) [prometheus-exporter-7.12.0.0.jar:7.12.0.0]",
"at org.elasticsearch.action.TransportNodePrometheusMetricsAction$AsyncAction.access$400(TransportNodePrometheusMetricsAction.java:76) [prometheus-exporter-7.12.0.0.jar:7.12.0.0]",
"at org.elasticsearch.action.TransportNodePrometheusMetricsAction$AsyncAction$1.onResponse(TransportNodePrometheusMetricsAction.java:136) [prometheus-exporter-7.12.0.0.jar:7.12.0.0]",
"at org.elasticsearch.action.TransportNodePrometheusMetricsAction$AsyncAction$1.onResponse(TransportNodePrometheusMetricsAction.java:132) [prometheus-exporter-7.12.0.0.jar:7.12.0.0]",
"at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:83) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:77) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:143) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:340) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.admin.cluster.state.TransportClusterStateAction.masterOperation(TransportClusterStateAction.java:94) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.admin.cluster.state.TransportClusterStateAction.masterOperation(TransportClusterStateAction.java:42) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.lambda$doStart$3(TransportMasterNodeAction.java:155) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:62) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:215) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.doStart(TransportMasterNodeAction.java:155) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.master.TransportMasterNodeAction.doExecute(TransportMasterNodeAction.java:104) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.master.TransportMasterNodeAction.doExecute(TransportMasterNodeAction.java:46) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:173) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.ActionFilter$Simple.apply(ActionFilter.java:42) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:171) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:122) [x-pack-security-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:171) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:149) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:77) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:86) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:66) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:402) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.client.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:695) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.client.support.AbstractClient$ClusterAdmin.state(AbstractClient.java:725) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.TransportNodePrometheusMetricsAction$AsyncAction$2.onResponse(TransportNodePrometheusMetricsAction.java:151) [prometheus-exporter-7.12.0.0.jar:7.12.0.0]",
"at org.elasticsearch.action.TransportNodePrometheusMetricsAction$AsyncAction$2.onResponse(TransportNodePrometheusMetricsAction.java:146) [prometheus-exporter-7.12.0.0.jar:7.12.0.0]",
"at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:83) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:77) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.onCompletion(TransportBroadcastByNodeAction.java:388) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.onNodeResponse(TransportBroadcastByNodeAction.java:352) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction$1.handleResponse(TransportBroadcastByNodeAction.java:329) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction$1.handleResponse(TransportBroadcastByNodeAction.java:321) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.TransportService$6.handleResponse(TransportService.java:739) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1280) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1358) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1338) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.TaskTransportChannel.sendResponse(TaskTransportChannel.java:41) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:425) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:396) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:261) [x-pack-security-7.12.0.jar:7.12.0]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:324) [x-pack-security-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:61) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.transport.TransportService$8.doRun(TransportService.java:914) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732) [elasticsearch-7.12.0.jar:7.12.0]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) [elasticsearch-7.12.0.jar:7.12.0]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]",
"at java.lang.Thread.run(Thread.java:832) [?:?]"] }
What is the reason for this WARN log?
I want to thank you in advance.