[2021-06-04T10:27:19,423][WARN ][o.e.m.f.FsHealthService ] [node-9800] health check of [/data/elasticsearch-7.12.0-9800/data/nodes/0] took [2144291ms] which is above the warn threshold of [5s]
[2021-06-04T10:33:24,887][WARN ][o.e.m.f.FsHealthService ] [node-9800] health check of [/data/elasticsearch-7.12.0-9800/data/nodes/0] took [5204ms] which is above the warn threshold of [5s]
[2021-06-04T12:35:29,248][WARN ][r.suppressed ] [node-9800] path: /service_instance_relation_client_cpm/_search, params: {typed_keys=true, ignore_unavailable=false, expand_wildcards=open, allow_no_indices=true, ignore_throttled=true, index=service_instance_relation_client_cpm, search_type=query_then_fetch, batched_reduce_size=512, ccs_minimize_roundtrips=true}
org.elasticsearch.action.search.SearchPhaseExecutionException: all shards failed
at org.elasticsearch.action.search.AbstractSearchAsyncAction.onPhaseFailure(AbstractSearchAsyncAction.java:636) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.executeNextPhase(AbstractSearchAsyncAction.java:357) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.onPhaseDone(AbstractSearchAsyncAction.java:669) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:440) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.access$000(AbstractSearchAsyncAction.java:62) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:289) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.SearchExecutionStatsCollector.onFailure(SearchExecutionStatsCollector.java:62) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:48) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:405) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:775) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:817) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:809) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.SearchTransportService.sendExecuteQuery(SearchTransportService.java:136) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:71) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$4(AbstractSearchAsyncAction.java:273) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:310) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:446) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction.access$000(AbstractSearchAsyncAction.java:62) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:289) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.SearchExecutionStatsCollector.onFailure(SearchExecutionStatsCollector.java:62) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:48) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:405) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.TransportService$6.handleException(TransportService.java:745) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1290) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundHandler.lambda$handleException$3(InboundHandler.java:317) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:215) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundHandler.handleException(InboundHandler.java:315) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundHandler.handlerResponseError(InboundHandler.java:307) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundHandler.messageReceived(InboundHandler.java:126) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundHandler.inboundMessage(InboundHandler.java:84) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.TcpTransport.inboundMessage(TcpTransport.java:690) ~[elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundPipeline.forwardFragments(InboundPipeline.java:131) [elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundPipeline.doHandleBytes(InboundPipeline.java:106) [elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.InboundPipeline.handleBytes(InboundPipeline.java:71) [elasticsearch-7.12.0.jar:7.12.0]
at org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(Netty4MessageChannelHandler.java:63) [transport-netty4-client-7.12.0.jar:7.12.0]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.handler.logging.LoggingHandler.channelRead(LoggingHandler.java:271) [netty-handler-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) [netty-transport-4.1.49.Final.jar:4.1.49.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerC
os : centos7