About monitoring error

I seem to have deleted some indexes about kibana before.
Then I started to report errors.
I updated the ES version and kibana version, or I was still reporting errors.

[2019-08-06T18:19:39,689][WARN ][o.e.x.m.e.l.LocalExporter] [node-1] unexpected error while indexing monitoring document
org.elasticsearch.xpack.monitoring.exporter.ExportException: UnavailableShardsException[[.monitoring-kibana-6-2019.08.06][0] primary shard is not active Timeout: [1m], request: [BulkShardRequest [[.monitoring-kibana-6-2019.08.06][0]] containing [index {[.monitoring-kibana-6-2019.08.06][doc][WnBwZmwBS8SZohO1HrzI], source[{"cluster_uuid":"kiomBtJqSCiFTFxjCRsA6A","timestamp":"2019-08-06T10:18:39.685Z","interval_ms":10000,"type":"kibana_stats","source_node":{"uuid":"VHiUb3DhQgKd6LKhZtZUqw","host":"172.17.80.214","transport_address":"172.17.80.214:9300","ip":"172.17.80.214","name":"node-1","timestamp":"2019-08-06T10:18:39.685Z"},"kibana_stats":{"kibana":{"uuid":"07bd3ec5-dbe0-4e96-893d-f8810227e8ef","name":"op3","index":".kibana","host":"172.17.80.214","transport_address":"172.17.80.214:5601","version":"6.5.1","snapshot":false,"status":"green"},"usage":{"kql":{"optInCount":1,"optOutCount":0,"defaultQueryLanguage":"default-lucene"},"rollups":{"index_patterns":{"total":0},"saved_searches":{"total":0},"visualizations":{"total":0,"saved_searches":{"total":0}}},"index":".kibana","dashboard":{"total":1},"visualization":{"total":11},"search":{"total":1},"index_pattern":{"total":1},"graph_workspace":{"total":0},"timelion_sheet":{"total":0},"xpack":{"spaces":{"available":true,"enabled":true,"count":1},"reporting":{"available":true,"enabled":true,"browser_type":"chromium","_all":0,"csv":{"available":true,"total":0},"printable_pdf":{"available":false,"total":0},"status":{},"lastDay":{"_all":0,"csv":{"available":true,"total":0},"printable_pdf":{"available":false,"total":0},"status":{}},"last7Days":{"_all":0,"csv":{"available":true,"total":0},"printable_pdf":{"available":false,"total":0},"status":{}}}},"canvas":{"workpads":{"total":1},"pages":{"total":2,"per_workpad":{"avg":2,"min":2,"max":2}},"elements":{"total":90,"per_page":{"avg":45,"min":44,"max":46}},"functions":{"total":144,"in_use":["esdocs","mapColumn","getCell","if","compare","math","revealImage","asset","image","essql","eq","ply","as","staticColumn","pointseries","pie","palette","render","rowCount","filterrows","any","markdown","font","filters","demodata","containerStyle","timelion","plot","seriesStyle","formatNumber","metric"],"per_element":{"avg":3.130434782608696,"min":1,"max":7}}},"infraops":{"last_24_hours":{"hits":{"infraops_hosts":0,"infraops_docker":0,"infraops_kubernetes":0,"logs":1}}}},"concurrent_connections":0,"os":{"load":{"1m":0.0029296875,"5m":0.16162109375,"15m":0.1640625},"memory":{"total_in_bytes":3974942720,"free_in_bytes":182149120,"used_in_bytes":3792793600},"uptime_in_millis":88249000,"platform":"linux","platformRelease":"linux-3.10.0-693.el7.x86_64","distro":"Centos","distroRelease":"Centos-7.4.1708"},"process":{"event_loop_delay":4.620683997869492,"memory":{"heap":{"total_in_bytes":211591168,"used_in_bytes":182417992,"size_limit":1501560832},"resident_set_size_in_bytes":317521920},"uptime_in_millis":3896228},"requests":{"disconnects":0,"total":2},"response_times":{"average":18,"max":18},"timestamp":"2019-08-06T10:18:36.520Z"}}]}]]]
        at org.elasticsearch.xpack.monitoring.exporter.local.LocalBulk.lambda$throwExportException$2(LocalBulk.java:128) ~[?:?]
        at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) ~[?:1.8.0_131]
        at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175) ~[?:1.8.0_131]
        at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_131]
        at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) ~[?:1.8.0_131]
        at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) ~[?:1.8.0_131]
        at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151) ~[?:1.8.0_131]
        at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174) ~[?:1.8.0_131]
        at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:1.8.0_131]
        at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418) ~[?:1.8.0_131]
        at org.elasticsearch.xpack.monitoring.exporter.local.LocalBulk.throwExportException(LocalBulk.java:129) ~[?:?]
        at org.elasticsearch.xpack.monitoring.exporter.local.LocalBulk.lambda$doFlush$0(LocalBulk.java:111) ~[?:?]
        at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:60) ~[elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) ~[elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:85) ~[elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:81) ~[elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.bulk.TransportBulkAction$BulkRequestModifier.lambda$wrapActionListenerIfNeeded$0(TransportBulkAction.java:607) ~[elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:60) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$1.finishHim(TransportBulkAction.java:414) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$1.onFailure(TransportBulkAction.java:409) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:91) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.finishAsFailed(TransportReplicationAction.java:901) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retry(TransportReplicationAction.java:873) [elasticsearch-6.5.1.jar:6.5.1]
        at
org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retryBecauseUnavailable(TransportReplicationAction.java:932) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retryIfUnavailable(TransportReplicationAction.java:778) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.doRun(TransportReplicationAction.java:731) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase$2.onTimeout(TransportReplicationAction.java:892) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:317) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:244) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:559) [elasticsearch-6.5.1.jar:6.5.1]
            at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:624) [elasticsearch-6.5.1.jar:6.5.1]
            at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_131]
            at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_131]
            at java.lang.Thread.run(Thread.java:748) [?:1.8.0_131]
 
   Caused by: org.elasticsearch.action.UnavailableShardsException: [.monitoring-kibana-6-2019.08.06][0] primary shard is not active Timeout: [1m], request: [BulkShardRequest [[.monitoring-kibana-6-2019.08.06][0]] containing [index {[.monitoring-kibana-6-2019.08.06][doc][WnBwZmwBS8SZohO1HrzI], source[{"cluster_uuid":"kiomBtJqSCiFTFxjCRsA6A","timestamp":"2019-08-06T10:18:39.685Z","interval_ms":10000,"type":"kibana_stats","source_node":{"uuid":"VHiUb3DhQgKd6LKhZtZUqw","host":"172.17.80.214","transport_address":"172.17.80.214:9300","ip":"172.17.80.214","name":"node-1","timestamp":"2019-08-06T10:18:39.685Z"},"kibana_stats":{"kibana":{"uuid":"07bd3ec5-dbe0-4e96-893d-f8810227e8ef","name":"op3","index":".kibana","host":"172.17.80.214","transport_address":"172.17.80.214:5601","version":"6.5.1","snapshot":false,"status":"green"},"usage":{"kql":{"optInCount":1,"optOutCount":0,"defaultQueryLanguage":"default-lucene"},"rollups":{"index_patterns":{"total":0},"saved_searches":{"total":0},"visualizations":{"total":0,"saved_searches":{"total":0}}},"index":".kibana","dashboard":{"total":1},"visualization":{"total":11},"search":{"total":1},"index_pattern":{"total":1},"graph_workspace":{"total":0},"timelion_sheet":{"total":0},"xpack":{"spaces":{"available":true,"enabled":true,"count":1},"reporting":{"available":true,"enabled":true,"browser_type":"chromium","_all":0,"csv":{"available":true,"total":0},"printable_pdf":{"available":false,"total":0},"status":{},"lastDay":{"_all":0,"csv":{"available":true,"total":0},"printable_pdf":{"available":false,"total":0},"status":{}},"last7Days":{"_all":0,"csv":{"available":true,"total":0},"printable_pdf":{"available":false,"total":0},"status":{}}}},"canvas":{"workpads":{"total":1},"pages":{"total":2,"per_workpad":{"avg":2,"min":2,"max":2}},"elements":{"total":90,"per_page":{"avg":45,"min":44,"max":46}},"functions":{"total":144,"in_use":["esdocs","mapColumn","getCell","if","compare","math","revealImage","asset","image","essql","eq","ply","as","staticColumn","pointseries","pie","palette","render","rowCount","filterrows","any","markdown","font","filters","demodata","containerStyle","timelion","plot","seriesStyle","formatNumber","metric"],"per_element":{"avg":3.130434782608696,"min":1,"max":7}}},"infraops":{"last_24_hours":{"hits":{"infraops_hosts":0,"infraops_docker":0,"infraops_kubernetes":0,"logs":1}}}},"concurrent_connections":0,"os":{"load":{"1m":0.0029296875,"5m":0.16162109375,"15m":0.1640625},"memory":{"total_in_bytes":3974942720,"free_in_bytes":182149120,"used_in_bytes":3792793600},"uptime_in_millis":88249000,"platform":"linux","platformRelease":"linux-3.10.0-693.el7.x86_64","distro":"Centos","distroRelease":"Centos-7.4.1708"},"process":{"event_loop_delay":4.620683997869492,"memory":{"heap":{"total_in_bytes":211591168,"used_in_bytes":182417992,"size_limit":1501560832},"resident_set_size_in_bytes":317521920},"uptime_in_millis":3896228},"requests":{"disconnects":0,"total":2},"response_times":{"average":18,"max":18},"timestamp":"2019-08-06T10:18:36.520Z"}}]}]]
            ... 12 more

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.