Hello , i depoyed a multi node cluster with 3 azure vm, the cluster worked on ES and nodes are connected.
but i can't work on them with kibana
" Kibana server is not ready yet "
[2022-04-25T00:00:01,091][WARN ][o.e.c.c.ClusterFormationFailureHelper] [vm-agent-001.internal.cloudapp.net] this node is unhealthy: health check failed due to broken node lock
[2022-04-25T00:00:07,015][WARN ][r.suppressed ] [vm-agent-001.internal.cloudapp.net] path: /.kibana_7.16.1_001, params: {wait_for_active_shards=all, index=.kibana_7.16.1_001, timeout=60s}
org.elasticsearch.discovery.MasterNotDiscoveredException: null
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:297) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:345) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:263) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:660) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) [elasticsearch-7.16.1.jar:7.16.1]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
at java.lang.Thread.run(Thread.java:833) [?:?]
[2022-04-25T00:00:07,019][WARN ][r.suppressed ] [vm-agent-001.internal.cloudapp.net] path: /.kibana_task_manager_7.16.1_001, params: {wait_for_active_shards=all, index=.kibana_task_manager_7.16.1_001, timeout=60s}
org.elasticsearch.discovery.MasterNotDiscoveredException: null
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:297) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:345) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:263) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:660) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) [elasticsearch-7.16.1.jar:7.16.1]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
at java.lang.Thread.run(Thread.java:833) [?:?]
[2022-04-25T00:00:11,099][WARN ][o.e.c.c.ClusterFormationFailureHelper] [vm-agent-001.internal.cloudapp.net] this node is unhealthy: health check failed due to broken node lock
[2022-04-25T00:00:21,100][WARN ][o.e.c.c.ClusterFormationFailureHelper] [vm-agent-001.internal.cloudapp.net] this node is unhealthy: health check failed due to broken node lock
[2022-04-25T00:00:31,101][WARN ][o.e.c.c.ClusterFormationFailureHelper] [vm-agent-001.internal.cloudapp.net] this node is unhealthy: health check failed due to broken node lock
[2022-04-25T00:00:41,102][WARN ][o.e.c.c.ClusterFormationFailureHelper] [vm-agent-001.internal.cloudapp.net] this node is unhealthy: health check failed due to broken node lock
[2022-04-25T00:00:45,019][WARN ][r.suppressed ] [vm-agent-001.internal.cloudapp.net] path: /.kibana_7.16.1_001, params: {wait_for_active_shards=all, index=.kibana_7.16.1_001, timeout=60s}
org.elasticsearch.discovery.MasterNotDiscoveredException: null
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:297) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:345) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:263) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:660) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) [elasticsearch-7.16.1.jar:7.16.1]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
at java.lang.Thread.run(Thread.java:833) [?:?]
[2022-04-25T00:00:45,023][WARN ][r.suppressed ] [vm-agent-001.internal.cloudapp.net] path: /.kibana_task_manager_7.16.1_001, params: {wait_for_active_shards=all, index=.kibana_task_manager_7.16.1_001, timeout=60s}
org.elasticsearch.discovery.MasterNotDiscoveredException: null
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:297) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:345) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:263) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:660) [elasticsearch-7.16.1.jar:7.16.1]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) [elasticsearch-7.16.1.jar:7.16.1]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
"elasticsearch.log" 275L, 35705C 1,1 Top
