Hi ,
I have a master node running on VM with single cluster and I am trying to add the master eligible node from openshift pod. When I try to join the cluster , getting below error. I can do curl to reach from openshift pod to master node via port 9200 and 9300.
My elasticsearch.yml file in pod is
cluster.name: gama
network.host: 0.0.0.0
discovery.seed_hosts: ["10.91.159.116"]
cluster.initial_master_nodes: ["10.91.159.116"]
node.store.allow_mmap: false
Error message
{"type": "server", "timestamp": "2019-11-11T04:10:43,340Z", "level": "INFO", "component": "o.e.c.c.JoinHelper", "cluster.name": "gama", "node.name": "udev-nodes-1-46898", "message": "failed to join {x01sielkes3a.vsi.uat.dbs.com}{rPoBda9aSsisIL1ztJhXSQ}{C5cVwMOOTQCnX6jXkXAv4A}{10.91.159.116}{10.91.159.116:9300}{dilm}{ml.machine_memory=67388235776, ml.max_open_jobs=20, xpack.installed=true} with JoinRequest{sourceNode={udev-nodes-1-46898}{Lok6h_peSlOHPJbDJPUH5A}{0RoP70aFSCuB75tI71q8LA}{10.1.3.167}{10.1.3.167:9300}{dilm}{ml.machine_memory=67386826752, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional.empty}",
"stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [x01sielkes3a.vsi.uat.dbs.com][10.91.159.116:9300][internal:cluster/coordination/join]",
"Caused by: org.elasticsearch.transport.ConnectTransportException: [udev-nodes-1-46898][10.1.3.167:9300] connect_exception",
"at org.elasticsearch.transport.TcpTransport$ChannelsConnectedListener.onFailure(TcpTransport.java:976) ~[elasticsearch-7.4.1.jar:7.4.1]",
"at org.elasticsearch.action.ActionListener.lambda$toBiConsumer$3(ActionListener.java:161) ~[elasticsearch-7.4.1.jar:7.4.1]",
"at org.elasticsearch.common.concurrent.CompletableContext.lambda$addListener$0(CompletableContext.java:42) ~[elasticsearch-core-7.4.1.jar:7.4.1]",
"at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859) ~[?:1.8.0_191]",
"at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837) ~[?:1.8.0_191]",
"at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:1.8.0_191]",
"at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2159) ~[?:1.8.0_191]",
"at org.elasticsearch.common.concurrent.CompletableContext.completeExceptionally(CompletableContext.java:57) ~[elasticsearch-core-7.4.1.jar:7.4.1]",
"at org.elasticsearch.transport.netty4.Netty4TcpChannel.lambda$addListener$0(Netty4TcpChannel.java:68) ~[transport-netty4-client-7.4.1.jar:7.4.1]",
"at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:500) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:493) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:472) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:413) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:538) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:531) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:111) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe$1.run(AbstractNioChannel.java:265) ~[netty-transport-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.PromiseTask$RunnableAdapter.call(PromiseTask.java:38) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.ScheduledFutureTask.run(ScheduledFutureTask.java:127) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:163) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:416) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:515) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at java.lang.Thread.run(Thread.java:830) [?:1.8.0_191]",
"Caused by: java.io.IOException: connection timed out: 10.1.3.167/10.1.3.167:9300",
"at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe$1.run(AbstractNioChannel.java:263) ~[netty-transport-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.PromiseTask$RunnableAdapter.call(PromiseTask.java:38) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.ScheduledFutureTask.run(ScheduledFutureTask.java:127) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:163) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:416) ~[netty-common-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:515) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
"at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) ~[?:?]",
"at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[?:?]",
"at java.lang.Thread.run(Thread.java:830) ~[?:1.8.0_191]"] }