今天一直在尝试部署启动ElasticSearch集群,但是在启动的时候一直处于报错的状态信息。鉴于之前部署的单节点ElasticSearch能够启动成功,所以排除了安装包的问题。
如下所示的报错信息:
[2019-08-28T10:21:08,743][ERROR][i.n.u.c.D.rejectedExecution] Failed to submit a listener notification task. Event loop shut down?
java.util.concurrent.RejectedExecutionException: event executor terminated
at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:821) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:327) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:320) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:746) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:760) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:428) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:87) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1011) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:826) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:795) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1027) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:301) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:142) [transport-netty4-5.2.2.jar:5.2.2]
at org.elasticsearch.http.HttpServer$ResourceHandlingHttpChannel.sendResponse(HttpServer.java:189) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.rest.action.RestActionListener.onFailure(RestActionListener.java:58) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:97) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,745][WARN ][r.suppressed ] path: /_cluster/health, params: {}
org.elasticsearch.node.NodeClosedException: node closed {admin01}{TYpjsmE9Sw2cjLWeklFaXA}{ws2HM2AURRS6No5osg0uRg}{192.168.47.101}{192.168.47.101:9300}
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,746][ERROR][i.n.u.c.D.rejectedExecution] Failed to submit a listener notification task. Event loop shut down?
java.util.concurrent.RejectedExecutionException: event executor terminated
at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:821) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:327) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:320) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:746) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:760) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:428) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:87) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1011) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:826) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:795) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1027) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:301) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:142) [transport-netty4-5.2.2.jar:5.2.2]
at org.elasticsearch.http.HttpServer$ResourceHandlingHttpChannel.sendResponse(HttpServer.java:189) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.rest.action.RestActionListener.onFailure(RestActionListener.java:58) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:97) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,747][WARN ][r.suppressed ] path: /_cluster/health, params: {}
org.elasticsearch.node.NodeClosedException: node closed {admin01}{TYpjsmE9Sw2cjLWeklFaXA}{ws2HM2AURRS6No5osg0uRg}{192.168.47.101}{192.168.47.101:9300}
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,751][ERROR][i.n.u.c.D.rejectedExecution] Failed to submit a listener notification task. Event loop shut down?
java.util.concurrent.RejectedExecutionException: event executor terminated
at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:821) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:327) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:320) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:746) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:760) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:428) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:87) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1011) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:826) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:795) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1027) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:301) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:142) [transport-netty4-5.2.2.jar:5.2.2]
at org.elasticsearch.http.HttpServer$ResourceHandlingHttpChannel.sendResponse(HttpServer.java:189) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.rest.action.RestActionListener.onFailure(RestActionListener.java:58) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:97) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,758][WARN ][r.suppressed ] path: /_cluster/state, params: {}
org.elasticsearch.node.NodeClosedException: node closed {admin01}{TYpjsmE9Sw2cjLWeklFaXA}{ws2HM2AURRS6No5osg0uRg}{192.168.47.101}{192.168.47.101:9300}
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,759][ERROR][i.n.u.c.D.rejectedExecution] Failed to submit a listener notification task. Event loop shut down?
java.util.concurrent.RejectedExecutionException: event executor terminated
at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:821) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:327) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:320) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:746) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:760) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:428) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:87) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1011) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:826) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:795) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1027) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:301) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:142) [transport-netty4-5.2.2.jar:5.2.2]
at org.elasticsearch.http.HttpServer$ResourceHandlingHttpChannel.sendResponse(HttpServer.java:189) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.rest.action.RestActionListener.onFailure(RestActionListener.java:58) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:97) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,763][WARN ][r.suppressed ] path: /_all, params: {index=_all}
org.elasticsearch.node.NodeClosedException: node closed {admin01}{TYpjsmE9Sw2cjLWeklFaXA}{ws2HM2AURRS6No5osg0uRg}{192.168.47.101}{192.168.47.101:9300}
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
[2019-08-28T10:21:08,767][ERROR][i.n.u.c.D.rejectedExecution] Failed to submit a listener notification task. Event loop shut down?
java.util.concurrent.RejectedExecutionException: event executor terminated
at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:821) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:327) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:320) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:746) ~[netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:760) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:428) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) [netty-common-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:87) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1011) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:826) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:795) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1027) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:301) [netty-transport-4.1.7.Final.jar:4.1.7.Final]
at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:142) [transport-netty4-5.2.2.jar:5.2.2]
at org.elasticsearch.http.HttpServer$ResourceHandlingHttpChannel.sendResponse(HttpServer.java:189) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.rest.action.RestActionListener.onFailure(RestActionListener.java:58) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:97) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:205) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:300) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:223) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.cluster.service.ClusterService.doStop(ClusterService.java:232) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.stop(AbstractLifecycleComponent.java:88) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.stop(Node.java:686) [elasticsearch-5.2.2.jar:5.2.2]
at org.elasticsearch.node.Node.close(Node.java:708) [elasticsearch-5.2.2.jar:5.2.2]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [lucene-core-6.4.1.jar:6.4.1 72f75b2503fa0aa4f0aff76d439874feb923bb0e - jpountz - 2017-02-01 14:43:32]
at org.elasticsearch.bootstrap.Bootstrap$5.run(Bootstrap.java:217) [elasticsearch-5.2.2.jar:5.2.2]
经过多次的验证和不断的尝试下,最终猜想可能是因为将之前启动的ElasticSearch日志信息仍在存留下来,因此可能是导致集群失败的原因。
解决方法:
删除每个虚拟机目录下的文件信息,如下操作所示:
[admin@admin01 elasticsearch-5.2.2]$ ll
mtotal 224
drwxr-xr-x. 2 admin admin 4096 Aug 27 15:15 bin
drwxr-xr-x. 3 admin admin 4096 Aug 28 10:17 config
drwxrwxr-x. 3 admin admin 4096 Aug 27 15:27 data
drwxr-xr-x. 2 admin admin 4096 Feb 25 2017 lib
-rw-r--r--. 1 admin admin 11358 Feb 25 2017 LICENSE.txt
drwxrwxr-x. 2 admin admin 4096 Aug 28 09:21 logs
drwxr-xr-x. 12 admin admin 4096 Feb 25 2017 modules
-rw-r--r--. 1 admin admin 172700 Feb 25 2017 NOTICE.txt
drwxr-xr-x. 2 admin admin 4096 Feb 25 2017 plugins
-rw-r--r--. 1 admin admin 9108 Feb 25 2017 README.textile
[admin@admin01 elasticsearch-5.2.2]$ rm -rf data/ logs/
[admin@admin01 elasticsearch-5.2.2]$ bin/elasticsearch
然后将在每个虚拟机下,将ElasticSearch集群启动,结果如下所示:
[admin@admin01 elasticsearch-5.2.2]$ bin/elasticsearch
[2019-08-28T10:24:38,078][INFO ][o.e.n.Node ] [admin01] initializing ...
[2019-08-28T10:24:38,289][INFO ][o.e.e.NodeEnvironment ] [admin01] using [1] data paths, mounts [[/ (/dev/mapper/vg_admin04-lv_root)]], net usable_space [11.3gb], net total_space [17.2gb], spins? [possibly], types [ext4]
[2019-08-28T10:24:38,290][INFO ][o.e.e.NodeEnvironment ] [admin01] heap size [503.6mb], compressed ordinary object pointers [true]
[2019-08-28T10:24:38,291][INFO ][o.e.n.Node ] [admin01] node name [admin01], node ID [HtWZSX89Txm7i-2ozyD3eg]
[2019-08-28T10:24:38,353][INFO ][o.e.n.Node ] [admin01] version[5.2.2], pid[22877], build[f9d9b74/2017-02-24T17:26:45.835Z], OS[Linux/2.6.32-431.el6.x86_64/amd64], JVM[Oracle Corporation/Java HotSpot(TM) 64-Bit Server VM/1.8.0_162/25.162-b12]
[2019-08-28T10:24:40,221][INFO ][o.e.p.PluginsService ] [admin01] loaded module [aggs-matrix-stats]
[2019-08-28T10:24:40,221][INFO ][o.e.p.PluginsService ] [admin01] loaded module [ingest-common]
[2019-08-28T10:24:40,221][INFO ][o.e.p.PluginsService ] [admin01] loaded module [lang-expression]
[2019-08-28T10:24:40,221][INFO ][o.e.p.PluginsService ] [admin01] loaded module [lang-groovy]
[2019-08-28T10:24:40,221][INFO ][o.e.p.PluginsService ] [admin01] loaded module [lang-mustache]
[2019-08-28T10:24:40,222][INFO ][o.e.p.PluginsService ] [admin01] loaded module [lang-painless]
[2019-08-28T10:24:40,222][INFO ][o.e.p.PluginsService ] [admin01] loaded module [percolator]
[2019-08-28T10:24:40,222][INFO ][o.e.p.PluginsService ] [admin01] loaded module [reindex]
[2019-08-28T10:24:40,222][INFO ][o.e.p.PluginsService ] [admin01] loaded module [transport-netty3]
[2019-08-28T10:24:40,222][INFO ][o.e.p.PluginsService ] [admin01] loaded module [transport-netty4]
[2019-08-28T10:24:40,222][INFO ][o.e.p.PluginsService ] [admin01] no plugins loaded
[2019-08-28T10:24:44,233][INFO ][o.e.n.Node ] [admin01] initialized
[2019-08-28T10:24:44,233][INFO ][o.e.n.Node ] [admin01] starting ...
[2019-08-28T10:24:44,709][INFO ][o.e.t.TransportService ] [admin01] publish_address {192.168.47.101:9300}, bound_addresses {192.168.47.101:9300}
[2019-08-28T10:24:44,721][INFO ][o.e.b.BootstrapChecks ] [admin01] bound or publishing to a non-loopback or non-link-local address, enforcing bootstrap checks
[2019-08-28T10:24:49,382][INFO ][o.e.c.s.ClusterService ] [admin01] new_master {admin01}{HtWZSX89Txm7i-2ozyD3eg}{_8rCNRZERjib-x4J70K5hg}{192.168.47.101}{192.168.47.101:9300}, added {
{admin02}{p51RqIEoTwmhR6O5wXFwAg}{qDQwpHTAS62d4PG4N42Hsg}{192.168.47.102}{192.168.47.102:9300},}, reason: zen-disco-elected-as-master ([1] nodes joined)[{admin02}{p51RqIEoTwmhR6O5wXFwAg}{qDQwpHTAS62d4PG4N42Hsg}{192.168.47.102}{192.168.47.102:9300}]
[2019-08-28T10:24:49,643][INFO ][o.e.h.HttpServer ] [admin01] publish_address {192.168.47.101:9200}, bound_addresses {192.168.47.101:9200}
[2019-08-28T10:24:49,643][INFO ][o.e.n.Node ] [admin01] started
[2019-08-28T10:24:49,717][INFO ][o.e.g.GatewayService ] [admin01] recovered [0] indices into cluster_state
[2019-08-28T10:24:50,778][INFO ][o.e.c.s.ClusterService ] [admin01] added {
{admin03}{tchBccExQsumxy2mzIJ3gw}{ONKbAggzTSKVINC9muOCQw}{192.168.47.103}{192.168.47.103:9300},}, reason: zen-disco-node-join[{admin03}{tchBccExQsumxy2mzIJ3gw}{ONKbAggzTSKVINC9muOCQw}{192.168.47.103}{192.168.47.103:9300}]
进行了一个早上的排错,终于将集群启动,然而最让人伤心的是竟然是自已的操作失误花费了一个早上的时间。所以干什么事情还是细心认真最好。
注意:
在部署ElasticSearch集群的时候,需要使用普通用户部署集群,其次是在操作结束后,需要使用sysctl -p
,然后,重新启动elasticsearch,即可启动成功。