2018-04-20 20:07:32,339 ERROR   : gantry - - cannot create dataset (500: {"status":"error","request":"POST /clowder/api/datasets/createempty","exception":"@77k5aom7j: Execution exception in null:null

at play.api.Application$class.handleError(Application.scala:293)

at play.api.DefaultApplication.handleError(Application.scala:399)

at play.core.server.netty.PlayDefaultUpstreamHandler$$anonfun$3$$anonfun$applyOrElse$3.apply(PlayDefaultUpstreamHandler.scala:268)

at play.core.server.netty.PlayDefaultUpstreamHandler$$anonfun$3$$anonfun$applyOrElse$3.apply(PlayDefaultUpstreamHandler.scala:268)

at scala.Option.map(Option.scala:145)

at play.core.server.netty.PlayDefaultUpstreamHandler$$anonfun$3.applyOrElse(PlayDefaultUpstreamHandler.scala:268)

at play.core.server.netty.PlayDefaultUpstreamHandler$$anonfun$3.applyOrElse(PlayDefaultUpstreamHandler.scala:264)

at scala.concurrent.Future$$anonfun$recoverWith$1.apply(Future.scala:344)

at scala.concurrent.Future$$anonfun$recoverWith$1.apply(Future.scala:343)

at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)

at play.api.libs.iteratee.Execution$$anon$1.execute(Execution.scala:43)

at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40)

at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248)

at scala.concurrent.Promise$class.complete(Promise.scala:55)

at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:153)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)

at play.api.libs.iteratee.Execution$$anon$2.execute(Execution.scala:70)

at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40)

at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248)

at scala.concurrent.Promise$class.complete(Promise.scala:55)

at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:153)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)

at play.api.libs.iteratee.Execution$$anon$2.execute(Execution.scala:70)

at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40)

at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248)

at scala.concurrent.Promise$class.complete(Promise.scala:55)

at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:153)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)

at play.api.libs.iteratee.Execution$$anon$2.execute(Execution.scala:70)

at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40)

at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248)

at scala.concurrent.Promise$class.complete(Promise.scala:55)

at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:153)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.Future$$anonfun$flatMap$1.apply(Future.scala:249)

at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)

at play.api.libs.iteratee.Execution$$anon$2.execute(Execution.scala:70)

at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40)

at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248)

at scala.concurrent.Promise$class.complete(Promise.scala:55)

at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:153)

at scala.concurrent.impl.Future$PromiseCompletingRunnable.run(Future.scala:23)

at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:42)

at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:386)

at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)

at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)

at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)

at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)

Caused by: NoNodeAvailableException[None of the configured nodes were available: [{terra-es-1-es-01}{TNsUYXCBQMyM6OH3hR8C1w}{192.168.5.121}{terra-es-1/141.142.211.226:9300}]]; nested: SendRequestTransportException[[terra-es-1-es-01][terra-es-1/141.142.211.226:9300][indices:data/write/index]]; nested: NodeNotConnectedException[[terra-es-1-es-01][terra-es-1/141.142.211.226:9300] Node not connected];

at org.elasticsearch.client.transport.TransportClientNodesService$RetryListener.onFailure(TransportClientNodesService.java:244)

at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:46)

at org.elasticsearch.transport.TransportService$3.doRun(TransportService.java:353)

at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)

at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)

at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)

at java.lang.Thread.run(Thread.java:748)

Caused by: SendRequestTransportException[[terra-es-1-es-01][terra-es-1/141.142.211.226:9300][indices:data/write/index]]; nested: NodeNotConnectedException[[terra-es-1-es-01][terra-es-1/141.142.211.226:9300] Node not connected];

at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:340)

at org.elasticsearch.action.TransportActionNodeProxy.execute(TransportActionNodeProxy.java:51)

at org.elasticsearch.client.transport.support.TransportProxyClient$1.doWithNode(TransportProxyClient.java:58)

at org.elasticsearch.client.transport.TransportClientNodesService.execute(TransportClientNodesService.java:212)

at org.elasticsearch.client.transport.support.TransportProxyClient.execute(TransportProxyClient.java:55)

at org.elasticsearch.client.transport.TransportClient.doExecute(TransportClient.java:288)

at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:359)

at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:86)

at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:56)

at services.ElasticsearchPlugin.index(ElasticsearchPlugin.scala:414)

at services.ElasticsearchPlugin.index(ElasticsearchPlugin.scala:324)

at services.mongodb.MongoDBDatasetService$$anonfun$index$2.apply(MongoDBDatasetService.scala:1312)

at services.mongodb.MongoDBDatasetService$$anonfun$index$2.apply(MongoDBDatasetService.scala:1312)

at scala.Option.foreach(Option.scala:236)

at services.mongodb.MongoDBDatasetService.index(MongoDBDatasetService.scala:1311)

at api.Datasets$$anonfun$createEmptyDataset$1$$anonfun$apply$18.apply(Datasets.scala:305)

at api.Datasets$$anonfun$createEmptyDataset$1$$anonfun$apply$18.apply(Datasets.scala:261)

at scala.Option.map(Option.scala:145)

at api.Datasets$$anonfun$createEmptyDataset$1.apply(Datasets.scala:261)

at api.Datasets$$anonfun$createEmptyDataset$1.apply(Datasets.scala:260)

at play.api.mvc.ActionBuilder$$anonfun$apply$10.apply(Action.scala:221)

at play.api.mvc.ActionBuilder$$anonfun$apply$10.apply(Action.scala:220)

at api.ApiController$$anon$5.invokeBlock(ApiController.scala:88)

at play.api.mvc.ActionBuilder$$anon$1.apply(Action.scala:309)

at play.api.mvc.Action$$anonfun$apply$1$$anonfun$apply$4$$anonfun$apply$5.apply(Action.scala:109)

at play.api.mvc.Action$$anonfun$apply$1$$anonfun$apply$4$$anonfun$apply$5.apply(Action.scala:109)

at play.utils.Threads$.withContextClassLoader(Threads.scala:18)

at play.api.mvc.Action$$anonfun$apply$1$$anonfun$apply$4.apply(Action.scala:108)

at play.api.mvc.Action$$anonfun$apply$1$$anonfun$apply$4.apply(Action.scala:107)

at scala.Option.map(Option.scala:145)

at play.api.mvc.Action$$anonfun$apply$1.apply(Action.scala:107)

at play.api.mvc.Action$$anonfun$apply$1.apply(Action.scala:100)

at play.api.libs.iteratee.Iteratee$$anonfun$mapM$1.apply(Iteratee.scala:481)

at play.api.libs.iteratee.Iteratee$$anonfun$mapM$1.apply(Iteratee.scala:481)

at play.api.libs.iteratee.Iteratee$$anonfun$flatMapM$1.apply(Iteratee.scala:517)

at play.api.libs.iteratee.Iteratee$$anonfun$flatMapM$1.apply(Iteratee.scala:517)

at play.api.libs.iteratee.Iteratee$$anonfun$flatMap$1$$anonfun$apply$14.apply(Iteratee.scala:494)

at play.api.libs.iteratee.Iteratee$$anonfun$flatMap$1$$anonfun$apply$14.apply(Iteratee.scala:494)

at scala.concurrent.impl.Future$PromiseCompletingRunnable.liftedTree1$1(Future.scala:24)

at scala.concurrent.impl.Future$PromiseCompletingRunnable.run(Future.scala:24)

at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:42)

at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:386)

at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)

at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)

at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)

at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107

Caused by: NodeNotConnectedException[[terra-es-1-es-01][terra-es-1/141.142.211.226:9300] Node not connected]

at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:1132)

at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:819)

at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:329)

... 45 more"

})