asticsearch.hadoop.rest.EsHadoopInvalidRequest: [HEAD] 403

Attempt to push data to elasticsearch from spark results is 403 when an attempt is made to check if an index exists

at org.elasticsearch.hadoop.rest.RestClient.checkResponse(RestClient.java:510)
at org.elasticsearch.hadoop.rest.RestClient.executeNotFoundAllowed(RestClient.java:481)
at org.elasticsearch.hadoop.rest.RestClient.exists(RestClient.java:570)
at org.elasticsearch.hadoop.rest.RestClient.indexExists(RestClient.java:565)
at org.elasticsearch.hadoop.rest.RestClient.touch(RestClient.java:576)
at org.elasticsearch.hadoop.rest.RestRepository.touch(RestRepository.java:444)
at org.elasticsearch.hadoop.rest.RestService.initSingleIndex(RestService.java:612)
at org.elasticsearch.hadoop.rest.RestService.createWriter(RestService.java:600)
at org.elasticsearch.spark.rdd.EsRDDWriter.write(EsRDDWriter.scala:58)
at org.elasticsearch.spark.rdd.EsSpark$$anonfun$doSaveToEs$1.apply(EsSpark.scala:107)
at org.elasticsearch.spark.rdd.EsSpark$$anonfun$doSaveToEs$1.apply(EsSpark.scala:107)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87)
at org.apache.spark.scheduler.Task.run(Task.scala:108)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:349)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.