Couldn't update x-pack license

Elastic Stack Elasticsearch
1

Hello All,
When i update x-pack license using
curl -XPUT -u elastic 'http://localhost:9200/_xpack/license?acknowledge=true' -d @license.json

i got this error.
{"error":{"root_cause":[{"type":"process_cluster_event_timeout_exception","reason":"failed to process cluster event (register license [88a50275-26cc-4ecc-abe8-18e108e4cf3f]) within 30s"}],"type":"process_cluster_event_timeout_exception","reason":"failed to process cluster event (register license [88a50275-26cc-4ecc-abe8-18e108e4cf3f]) within 30s"},"status":503}

Thanks

2

Would it be possible to see the output from the cluster stats API to get a better understanding of the state of the cluster?

3 
{
  "_nodes" : {
    "total" : 1,
    "successful" : 1,
    "failed" : 0
  },
  "cluster_name" : "Elastic-Cluster",
  "timestamp" : 1506934092000,
  "status" : "red",
  "indices" : {
    "count" : 240,
    "shards" : {
      "total" : 1124,
      "primaries" : 1124,
      "replication" : 0.0,
      "index" : {
        "shards" : {
          "min" : 1,
          "max" : 5,
          "avg" : 4.683333333333334
        },
        "primaries" : {
          "min" : 1,
          "max" : 5,
          "avg" : 4.683333333333334
        },
        "replication" : {
          "min" : 0.0,
          "max" : 0.0,
          "avg" : 0.0
        }
      }
    },
    "docs" : {
      "count" : 1090199687,
      "deleted" : 175294
    },
    "store" : {
      "size" : "325.3gb",
      "size_in_bytes" : 349374197321,
      "throttle_time" : "0s",
      "throttle_time_in_millis" : 0
    },
    "fielddata" : {
      "memory_size" : "0b",
      "memory_size_in_bytes" : 0,
      "evictions" : 0
    },
    "query_cache" : {
      "memory_size" : "0b",
      "memory_size_in_bytes" : 0,
      "total_count" : 0,
      "hit_count" : 0,
      "miss_count" : 0,
      "cache_size" : 0,
      "cache_count" : 0,
      "evictions" : 0
    },
    "completion" : {
      "size" : "0b",
      "size_in_bytes" : 0
    },
    "segments" : {
      "count" : 17980,
      "memory" : "1.1gb",
      "memory_in_bytes" : 1266594091,
      "terms_memory" : "973.3mb",
      "terms_memory_in_bytes" : 1020674110,
      "stored_fields_memory" : "89.7mb",
      "stored_fields_memory_in_bytes" : 94118112,
      "term_vectors_memory" : "0b",
      "term_vectors_memory_in_bytes" : 0,
      "norms_memory" : "15.1kb",
      "norms_memory_in_bytes" : 15488,
      "points_memory" : "45.2mb",
      "points_memory_in_bytes" : 47482365,
      "doc_values_memory" : "99.4mb",
      "doc_values_memory_in_bytes" : 104304016,
      "index_writer_memory" : "0b",
      "index_writer_memory_in_bytes" : 0,
      "version_map_memory" : "0b",
      "version_map_memory_in_bytes" : 0,
      "fixed_bit_set" : "0b",
      "fixed_bit_set_memory_in_bytes" : 0,
      "max_unsafe_auto_id_timestamp" : 1506902404456,
      "file_sizes" : { }
    }
  },
  "nodes" : {
    "count" : {
      "total" : 1,
      "data" : 1,
      "coordinating_only" : 0,
      "master" : 1,
      "ingest" : 1
    },
    "versions" : [
      "5.5.0"
    ],
    "os" : {
      "available_processors" : 32,
      "allocated_processors" : 32,
      "names" : [
        {
          "name" : "Linux",
          "count" : 1
        }
      ],
      "mem" : {
        "total" : "125.8gb",
        "total_in_bytes" : 135148732416,
        "free" : "1.2gb",
        "free_in_bytes" : 1385705472,
        "used" : "124.5gb",
        "used_in_bytes" : 133763026944,
        "free_percent" : 1,
        "used_percent" : 99
      }
    },
    "process" : {
      "cpu" : {
        "percent" : 0
      },
      "open_file_descriptors" : {
        "min" : 4091,
        "max" : 4091,
        "avg" : 4091
      }
    },
    "jvm" : {
      "max_uptime" : "18.2m",
      "max_uptime_in_millis" : 1093652,
      "versions" : [
        {
          "version" : "1.8.0_131",
          "vm_name" : "OpenJDK 64-Bit Server VM",
          "vm_version" : "25.131-b12",
          "vm_vendor" : "Oracle Corporation",
          "count" : 1
        }
      ],
      "mem" : {
        "heap_used" : "5.1gb",
        "heap_used_in_bytes" : 5523892112,
        "heap_max" : "29.8gb",
        "heap_max_in_bytes" : 32011649024
      },
      "threads" : 252
    },
    "fs" : {
      "total" : "1.6tb",
      "total_in_bytes" : 1817653383168,
      "free" : "390.3gb",
      "free_in_bytes" : 419155550208,
      "available" : "304.3gb",
      "available_in_bytes" : 326800494592,
      "spins" : "true"
    },
    "plugins" : [
      {
        "name" : "x-pack",
        "version" : "5.5.0",
        "description" : "Elasticsearch Expanded Pack Plugin",
        "classname" : "org.elasticsearch.xpack.XPackPlugin",
        "has_native_controller" : true
      }
    ],
    "network_types" : {
      "transport_types" : {
        "security4" : 1
      },
      "http_types" : {
        "security4" : 1
      }
    }
  }
}
4

The cluster is in a red state. Check the Elasticsearch logs to see if you can find the reason.

5

I don't know if this is the problem or not ?

 [2017-10-02T10:50:07,667][WARN ][o.e.x.m.e.l.LocalExporter] unexpected error while indexing monitoring document
    org.elasticsearch.xpack.monitoring.exporter.ExportException: java.lang.IllegalArgumentException: pipeline with id [xpack_monitoring_6] does not exist
    	at org.elasticsearch.xpack.monitoring.exporter.local.LocalBulk.lambda$throwExportException$2(LocalBulk.java:130) ~[?:?]
    	at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) ~[?:1.8.0_131]
    	at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175) ~[?:1.8.0_131]
    	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_131]
    	at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) ~[?:1.8.0_131]
    	at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) ~[?:1.8.0_131]
    	at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151) ~[?:1.8.0_131]
    	at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174) ~[?:1.8.0_131]
    	at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:1.8.0_131]
    	at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418) ~[?:1.8.0_131]
    	at org.elasticsearch.xpack.monitoring.exporter.local.LocalBulk.throwExportException(LocalBulk.java:131) ~[?:?]
    	at org.elasticsearch.xpack.monitoring.exporter.local.LocalBulk.lambda$doFlush$0(LocalBulk.java:114) ~[?:?]
    	at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:127) ~[?:?]
    	at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.bulk.TransportBulkAction$IngestBulkResponseListener.onResponse(TransportBulkAction.java:624) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.bulk.TransportBulkAction$IngestBulkResponseListener.onResponse(TransportBulkAction.java:604) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.action.bulk.TransportBulkAction.lambda$processBulkIndexIngestRequest$3(TransportBulkAction.java:524) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.ingest.PipelineExecutionService$2.doRun(PipelineExecutionService.java:98) [elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638) [elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.5.0.jar:5.5.0]
    	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_131]
    	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_131]
    	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_131]
    Caused by: java.lang.IllegalArgumentException: pipeline with id [xpack_monitoring_6] does not exist
    	at org.elasticsearch.ingest.PipelineExecutionService.getPipeline(PipelineExecutionService.java:194) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.ingest.PipelineExecutionService.access$100(PipelineExecutionService.java:41) ~[elasticsearch-5.5.0.jar:5.5.0]
    	at org.elasticsearch.ingest.PipelineExecutionService$2.doRun(PipelineExecutionService.java:88) ~[elasticsearch-5.5.0.jar:5.5.0]
    	... 5 more

I also have this error

2017-10-02T10:50:19,662][WARN ][o.e.x.s.s.IndexLifecycleManager] [db-server] failed to update mapping for type [role] on index [.security]
org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-mapping) within 30s
	at org.elasticsearch.cluster.service.ClusterService$ClusterServiceTaskBatcher.lambda$null$0(ClusterService.java:255) ~[elasticsearch-5.5.0.jar:5.5.0]
	at java.util.ArrayList.forEach(ArrayList.java:1249) ~[?:1.8.0_131]
	at org.elasticsearch.cluster.service.ClusterService$ClusterServiceTaskBatcher.lambda$onTimeout$1(ClusterService.java:254) ~[elasticsearch-5.5.0.jar:5.5.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569) [elasticsearch-5.5.0.jar:5.5.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_131]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_131]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_131]
6

After entering the credential for accessing localhost:9200 , the output from cluster stats API is like that.
{
"_nodes" : {
"total" : 1,
"successful" : 1,
"failed" : 0
},
"cluster_name" : "Elastic-Cluster",
"timestamp" : 1506934475350,
"status" : "yellow",
"indices" : {
"count" : 257,
"shards" : {
"total" : 1185,
"primaries" : 1185,
"replication" : 0.0,
"index" : {
"shards" : {
"min" : 1,
"max" : 5,
"avg" : 4.610894941634241
},
"primaries" : {
"min" : 1,
"max" : 5,
"avg" : 4.610894941634241
},
"replication" : {
"min" : 0.0,
"max" : 0.0,
"avg" : 0.0
}
}
},
"docs" : {
"count" : 1622930377,
"deleted" : 182398
},
"store" : {
"size" : "504.4gb",
"size_in_bytes" : 541636414716,
"throttle_time" : "0s",
"throttle_time_in_millis" : 0
},
"fielddata" : {
"memory_size" : "6.4kb",
"memory_size_in_bytes" : 6640,
"evictions" : 0
},
"query_cache" : {
"memory_size" : "0b",
"memory_size_in_bytes" : 0,
"total_count" : 1162,
"hit_count" : 0,
"miss_count" : 1162,
"cache_size" : 0,
"cache_count" : 0,
"evictions" : 0
},
"completion" : {
"size" : "0b",
"size_in_bytes" : 0
},
"segments" : {
"count" : 19015,
"memory" : "1.6gb",
"memory_in_bytes" : 1794846549,
"terms_memory" : "1.3gb",
"terms_memory_in_bytes" : 1462553572,
"stored_fields_memory" : "140.9mb",
"stored_fields_memory_in_bytes" : 147798416,
"term_vectors_memory" : "0b",
"term_vectors_memory_in_bytes" : 0,
"norms_memory" : "20.8kb",
"norms_memory_in_bytes" : 21312,
"points_memory" : "73.9mb",
"points_memory_in_bytes" : 77519453,
"doc_values_memory" : "101.9mb",
"doc_values_memory_in_bytes" : 106953796,
"index_writer_memory" : "152.1kb",
"index_writer_memory_in_bytes" : 155846,
"version_map_memory" : "2.9kb",
"version_map_memory_in_bytes" : 3070,
"fixed_bit_set" : "240b",
"fixed_bit_set_memory_in_bytes" : 240,
"max_unsafe_auto_id_timestamp" : 1506902404456,
"file_sizes" : { }
}
},
"nodes" : {
"count" : {
"total" : 1,
"data" : 1,
"coordinating_only" : 0,
"master" : 1,
"ingest" : 1
},
"versions" : [
"5.5.0"
],
"os" : {
"available_processors" : 32,
"allocated_processors" : 32,
"names" : [
{
"name" : "Linux",
"count" : 1
}
],
"mem" : {
"total" : "125.8gb",
"total_in_bytes" : 135148732416,
"free" : "6.3gb",
"free_in_bytes" : 6805344256,
"used" : "119.5gb",
"used_in_bytes" : 128343388160,
"free_percent" : 5,
"used_percent" : 95
}
},
"process" : {
"cpu" : {
"percent" : 1
},
"open_file_descriptors" : {
"min" : 4265,
"max" : 4265,
"avg" : 4265
}
},
"jvm" : {
"max_uptime" : "24.6m",
"max_uptime_in_millis" : 1476376,
"versions" : [
{
"version" : "1.8.0_131",
"vm_name" : "OpenJDK 64-Bit Server VM",
"vm_version" : "25.131-b12",
"vm_vendor" : "Oracle Corporation",
"count" : 1
}
],
"mem" : {
"heap_used" : "5.7gb",
"heap_used_in_bytes" : 6151148312,
"heap_max" : "29.8gb",
"heap_max_in_bytes" : 32011649024
},
"threads" : 279
},
"fs" : {
"total" : "1.6tb",
"total_in_bytes" : 1817653383168,
"free" : "390.2gb",
"free_in_bytes" : 418983235584,
"available" : "304.1gb",
"available_in_bytes" : 326628179968,
"spins" : "true"
},
"plugins" : [
{
"name" : "x-pack",
"version" : "5.5.0",
"description" : "Elasticsearch Expanded Pack Plugin",
"classname" : "org.elasticsearch.xpack.XPackPlugin",
"has_native_controller" : true
}
],
"network_types" : {
"transport_types" : {
"security4" : 1
},
"http_types" : {
"security4" : 1
}
}
}
}

7

Now the cluster its in a yellow state, so you should be able to update the license.

8

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.