Hello,
We are seeing a lot of CPU processing without much indexing activity. I have run the following command to see the hot thread:
GET _nodes/hot_threads
which i got the following output.
100.5% (502.6ms out of 500ms) cpu usage by thread 'elasticsearch[helasticsearch001][management][T#4]'
4/10 snapshots sharing following 32 elements
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValueUnsafe(AbstractXContentParser.java:387)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapEntries(AbstractXContentParser.java:316)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValueUnsafe(AbstractXContentParser.java:387)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapEntries(AbstractXContentParser.java:316)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValueUnsafe(AbstractXContentParser.java:387)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapEntries(AbstractXContentParser.java:316)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValueUnsafe(AbstractXContentParser.java:387)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapEntries(AbstractXContentParser.java:316)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValueUnsafe(AbstractXContentParser.java:387)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapEntries(AbstractXContentParser.java:316)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValueUnsafe(AbstractXContentParser.java:387)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapEntries(AbstractXContentParser.java:316)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMapSafe(AbstractXContentParser.java:305)
app//org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrdered(AbstractXContentParser.java:260)
app//org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:158)
app//org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:128)
app//org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:90)
app//org.elasticsearch.cluster.metadata.MappingMetadata.sourceAsMap(MappingMetadata.java:137)
app//org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse.toXContent(GetMappingsResponse.java:124)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:168)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:117)
app//org.elasticsearch.rest.action.RestBuilderListener.buildResponse(RestBuilderListener.java:27)
app//org.elasticsearch.rest.action.RestResponseListener.processResponse(RestResponseListener.java:26)
app//org.elasticsearch.rest.action.RestActionListener.onResponse(RestActionListener.java:36)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1.lambda$processResponse$0(RestGetMappingAction.java:174)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$$Lambda$8662/0x0000000801e7b8d8.accept(Unknown Source)
app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:62)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
java.base@16/java.lang.Thread.run(Thread.java:831)
2/10 snapshots sharing following 28 elements
app//org.elasticsearch.common.xcontent.XContentBuilder.unknownValue(XContentBuilder.java:814)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:887)
app//org.elasticsearch.common.xcontent.XContentBuilder.unknownValue(XContentBuilder.java:814)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:887)
app//org.elasticsearch.common.xcontent.XContentBuilder.unknownValue(XContentBuilder.java:814)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:887)
app//org.elasticsearch.common.xcontent.XContentBuilder.unknownValue(XContentBuilder.java:814)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:887)
app//org.elasticsearch.common.xcontent.XContentBuilder.unknownValue(XContentBuilder.java:814)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:887)
app//org.elasticsearch.common.xcontent.XContentBuilder.unknownValue(XContentBuilder.java:814)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:887)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:862)
app//org.elasticsearch.common.xcontent.XContentBuilder.field(XContentBuilder.java:858)
app//org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse.toXContent(GetMappingsResponse.java:124)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:168)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:117)
app//org.elasticsearch.rest.action.RestBuilderListener.buildResponse(RestBuilderListener.java:27)
app//org.elasticsearch.rest.action.RestResponseListener.processResponse(RestResponseListener.java:26)
app//org.elasticsearch.rest.action.RestActionListener.onResponse(RestActionListener.java:36)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1.lambda$processResponse$0(RestGetMappingAction.java:174)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$$Lambda$8662/0x0000000801e7b8d8.accept(Unknown Source)
app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:62)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
java.base@16/java.lang.Thread.run(Thread.java:831)
2/10 snapshots sharing following 25 elements
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1052)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1053)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1053)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1053)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1053)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1053)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1053)
app//org.elasticsearch.common.xcontent.XContentBuilder.ensureNoSelfReferences(XContentBuilder.java:1028)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:878)
app//org.elasticsearch.common.xcontent.XContentBuilder.map(XContentBuilder.java:862)
app//org.elasticsearch.common.xcontent.XContentBuilder.field(XContentBuilder.java:858)
app//org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse.toXContent(GetMappingsResponse.java:124)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:168)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:117)
app//org.elasticsearch.rest.action.RestBuilderListener.buildResponse(RestBuilderListener.java:27)
app//org.elasticsearch.rest.action.RestResponseListener.processResponse(RestResponseListener.java:26)
app//org.elasticsearch.rest.action.RestActionListener.onResponse(RestActionListener.java:36)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1.lambda$processResponse$0(RestGetMappingAction.java:174)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$$Lambda$8662/0x0000000801e7b8d8.accept(Unknown Source)
app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:62)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
java.base@16/java.lang.Thread.run(Thread.java:831)
2/10 snapshots sharing following 14 elements
app//org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse.toXContent(GetMappingsResponse.java:124)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:168)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$1.buildResponse(RestGetMappingAction.java:117)
app//org.elasticsearch.rest.action.RestBuilderListener.buildResponse(RestBuilderListener.java:27)
app//org.elasticsearch.rest.action.RestResponseListener.processResponse(RestResponseListener.java:26)
app//org.elasticsearch.rest.action.RestActionListener.onResponse(RestActionListener.java:36)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1.lambda$processResponse$0(RestGetMappingAction.java:174)
app//org.elasticsearch.rest.action.admin.indices.RestGetMappingAction$1$$Lambda$8662/0x0000000801e7b8d8.accept(Unknown Source)
app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:62)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
java.base@16/java.lang.Thread.run(Thread.java:831)
What is the reference to AbstractXContentParser mean? Is it a index mapping inefficiency?