CircuitBreakingException[[fielddata] Data too large, data for [_id] would be [3105987990/2.8gb],

[sasvmware (sharath)]

Hi team,

Getting below error while executing query through api. But query is working fine with postman and kibana.

[2022-10-12T02:09:20,323][WARN ][o.e.i.b.fielddata ] [cpq-xxxx-xxxmd1.xxxxxx.com] [fielddata] New used memory 3099170435 [2.8gb] for data of [_id] would be larger than configured breaker: 3006477107 [2.7gb], breaking

"parent" : {
"limit_size_in_bytes" : 7140383129,
"limit_size" : "6.6gb",
"estimated_size_in_bytes" : 6274895128,
"estimated_size" : "5.8gb",
"overhead" : 1.0,
"tripped" : 1777
}

Elasticsearch version: 7.12.0

[sasvmware (sharath)]

{
"_nodes" : {
"total" : 3,
"successful" : 3,
"failed" : 0
},
"cluster_name" : "xxxxxxxx",
"cluster_uuid" : "L8FhecsvQYe510j1o76aBA",
"timestamp" : 1665569454173,
"status" : "green",
"indices" : {
"count" : 147,
"shards" : {
"total" : 658,
"primaries" : 323,
"replication" : 1.0371517027863777,
"index" : {
"shards" : {
"min" : 2,
"max" : 10,
"avg" : 4.476190476190476
},
"primaries" : {
"min" : 1,
"max" : 5,
"avg" : 2.197278911564626
},
"replication" : {
"min" : 1.0,
"max" : 2.0,
"avg" : 1.0272108843537415
}
}
},
"docs" : {
"count" : 3478688163,
"deleted" : 64452875
},
"store" : {
"size_in_bytes" : 2845468367375,
"reserved_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 8675021512,
"evictions" : 0
},
"query_cache" : {
"memory_size_in_bytes" : 399807291,
"total_count" : 104381496,
"hit_count" : 5517213,
"miss_count" : 98864283,
"cache_size" : 58848,
"cache_count" : 227896,
"evictions" : 169048
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 4602,
"memory_in_bytes" : 91707708,
"terms_memory_in_bytes" : 37999928,
"stored_fields_memory_in_bytes" : 36812080,
"term_vectors_memory_in_bytes" : 0,
"norms_memory_in_bytes" : 4156864,
"points_memory_in_bytes" : 0,
"doc_values_memory_in_bytes" : 12738836,
"index_writer_memory_in_bytes" : 192655980,
"version_map_memory_in_bytes" : 10771000,
"fixed_bit_set_memory_in_bytes" : 3151704,
"max_unsafe_auto_id_timestamp" : 1665532805770,
"file_sizes" : { }
},
"mappings" : {
"field_types" : [
{
"name" : "alias",
"count" : 30,
"index_count" : 10
},
{
"name" : "boolean",
"count" : 442,
"index_count" : 28
},
{
"name" : "byte",
"count" : 10,
"index_count" : 10
},
{
"name" : "date",
"count" : 707,
"index_count" : 100
},
{
"name" : "double",
"count" : 2134,
"index_count" : 59
},
{
"name" : "float",
"count" : 2330,
"index_count" : 36
},
{
"name" : "geo_point",
"count" : 70,
"index_count" : 10
},
{
"name" : "half_float",
"count" : 35,
"index_count" : 7
},
{
"name" : "integer",
"count" : 170,
"index_count" : 14
},
{
"name" : "ip",
"count" : 200,
"index_count" : 10
},
{
"name" : "keyword",
"count" : 8768,
"index_count" : 137
},
{
"name" : "long",
"count" : 19221,
"index_count" : 59
},
{
"name" : "nested",
"count" : 47,
"index_count" : 15
},
{
"name" : "object",
"count" : 17336,
"index_count" : 38
},
{
"name" : "scaled_float",
"count" : 1050,
"index_count" : 10
},
{
"name" : "text",
"count" : 2599,
"index_count" : 119
}
]
},
"analysis" : {
"char_filter_types" : ,
"tokenizer_types" : ,
"filter_types" : ,
"analyzer_types" : ,
"built_in_char_filters" : ,
"built_in_tokenizers" : ,
"built_in_filters" : ,
"built_in_analyzers" :
},
"versions" : [
{
"version" : "7.5.1",
"index_count" : 35,
"primary_shard_count" : 83,
"total_primary_bytes" : 81112914969
},
{
"version" : "7.12.0",
"index_count" : 112,
"primary_shard_count" : 240,
"total_primary_bytes" : 1342150464758
}
]
},
"nodes" : {
"count" : {
"total" : 3,
"coordinating_only" : 0,
"data" : 3,
"data_cold" : 3,
"data_content" : 3,
"data_frozen" : 3,
"data_hot" : 3,
"data_warm" : 3,
"ingest" : 3,
"master" : 3,
"ml" : 3,
"remote_cluster_client" : 3,
"transform" : 3,
"voting_only" : 0
},
"versions" : [
"7.12.0"
],
"os" : {
"available_processors" : 18,
"allocated_processors" : 18,
"names" : [
{
"name" : "Linux",
"count" : 3
}
],
"pretty_names" : [
{
"pretty_name" : "CentOS Linux 7 (Core)",
"count" : 3
}
],
"architectures" : [
{
"arch" : "amd64",
"count" : 3
}
],
"mem" : {
"total_in_bytes" : 50476220416,
"free_in_bytes" : 734855168,
"used_in_bytes" : 49741365248,
"free_percent" : 1,
"used_percent" : 99
}
},
"process" : {
"cpu" : {
"percent" : 21
},
"open_file_descriptors" : {
"min" : 1730,
"max" : 1883,
"avg" : 1808
}
},
"jvm" : {
"max_uptime_in_millis" : 7626847693,
"versions" : [
{
"version" : "15.0.1",
"vm_name" : "OpenJDK 64-Bit Server VM",
"vm_version" : "15.0.1+9",
"vm_vendor" : "AdoptOpenJDK",
"bundled_jdk" : true,
"using_bundled_jdk" : true,
"count" : 3
}
],
"mem" : {
"heap_used_in_bytes" : 16032824208,
"heap_max_in_bytes" : 22548578304
},
"threads" : 551
},
"fs" : {
"total_in_bytes" : 4500809011200,
"free_in_bytes" : 1653393522688,
"available_in_bytes" : 1459161731072
},
"plugins" : ,
"network_types" : {
"transport_types" : {
"security4" : 3
},
"http_types" : {
"security4" : 3
}
},
"discovery_types" : {
"zen" : 3
},
"packaging_types" : [
{
"flavor" : "default",
"type" : "tar",
"count" : 3
}
],
"ingest" : {
"number_of_pipelines" : 2,
"processor_stats" : {
"gsub" : {
"count" : 0,
"failed" : 0,
"current" : 0,
"time_in_millis" : 0
},
"script" : {
"count" : 0,
"failed" : 0,
"current" : 0,
"time_in_millis" : 0
}
}
}
}
}

[warkolm (Mark Walkom)]

Please format your code/logs/config using the </> button, or markdown style back ticks. It helps to make things easy to read which helps us help you

What is the query?