Hello @DavidTurner,
With the change made in 8.6 that now takes the disk usage as a factor when rebalacing shard, should I expect an uneven number of shards on the nodes of the same tier in the case of shards of different sizes?
On 8.5.1 we had an almost even number of shards on each node, but the disk usage was pretty diffrent, some nodes had for example 1 TB of free space and other only 180 GB of free space, which was an issue for us, so after this upgrade should I expect a more even use of disk space but an uneven number of shards on each node?
What should I look on this API as there is no public documentation about it? I'm not sure how to interpret the response.
For example, this is part of the result of the API, without the nodes and shards information and in my case data_content
tier is on the data_warm
nodes as well:
{
"stats": {
"computation_converged_index": 1010,
"computation_active": false,
"computation_submitted": 1011,
"computation_executed": 1011,
"computation_converged": 1004,
"computation_iterations": 6905,
"computed_shard_movements": 17927,
"computation_time_in_millis": 203993,
"reconciliation_time_in_millis": 4806
},
"cluster_balance_stats": {
"tiers": {
"data_warm": {
"shard_count": {
"total": 2306,
"min": 169,
"max": 212,
"average": 192.16666666666666,
"std_dev": 15.03237247483664
},
"forecast_write_load": {
"total": 0,
"min": 0,
"max": 0,
"average": 0,
"std_dev": 0
},
"forecast_disk_usage": {
"total": 46521804262408,
"min": 3643675442782,
"max": 3977820690712,
"average": 3876817021867.3335,
"std_dev": 98262085739.02898
},
"actual_disk_usage": {
"total": 46521804262408,
"min": 3643675442782,
"max": 3977820690712,
"average": 3876817021867.3335,
"std_dev": 98262085739.02898
}
},
"data_hot": {
"shard_count": {
"total": 1166,
"min": 286,
"max": 297,
"average": 291.5,
"std_dev": 5.024937810560445
},
"forecast_write_load": {
"total": 0,
"min": 0,
"max": 0,
"average": 0,
"std_dev": 0
},
"forecast_disk_usage": {
"total": 12949387024675,
"min": 3117120702163,
"max": 3368843902592,
"average": 3237346756168.75,
"std_dev": 110375675929.2402
},
"actual_disk_usage": {
"total": 12949387024675,
"min": 3117120702163,
"max": 3368843902592,
"average": 3237346756168.75,
"std_dev": 110375675929.2402
}
},
"data_content": {
"shard_count": {
"total": 2306,
"min": 169,
"max": 212,
"average": 192.16666666666666,
"std_dev": 15.03237247483664
},
"forecast_write_load": {
"total": 0,
"min": 0,
"max": 0,
"average": 0,
"std_dev": 0
},
"forecast_disk_usage": {
"total": 46521804262408,
"min": 3643675442782,
"max": 3977820690712,
"average": 3876817021867.3335,
"std_dev": 98262085739.02898
},
"actual_disk_usage": {
"total": 46521804262408,
"min": 3643675442782,
"max": 3977820690712,
"average": 3876817021867.3335,
"std_dev": 98262085739.02898
}
}
}
}
}