ILM errors on shrink index

Elastic Stack Elasticsearch
1

I see lifecycle errors on shrink indices with below error.

java.lang.IllegalStateException: no rollover info found for [shrink-wmgr-.ds-linux-audit-2022.08.24-000156] with rollover target [linux-audit], the index has not yet rolled over with that target.

Am shrinking an index with 4 primary shards to 1 and for the new shrink index created with 1 shard it throws above error and is not managed by ILM anymore and I see life cycle errors.

Looking for any possible alternatives to manage the shrink indices with ILM.

Thanks in advance.

2

Can you share your policy please.

3

Below is the policy that was applied:

  "linux-audit_policy" : {
    "version" : 2,
    "modified_date" : "2022-11-15T09:33:40.822Z",
    "policy" : {
      "phases" : {
        "hot" : {
          "min_age" : "0ms",
          "actions" : {
            "rollover" : {
              "max_primary_shard_size" : "50gb",
              "max_age" : "7d"
            },
            "set_priority" : {
              "priority" : 100
            }
          }
        },
        "delete" : {
          "min_age" : "154d",
          "actions" : {
            "delete" : {
              "delete_searchable_snapshot" : true
            }
          }
        },
        "warm" : {
          "min_age" : "1d",
          "actions" : {
            "readonly" : { },
            "set_priority" : {
              "priority" : 50
            }
          }
        }
      }
    },
    "in_use_by" : {
      "indices" : [
        "shrink-fvjr-.ds-linux-audit-2022.09.25-000210",
        "shrink-_unh-.ds-linux-audit-2022.09.03-000170",
        "shrink-1jth-.ds-linux-audit-2022.10.13-000260",
        "shrink-d6nx-.ds-linux-audit-2022.08.02-000115",
        "shrink-zxur-.ds-linux-audit-2022.08.01-000113",
        ".ds-linux-audit-2022.06.11-000101",
        "shrink-wmgr-.ds-linux-audit-2022.08.24-000156",
        "shrink-xu9j-.ds-linux-audit-2022.08.31-000167",
        "shrink-diet-.ds-linux-audit-2022.07.27-000105",
        "shrink-cbn2-.ds-linux-audit-2022.09.16-000189",
        "shrink-3jjb-.ds-linux-audit-2022.09.23-000202",
        "shrink-wpqp-.ds-linux-audit-2022.08.23-000154",
        "shrink-8krj-.ds-linux-audit-2022.07.28-000106",
        "shrink-lcqv-.ds-linux-audit-2022.10.03-000233",
        "shrink-knq--.ds-linux-audit-2022.08.08-000127",
        "shrink-rgro-.ds-linux-audit-2022.08.27-000161",
        ".ds-linux-audit-2022.11.14-000327",
        "shrink-pbuf-.ds-linux-audit-2022.09.14-000185",
        "shrink-g_m2-.ds-linux-audit-2022.08.17-000146",
        "shrink-or2i-.ds-linux-audit-2022.10.21-000277",
        "shrink-8hzk-.ds-linux-audit-2022.10.16-000267",
        "shrink-gvwz-.ds-linux-audit-2022.10.04-000237",
        "shrink-08xj-.ds-linux-audit-2022.09.15-000187",
        "shrink-qxeg-.ds-linux-audit-2022.09.17-000191",
        "shrink-9vsb-.ds-linux-audit-2022.10.05-000239",
        "shrink-7qzc-.ds-linux-audit-2022.10.12-000258",
        "shrink-tone-.ds-linux-audit-2022.08.03-000117",
        "shrink-7hpg-.ds-linux-audit-2022.08.04-000119",
        "shrink-es6p-.ds-linux-audit-2022.11.04-000304",
        "shrink--ip7-.ds-linux-audit-2022.11.11-000321",
        "shrink-p6rc-.ds-linux-audit-2022.10.30-000294",
        "shrink-qc1o-.ds-linux-audit-2022.09.12-000184",
        "shrink-fb9n-.ds-linux-audit-2022.08.25-000157",
        "shrink-dner-.ds-linux-audit-2022.10.11-000256",
        "shrink-ssaf-.ds-linux-audit-2022.09.19-000193",
        "shrink-raaz-.ds-linux-audit-2022.09.10-000180",
        "shrink-d1ia-.ds-linux-audit-2022.09.29-000218",
        "shrink-zbyj-.ds-linux-audit-2022.11.06-000310",
        "shrink-s9cz-.ds-linux-audit-2022.09.22-000199",
        "shrink-8fk7-.ds-linux-audit-2022.07.29-000107",
        "shrink-oecs-.ds-linux-audit-2022.08.09-000129",
        "shrink-qtjm-.ds-linux-audit-2022.07.31-000111",
        "shrink-ivjm-.ds-linux-audit-2022.09.09-000179",
        "shrink-qb9r-.ds-linux-audit-2022.11.09-000317",
        "shrink-f5fu-.ds-linux-audit-2022.10.25-000284",
        "shrink-tpcc-.ds-linux-audit-2022.09.21-000196",
        ".ds-linux-audit-2022.11.13-000325",
        "shrink-s4tv-.ds-linux-audit-2022.10.14-000261",
        "shrink-fym9-.ds-linux-audit-2022.11.02-000299",
        ".ds-linux-audit-2022.06.22-000102",
        "shrink-kv9a-.ds-linux-audit-2022.09.08-000177",
        "shrink-_4sk-.ds-linux-audit-2022.10.23-000280",
        "shrink-0b6e-.ds-linux-audit-2022.10.24-000282",
        "shrink-2qco-.ds-linux-audit-2022.10.17-000269",
        "shrink-vrph-.ds-linux-audit-2022.09.05-000172",
        "shrink-eup4-.ds-linux-audit-2022.07.30-000109",
        "shrink-qfus-.ds-linux-audit-2022.09.01-000168",
        "shrink-12x9-.ds-linux-audit-2022.10.19-000273",
        "shrink-vg59-.ds-linux-audit-2022.10.08-000249",
        "shrink-dzpw-.ds-linux-audit-2022.09.02-000169",
        "shrink-muw5-.ds-linux-audit-2022.10.09-000251",
        "shrink-dv2p-.ds-linux-audit-2022.11.05-000308",
        "shrink-stbp-.ds-linux-audit-2022.08.15-000141",
        "shrink-dif_-.ds-linux-audit-2022.08.29-000165",
        "shrink-x1r2-.ds-linux-audit-2022.10.06-000245",
        "shrink-ytcd-.ds-linux-audit-2022.08.13-000138",
        "shrink-7fox-.ds-linux-audit-2022.08.11-000134",
        "shrink-eh1j-.ds-linux-audit-2022.08.21-000151",
        "shrink-egfz-.ds-linux-audit-2022.08.26-000159",
        "shrink-ujsq-.ds-linux-audit-2022.11.10-000319",
        "shrink-v2im-.ds-linux-audit-2022.09.26-000211",
        "shrink-wuef-.ds-linux-audit-2022.08.10-000132",
        "shrink-r1be-.ds-linux-audit-2022.09.11-000182",
        "shrink--vph-.ds-linux-audit-2022.10.31-000295",
        "shrink-i-yh-.ds-linux-audit-2022.08.28-000163",
        "shrink-73gj-.ds-linux-audit-2022.10.27-000288",
        "shrink-_pc--.ds-linux-audit-2022.09.24-000204",
        "shrink-32fx-.ds-linux-audit-2022.10.22-000279",
        "shrink-aqlp-.ds-linux-audit-2022.08.06-000123",
        "shrink-iam_-.ds-linux-audit-2022.08.18-000147",
        "shrink-tpv_-.ds-linux-audit-2022.08.12-000136",
        "shrink-swef-.ds-linux-audit-2022.11.07-000311",
        "shrink-mynk-.ds-linux-audit-2022.09.28-000216",
        "shrink-ryt8-.ds-linux-audit-2022.08.07-000125",
        "shrink-lw51-.ds-linux-audit-2022.10.01-000227",
        "shrink-tpq2-.ds-linux-audit-2022.10.15-000264",
        "shrink-cch6-.ds-linux-audit-2022.09.04-000171",
        "shrink-dkue-.ds-linux-audit-2022.08.05-000121",
        "shrink-awyb-.ds-linux-audit-2022.11.03-000301",
        "shrink-dmkh-.ds-linux-audit-2022.10.29-000292",
        "shrink-ft8u-.ds-linux-audit-2022.08.14-000140",
        "shrink-hkah-.ds-linux-audit-2022.10.20-000275",
        "shrink-ry3l-.ds-linux-audit-2022.11.01-000297",
        "shrink-d3xr-.ds-linux-audit-2022.08.16-000144",
        ".ds-linux-audit-2022.07.16-000104",
        "shrink-fjho-.ds-linux-audit-2022.08.19-000149",
        "shrink-ammp-.ds-linux-audit-2022.09.18-000192",
        ".ds-linux-audit-2022.07.04-000103",
        "shrink-fro2-.ds-linux-audit-2022.10.02-000231",
        "shrink-okep-.ds-linux-audit-2022.11.12-000323",
        "shrink-mj1s-.ds-linux-audit-2022.09.30-000222",
        "shrink-lsxq-.ds-linux-audit-2022.11.08-000314",
        "shrink-smbb-.ds-linux-audit-2022.10.28-000290",
        "shrink-ejmh-.ds-linux-audit-2022.08.30-000166",
        "shrink-0hdp-.ds-linux-audit-2022.08.22-000152",
        "shrink-m5pk-.ds-linux-audit-2022.09.07-000175",
        "shrink-zidg-.ds-linux-audit-2022.09.06-000173",
        "shrink-nbim-.ds-linux-audit-2022.10.18-000271",
        "shrink-4tpd-.ds-linux-audit-2022.10.26-000286",
        "shrink-dumq-.ds-linux-audit-2022.09.20-000194",
        "shrink-fwk7-.ds-linux-audit-2022.08.20-000150",
        "shrink-gzic-.ds-linux-audit-2022.10.10-000253",
        "shrink-odqy-.ds-linux-audit-2022.09.27-000213",
        "shrink-n84f-.ds-linux-audit-2022.10.07-000247"
      ],
      "data_streams" : [
        "linux-audit"
      ],
      "composable_templates" : [
        "linux-audit"
      ]
    }
  }
}```
4

FYI.. I moved the indices of linux-audit data stream from a policy below to new policy I attached above.

{
  "6month-policy" : {
    "version" : 12,
    "modified_date" : "2022-08-22T12:06:15.468Z",
    "policy" : {
      "phases" : {
        "hot" : {
          "min_age" : "0ms",
          "actions" : {
            "rollover" : {
              "max_primary_shard_size" : "50gb",
              "max_age" : "1d",
              "max_docs" : 2000000000
            },
            "set_priority" : {
              "priority" : 100
            }
          }
        },
        "delete" : {
          "min_age" : "150d",
          "actions" : {
            "delete" : {
              "delete_searchable_snapshot" : true
            }
          }
        },
        "warm" : {
          "min_age" : "1d",
          "actions" : {
            "allocate" : {
              "number_of_replicas" : 1,
              "include" : { },
              "exclude" : { },
              "require" : { }
            },
            "forcemerge" : {
              "max_num_segments" : 1,
              "index_codec" : "best_compression"
            },
            "readonly" : { },
            "set_priority" : {
              "priority" : 50
            },
            "shrink" : {
              "number_of_shards" : 1
            }
          }
        }
      }
    },
    "in_use_by" : {
      "indices" : [     ],
      "data_streams" : [
        "linux-metrics",
        "linux-logs"
      ],
      "composable_templates" : [
        "linux-metrics",
        "linux-logs"
      ]
    }
  }
}
5

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.