ERROR Index lifecycle management (ILM): listener failed while handling triggered event [ilm]

[daniele.saccon (Daniele)]

Hi,

in my cluster the index lifecycle management (ILM) has stopped working,
In detail there is only the cancellation that has not been done for a few days and this error appeared in the logs:
[2022-02-18T15: 36: 31,581] [WARN] [o.e.x.c.s.SchedulerEngine] [NODE] listener failed while handling triggered event [ilm]

Here are my configurations:
Version 6.8.22

ILM:

{
  "MY_POLICY" : {
    "version" : 3,
    "modified_date" : "2022-02-18T14:21:45.606Z",
    "policy" : {
      "phases" : {
        "hot" : {
          "min_age" : "0ms",
          "actions" : {
            "set_priority" : {
              "priority" : 100
            }
          }
        },
        "delete" : {
          "min_age" : "14d",
          "actions" : {
            "delete" : { }
          }
        }
      }
    }
  }
}

TEMPLATE:

{
  "MY_TEMPLATE" : {
    "order" : 0,
    "index_patterns" : [
      "MY_INDEX*"
    ],
    "settings" : {
      "index" : {
        "lifecycle" : {
          "name" : "MY_POLICY"
        },
        "codec" : "best_compression",
        "mapping" : {
          "total_fields" : {
            "limit" : "40000"
          }
        },
        "number_of_shards" : "1",
        "number_of_replicas" : "1",
        "max_docvalue_fields_search" : "9000"
      }
    },
    "mappings" : { },
    "aliases" : {
      "MY_INDEX" : { }
    }
  }
}

GET MY_INDEX-6.2.3-2022.01.29/_ilm/explain

{
  "indices" : {
    "MY_INDEX-6.2.3-2022.01.29" : {
      "index" : "MY_INDEX-6.2.3-2022.01.29",
      "managed" : true,
      "policy" : "MY_POLICY",
      "lifecycle_date_millis" : 1643416213693,
      "phase" : "hot",
      "phase_time_millis" : 1643416215273,
      "action" : "complete",
      "action_time_millis" : 1643416215778,
      "step" : "complete",
      "step_time_millis" : 1643416215778,
      "phase_execution" : {
        "policy" : "MY_POLICY",
        "phase_definition" : {
          "min_age" : "0ms",
          "actions" : {
            "set_priority" : {
              "priority" : 100
            }
          }
        },
        "version" : 1,
        "modified_date_in_millis" : 1588693608813
      }
    }
  }
}

GET MY_INDEX-6.2.3-2022.01.29

{
  "MY_INDEX-6.2.3-2022.01.29" : {
    "aliases" : {
      "MY_INDEX" : { }
    },
    "mappings" : {
      .....
    },
    "settings" : {
      "index" : {
        "lifecycle" : {
          "name" : "MY_POLICY"
        },
        "codec" : "best_compression",
        "mapping" : {
          "total_fields" : {
            "limit" : "40000"
          }
        },
        "number_of_shards" : "1",
        "provided_name" : "MY_INDEX-6.2.3-2022.01.29",
        "max_docvalue_fields_search" : "9000",
        "creation_date" : "1643416213693",
        "priority" : "100",
        "number_of_replicas" : "1",
        "uuid" : "uUcF6EpVTzKL_DUy2mQykw",
        "version" : {
          "created" : "6082299"
        }
      }
    }
  }
}

Can you help me?

Thanks

Daniele