Hi Team, I have Elasticsearch database cluster with two nodes in docker. and Kibana configured. while adding filebeat getting an error. filebeat error log pasted here.
{"@timestamp":"2023-11-14T04:19:07.634Z", "log.level":"ERROR", "message":"policy [.alerts-ilm-policy] for index [.internal.alerts-observability.uptime.alerts-default-000001] failed on step [{\"phase\":\"hot\",\"action\":\"rollover\",\"name\":\"check-rollover-ready\"}]. Moving to ERROR step", "ecs.version": "1.2.0","service.name":"ES_ECS","event.dataset":"elasticsearch.server","process.thread.name":"elasticsearch[b5407439120b][trigger_engine_scheduler][T#1]","log.logger":"org.elasticsearch.xpack.ilm.IndexLifecycleRunner","elasticsearch.cluster.uuid":"pckqRXMJRKS3LqykMaqSBw","elasticsearch.node.id":"jS2aszzLRUi-Pue2a25GPA","elasticsearch.node.name":"b5407439120b","elasticsearch.cluster.name":"docker-cluster","error.type":"java.lang.IllegalArgumentException","error.message":"index.lifecycle.rollover_alias [.alerts-observability.uptime.alerts-default] does not point to index [.internal.alerts-observability.uptime.alerts-default-000001]","error.stack_trace":"java.lang.IllegalArgumentException: index.lifecycle.rollover_alias [.alerts-observability.uptime.alerts-default] does not point to index [.internal.alerts-observability.uptime.alerts-default-000001]\n\tat org.elasticsearch.xcore@8.8.1/org.elasticsearch.xpack.core.ilm.WaitForRolloverReadyStep.evaluateCondition(WaitForRolloverReadyStep.java:179)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleRunner.runPeriodicStep(IndexLifecycleRunner.java:235)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleService.triggerPolicies(IndexLifecycleService.java:428)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleService.triggered(IndexLifecycleService.java:356)\n\tat org.elasticsearch.server@8.8.1/org.elasticsearch.common.scheduler.SchedulerEngine.notifyListeners(SchedulerEngine.java:192)\n\tat org.elasticsearch.server@8.8.1/org.elasticsearch.common.scheduler.SchedulerEngine$ActiveSchedule.run(SchedulerEngine.java:226)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:577)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)\n\tat java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)\n\tat java.base/java.lang.Thread.run(Thread.java:1623)\n"}
{"@timestamp":"2023-11-14T04:19:07.635Z", "log.level":"ERROR", "message":"policy [kibana-event-log-policy] for index [.kibana-event-log-8.8.1-000003] failed on step [{\"phase\":\"hot\",\"action\":\"rollover\",\"name\":\"check-rollover-ready\"}]. Moving to ERROR step", "ecs.version": "1.2.0","service.name":"ES_ECS","event.dataset":"elasticsearch.server","process.thread.name":"elasticsearch[b5407439120b][trigger_engine_scheduler][T#1]","log.logger":"org.elasticsearch.xpack.ilm.IndexLifecycleRunner","elasticsearch.cluster.uuid":"pckqRXMJRKS3LqykMaqSBw","elasticsearch.node.id":"jS2aszzLRUi-Pue2a25GPA","elasticsearch.node.name":"b5407439120b","elasticsearch.cluster.name":"docker-cluster","error.type":"java.lang.IllegalArgumentException","error.message":"index.lifecycle.rollover_alias [.kibana-event-log-8.8.1] does not point to index [.kibana-event-log-8.8.1-000003]","error.stack_trace":"java.lang.IllegalArgumentException: index.lifecycle.rollover_alias [.kibana-event-log-8.8.1] does not point to index [.kibana-event-log-8.8.1-000003]\n\tat org.elasticsearch.xcore@8.8.1/org.elasticsearch.xpack.core.ilm.WaitForRolloverReadyStep.evaluateCondition(WaitForRolloverReadyStep.java:179)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleRunner.runPeriodicStep(IndexLifecycleRunner.java:235)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleService.triggerPolicies(IndexLifecycleService.java:428)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleService.triggered(IndexLifecycleService.java:356)\n\tat org.elasticsearch.server@8.8.1/org.elasticsearch.common.scheduler.SchedulerEngine.notifyListeners(SchedulerEngine.java:192)\n\tat org.elasticsearch.server@8.8.1/org.elasticsearch.common.scheduler.SchedulerEngine$ActiveSchedule.run(SchedulerEngine.java:226)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:577)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)\n\tat java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)\n\tat java.base/java.lang.Thread.run(Thread.java:1623)\n"}
{"@timestamp":"2023-11-14T04:19:07.635Z", "log.level":"ERROR", "message":"policy [.alerts-ilm-policy] for index [.internal.alerts-observability.slo.alerts-default-000001] failed on step [{\"phase\":\"hot\",\"action\":\"rollover\",\"name\":\"check-rollover-ready\"}]. Moving to ERROR step", "ecs.version": "1.2.0","service.name":"ES_ECS","event.dataset":"elasticsearch.server","process.thread.name":"elasticsearch[b5407439120b][trigger_engine_scheduler][T#1]","log.logger":"org.elasticsearch.xpack.ilm.IndexLifecycleRunner","elasticsearch.cluster.uuid":"pckqRXMJRKS3LqykMaqSBw","elasticsearch.node.id":"jS2aszzLRUi-Pue2a25GPA","elasticsearch.node.name":"b5407439120b","elasticsearch.cluster.name":"docker-cluster","error.type":"java.lang.IllegalArgumentException","error.message":"index.lifecycle.rollover_alias [.alerts-observability.slo.alerts-default] does not point to index [.internal.alerts-observability.slo.alerts-default-000001]","error.stack_trace":"java.lang.IllegalArgumentException: index.lifecycle.rollover_alias [.alerts-observability.slo.alerts-default] does not point to index [.internal.alerts-observability.slo.alerts-default-000001]\n\tat org.elasticsearch.xcore@8.8.1/org.elasticsearch.xpack.core.ilm.WaitForRolloverReadyStep.evaluateCondition(WaitForRolloverReadyStep.java:179)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleRunner.runPeriodicStep(IndexLifecycleRunner.java:235)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleService.triggerPolicies(IndexLifecycleService.java:428)\n\tat org.elasticsearch.ilm@8.8.1/org.elasticsearch.xpack.ilm.IndexLifecycleService.triggered(IndexLifecycleService.java:356)\n\tat org.elasticsearch.server@8.8.1/org.elasticsearch.common.scheduler.SchedulerEngine.notifyListeners(SchedulerEngine.java:192)\n\tat org.elasticsearch.server@8.8.1/org.elasticsearch.common.scheduler.SchedulerEngine$ActiveSchedule.run(SchedulerEngine.java:226)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:577)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)\n\tat java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)\n\tat java.base/java.lang.Thread.run(Thread.java:1623)\n"}
{"@timestamp":"2023-11-14T04:19:07.635Z", "log.level":"ERROR", "message":"policy [.alerts-ilm-policy] for index [.internal.alerts-security.alerts-default-000001] failed on step [{\"phase\":\"hot\",\"action\":\"rollover\",\"name\":\"check-rollover-ready\"}]. Moving to ERROR step", "ecs.version": "1.2.0","service.name":"ES_ECS","event.dataset":"elasticsearch.server","process.thread.name":"elasticsearch[b5407439120b][trigger_engine_scheduler][T#1]","log.logger":"org.elasticsearch.xpack.ilm.IndexLifecycleRunner","elasticsearch.cluster.uuid":"pckqRXMJRKS3LqykMaqSBw","elasticsearch.node.id":"jS2aszzLRUi-Pue2a25GPA","elasticsearch.node.name":"b5407439120b","elasticsearch.cluster.name":"docker-cluster","error.type":"java.lang.IllegalArgumentException","error.message":"index.lifecycle.rollover_alias [.alerts-security.alerts-default] does not point to index [.internal.alerts-security.alerts-default-000001]","error.stack_trace":"java.lang.IllegalArgumentException: index.lifecycle.rollover_alias [.a