Indices are not getting deleted

Elastic Stack Kibana
1

Hi,

I have update policy from kibana GUI to deleted traces after 5days but still indices are not getting deleted

GET _ilm/policy/apm_test

{
  "apm_test": {
    "version": 4,
    "modified_date": "2023-06-02T07:15:29.300Z",
    "policy": {
      "phases": {
        "hot": {
          "min_age": "0ms",
          "actions": {
            "set_priority": {
              "priority": 100
            },
            "rollover": {
              "max_age": "5d",
              "max_primary_shard_size": "10gb"
            }
          }
        },
        "delete": {
          "min_age": "5d",
          "actions": {
            "delete": {
              "delete_searchable_snapshot": true
            }
          }
        }
      }
    },
    "in_use_by": {
      "indices": [
        ".ds-traces-apm-default-2023.05.25-000077",
        ".ds-logs-custom-default-2023.05.25-000011",
        ".ds-traces-apm-default-2023.05.26-000112",
        ".ds-traces-apm-default-2023.05.25-000078",
        ".ds-traces-apm-default-2023.05.26-000111",
        ".ds-logs-custom-default-2023.05.25-000012",
        ".ds-traces-apm-default-2023.05.26-000110",
        ".ds-traces-apm-default-2023.05.25-000075",
        ".ds-traces-apm-default-2023.05.25-000076",
        ".ds-logs-custom-default-2023.05.25-000010",
        ".ds-traces-apm-default-2023.05.28-000153",
        ".ds-traces-apm-default-2023.05.26-000118",
        ".ds-traces-apm-default-2023.05.28-000151",
        ".ds-logs-custom-default-2023.05.26-000019",
        ".ds-logs-custom-default-2023.05.26-000018",
        ".ds-traces-apm-default-2023.05.28-000152",
        ".ds-traces-apm-default-2023.05.26-000117",
        ".ds-logs-custom-default-2023.05.26-000017",
        ".ds-logs-custom-default-2023.05.25-000015",
        ".ds-traces-apm-default-2023.05.26-000116",
        ".ds-traces-apm-default-2023.05.26-000115",
        ".ds-logs-custom-default-2023.05.26-000016",
        ".ds-traces-apm-default-2023.05.25-000079",
        ".ds-traces-apm-default-2023.05.26-000114",
        ".ds-logs-custom-default-2023.05.25-000013",
        ".ds-traces-apm-default-2023.05.28-000155",
        ".ds-logs-custom-default-2023.05.25-000014",
        ".ds-traces-apm-default-2023.05.28-000156",
        ".ds-traces-apm-default-2023.05.25-000080",
        ".ds-traces-apm-default-2023.05.25-000081",
        ".ds-logs-custom-default-2023.06.03-000064",
        ".ds-logs-custom-default-2023.06.07-000078",
        ".ds-traces-apm-default-2023.05.27-000147",
        ".ds-traces-apm-default-2023.05.26-000123",
        ".ds-traces-apm-default-2023.05.27-000148",
        ".ds-traces-apm-default-2023.05.26-000122",
        ".ds-traces-apm-default-2023.05.26-000121",
        ".ds-traces-apm-default-2023.05.26-000120",
        ".ds-logs-custom-default-2023.05.26-000020",
        ".ds-logs-custom-default-2023.06.07-000074",
        ".ds-logs-custom-default-2023.06.07-000076",
        ".ds-traces-apm-default-2023.05.27-000140",
        ".ds-traces-apm-default-2023.05.27-000141",
        ".ds-traces-apm-default-2023.05.27-000142",
        ".ds-traces-apm-default-2023.05.27-000143",
        ".ds-logs-custom-default-2023.05.28-000026",
        ".ds-traces-apm-default-2023.05.27-000145",
        ".ds-traces-apm-default-2023.05.27-000146",
        ".ds-traces-apm-default-2023.05.27-000136",
        ".ds-traces-apm-default-2023.05.27-000137",
        ".ds-traces-apm-default-2023.05.26-000099",
        ".ds-traces-apm-default-2023.05.27-000138",
        ".ds-traces-apm-default-2023.05.25-000097",
        ".ds-traces-apm-default-2023.05.26-000098",
        ".ds-traces-apm-default-2023.05.25-000095",
        ".ds-traces-apm-default-2023.05.25-000096",
        ".ds-traces-apm-default-2023.05.25-000093",
        ".ds-traces-apm-default-2023.05.25-000094",
        ".ds-traces-apm-default-2023.05.27-000130",
        ".ds-traces-apm-default-2023.05.27-000131",
        ".ds-traces-apm-default-2023.05.27-000132",
        ".ds-traces-apm-default-2023.05.27-000133",
        ".ds-traces-apm-default-2023.05.27-000135",
        ".ds-traces-apm-default-2023.05.25-000088",
        ".ds-traces-apm-default-2023.05.27-000125",
        ".ds-traces-apm-default-2023.05.26-000101",
        ".ds-traces-apm-default-2023.05.25-000089",
        ".ds-traces-apm-default-2023.05.26-000100",
        ".ds-traces-apm-default-2023.05.27-000126",
        ".ds-traces-apm-default-2023.05.25-000086",
        ".ds-traces-apm-default-2023.05.27-000127",
        ".ds-traces-apm-default-2023.05.25-000087",
        ".ds-traces-apm-default-2023.05.27-000128",
        ".ds-traces-apm-default-2023.05.25-000084",
        ".ds-traces-apm-default-2023.05.25-000085",
        ".ds-traces-apm-default-2023.05.25-000082",
        ".ds-traces-apm-default-2023.05.25-000083",
        ".ds-traces-apm-default-2023.05.26-000109",
        ".ds-traces-apm-default-2023.05.26-000107",
        ".ds-logs-custom-default-2023.05.27-000021",
        ".ds-traces-apm-default-2023.05.26-000106",
        ".ds-logs-custom-default-2023.05.27-000022",
        ".ds-traces-apm-default-2023.05.26-000105",
        ".ds-logs-custom-default-2023.05.27-000023",
        ".ds-traces-apm-default-2023.05.26-000104",
        ".ds-traces-apm-default-2023.05.26-000103",
        ".ds-logs-custom-default-2023.05.27-000024",
        ".ds-logs-custom-default-2023.05.27-000025",
        ".ds-traces-apm-default-2023.05.26-000102",
        ".ds-traces-apm-default-2023.05.28-000150",
        ".ds-traces-apm-default-2023.05.25-000091",
        ".ds-traces-apm-default-2023.05.25-000092",
        ".ds-traces-apm-default-2023.05.25-000090"
      ],
      "data_streams": [
        "logs-generic-default",
        "logs-custom-default"
      ],
      "composable_templates": [
        "logs"
      ]
    }
  }
}
2

Kindly suggest as this issue occurring daily

3

Hello,

Have you used the ILM explain API to see what is happening in the ILM lifecycle?

Please use the ILM Explain API on one of the indices that should have been deleted and share the results.

4 
GET .ds-logs-custom-default-2023.05.26-000020/_ilm/explain

{
  "indices": {
    ".ds-logs-custom-default-2023.05.26-000020": {
      "index": ".ds-logs-custom-default-2023.05.26-000020",
      "managed": true,
      "policy": "apm_test",
      "index_creation_date_millis": 1685131236550,
      "time_since_index_creation": "24.39d",
      "lifecycle_date_millis": 1685156436431,
      "age": "24.1d",
      "phase": "warm",
      "phase_time_millis": 1685588671757,
      "action": "migrate",
      "action_time_millis": 1685588671958,
      "step": "check-migration",
      "step_time_millis": 1685588671958,
      "step_info": {
        "message": "Waiting for all shard copies to be active",
        "shards_left_to_allocate": -1,
        "all_shards_active": false,
        "number_of_replicas": 1
      },
      "phase_execution": {
        "policy": "apm_test",
        "phase_definition": {
          "min_age": "5d",
          "actions": {
            "set_priority": {
              "priority": 50
            },
            "shrink": {
              "number_of_shards": 1
            }
          }
        },
        "version": 3,
        "modified_date_in_millis": 1685537034429
      }
    }
  }
}
5

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.