Too Many Scrolls | Kibana

Hi all,

I keep getting this error message.
How I can reproduce the issue:

The scrolls should clear on their own, but I believe in my situation it is not.

GET /_nodes/stats/indices/search

{
  "_nodes" : {
    "total" : 9,
    "successful" : 9,
    "failed" : 0
  },
  "cluster_name" : "kca-cluster-01",
  "nodes" : {
    "FBss2R0ES_mAcv6Xxy4tbQ" : {
      "timestamp" : 1583038926799,
      "name" : "elastic-master01",
      "transport_address" : "XX.XX.XX.X:9300",
      "host" : "XX.XX.XX.X",
      "ip" : "XX.XX.XX.X:9300",
      "roles" : [
        "master"
      ],
      "attributes" : {
        "xpack.installed" : "true"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 0,
          "query_time_in_millis" : 0,
          "query_current" : 0,
          "fetch_total" : 0,
          "fetch_time_in_millis" : 0,
          "fetch_current" : 0,
          "scroll_total" : 0,
          "scroll_time_in_millis" : 0,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "rtt4XlqlQq66qqN3s1Hxuw" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-hotdata01",
      "transport_address" : "XX.XX.XX.X:9300",
      "host" : "XX.XX.XX.X",
      "ip" : "XX.XX.XX.X:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "hot"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 367,
          "query_total" : 42269203,
          "query_time_in_millis" : 8364815361,
          "query_current" : 3,
          "fetch_total" : 8582781,
          "fetch_time_in_millis" : 60552938,
          "fetch_current" : 0,
          "scroll_total" : 19493902,
          "scroll_time_in_millis" : 1831427449845, #This is 58 years ...
          "scroll_current" : 367,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "VlbLLHstSRiLoFI8KKf0FA" : {
      "timestamp" : 1583038450483,
      "name" : "elastic-warmdata02",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "warm"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 773208,
          "query_time_in_millis" : 82299070,
          "query_current" : 0,
          "fetch_total" : 392787,
          "fetch_time_in_millis" : 17906549,
          "fetch_current" : 0,
          "scroll_total" : 193555,
          "scroll_time_in_millis" : 8849651729,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "n3wEY-T-SwCWpe13L0FyKA" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-master03",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "master"
      ],
      "attributes" : {
        "xpack.installed" : "true"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 0,
          "query_time_in_millis" : 0,
          "query_current" : 0,
          "fetch_total" : 0,
          "fetch_time_in_millis" : 0,
          "fetch_current" : 0,
          "scroll_total" : 0,
          "scroll_time_in_millis" : 0,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "LVQ9Siy8SJuOiBC_DPdU0Q" : {
      "timestamp" : 1583038926799,
      "name" : "elastic-master02",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "master"
      ],
      "attributes" : {
        "xpack.installed" : "true"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 0,
          "query_time_in_millis" : 0,
          "query_current" : 0,
          "fetch_total" : 0,
          "fetch_time_in_millis" : 0,
          "fetch_current" : 0,
          "scroll_total" : 0,
          "scroll_time_in_millis" : 0,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "Wu6ZjPGXRpmcUnndMMl_vQ" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-hotdata03",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "hot"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 382,
          "query_total" : 43395593,
          "query_time_in_millis" : 8339617586,
          "query_current" : 5,
          "fetch_total" : 9690731,
          "fetch_time_in_millis" : 56695610,
          "fetch_current" : 0,
          "scroll_total" : 19411096,
          "scroll_time_in_millis" : 1824929730596,
          "scroll_current" : 382,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "oqE-7T8GQL62bYoZYik9TA" : {
      "timestamp" : 1583038391008,
      "name" : "elastic-warmdata01",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "warm"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 947098,
          "query_time_in_millis" : 71760252,
          "query_current" : 0,
          "fetch_total" : 300415,
          "fetch_time_in_millis" : 29867693,
          "fetch_current" : 0,
          "scroll_total" : 175740,
          "scroll_time_in_millis" : 8644669532, #This is 3.2 months 
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "ZeKwWGyoTq-vmtGwSSn3zg" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-hotdata02",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "hot"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 383,
          "query_total" : 43410073,
          "query_time_in_millis" : 8083667061,
          "query_current" : 4,
          "fetch_total" : 9406667,
          "fetch_time_in_millis" : 51577906,
          "fetch_current" : 0,
          "scroll_total" : 19963738,
          "scroll_time_in_millis" : 1812811180499, #This is 57 years 
          "scroll_current" : 383,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "7k6tcszeSYq1TxMqrpJrrA" : {
      "timestamp" : 1583038656906,
      "name" : "elastic-warmdata03",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "warm"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 755095,
          "query_time_in_millis" : 77931758,
          "query_current" : 0,
          "fetch_total" : 301559,
          "fetch_time_in_millis" : 34929125,
          "fetch_current" : 0,
          "scroll_total" : 111285,
          "scroll_time_in_millis" : 8676536476, #This is 3.3 months 
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    }
  }
}

I found this: https://www.elastic.co/guide/en/elasticsearch/client/java-rest/master/java-rest-high-clear-scroll.html, however, how can someone direct me to how I can use the commands?

For reference, all elasticsearch nodes are deployed on centos7 linux machines
Any help is greatly appreciated

Thanks,
Nhung

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.