Too Many Scrolls | Kibana

ntran · March 1, 2020, 5:10am

Hi all,

I keep getting this error message.
How I can reproduce the issue:

Querying through dev tools
Status 500 error will appear ("Internal Service Error")
Refresh the page and this error message would appear
Refresh again and the Kibana UI will reappear

Screen Shot 2020-03-01 at 8.48.57 AM1440×649 29.2 KB

The scrolls should clear on their own, but I believe in my situation it is not.

GET /_nodes/stats/indices/search

{
  "_nodes" : {
    "total" : 9,
    "successful" : 9,
    "failed" : 0
  },
  "cluster_name" : "kca-cluster-01",
  "nodes" : {
    "FBss2R0ES_mAcv6Xxy4tbQ" : {
      "timestamp" : 1583038926799,
      "name" : "elastic-master01",
      "transport_address" : "XX.XX.XX.X:9300",
      "host" : "XX.XX.XX.X",
      "ip" : "XX.XX.XX.X:9300",
      "roles" : [
        "master"
      ],
      "attributes" : {
        "xpack.installed" : "true"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 0,
          "query_time_in_millis" : 0,
          "query_current" : 0,
          "fetch_total" : 0,
          "fetch_time_in_millis" : 0,
          "fetch_current" : 0,
          "scroll_total" : 0,
          "scroll_time_in_millis" : 0,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "rtt4XlqlQq66qqN3s1Hxuw" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-hotdata01",
      "transport_address" : "XX.XX.XX.X:9300",
      "host" : "XX.XX.XX.X",
      "ip" : "XX.XX.XX.X:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "hot"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 367,
          "query_total" : 42269203,
          "query_time_in_millis" : 8364815361,
          "query_current" : 3,
          "fetch_total" : 8582781,
          "fetch_time_in_millis" : 60552938,
          "fetch_current" : 0,
          "scroll_total" : 19493902,
          "scroll_time_in_millis" : 1831427449845, #This is 58 years ...
          "scroll_current" : 367,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "VlbLLHstSRiLoFI8KKf0FA" : {
      "timestamp" : 1583038450483,
      "name" : "elastic-warmdata02",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "warm"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 773208,
          "query_time_in_millis" : 82299070,
          "query_current" : 0,
          "fetch_total" : 392787,
          "fetch_time_in_millis" : 17906549,
          "fetch_current" : 0,
          "scroll_total" : 193555,
          "scroll_time_in_millis" : 8849651729,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "n3wEY-T-SwCWpe13L0FyKA" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-master03",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "master"
      ],
      "attributes" : {
        "xpack.installed" : "true"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 0,
          "query_time_in_millis" : 0,
          "query_current" : 0,
          "fetch_total" : 0,
          "fetch_time_in_millis" : 0,
          "fetch_current" : 0,
          "scroll_total" : 0,
          "scroll_time_in_millis" : 0,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "LVQ9Siy8SJuOiBC_DPdU0Q" : {
      "timestamp" : 1583038926799,
      "name" : "elastic-master02",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "master"
      ],
      "attributes" : {
        "xpack.installed" : "true"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 0,
          "query_time_in_millis" : 0,
          "query_current" : 0,
          "fetch_total" : 0,
          "fetch_time_in_millis" : 0,
          "fetch_current" : 0,
          "scroll_total" : 0,
          "scroll_time_in_millis" : 0,
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "Wu6ZjPGXRpmcUnndMMl_vQ" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-hotdata03",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "hot"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 382,
          "query_total" : 43395593,
          "query_time_in_millis" : 8339617586,
          "query_current" : 5,
          "fetch_total" : 9690731,
          "fetch_time_in_millis" : 56695610,
          "fetch_current" : 0,
          "scroll_total" : 19411096,
          "scroll_time_in_millis" : 1824929730596,
          "scroll_current" : 382,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "oqE-7T8GQL62bYoZYik9TA" : {
      "timestamp" : 1583038391008,
      "name" : "elastic-warmdata01",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "warm"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 947098,
          "query_time_in_millis" : 71760252,
          "query_current" : 0,
          "fetch_total" : 300415,
          "fetch_time_in_millis" : 29867693,
          "fetch_current" : 0,
          "scroll_total" : 175740,
          "scroll_time_in_millis" : 8644669532, #This is 3.2 months 
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "ZeKwWGyoTq-vmtGwSSn3zg" : {
      "timestamp" : 1583038926798,
      "name" : "elastic-hotdata02",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "hot"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 383,
          "query_total" : 43410073,
          "query_time_in_millis" : 8083667061,
          "query_current" : 4,
          "fetch_total" : 9406667,
          "fetch_time_in_millis" : 51577906,
          "fetch_current" : 0,
          "scroll_total" : 19963738,
          "scroll_time_in_millis" : 1812811180499, #This is 57 years 
          "scroll_current" : 383,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    },
    "7k6tcszeSYq1TxMqrpJrrA" : {
      "timestamp" : 1583038656906,
      "name" : "elastic-warmdata03",
      "transport_address" : "XX.XX.XX.XX:9300",
      "host" : "XX.XX.XX.XX",
      "ip" : "XX.XX.XX.XX:9300",
      "roles" : [
        "ingest",
        "data"
      ],
      "attributes" : {
        "xpack.installed" : "true",
        "box_type" : "warm"
      },
      "indices" : {
        "search" : {
          "open_contexts" : 0,
          "query_total" : 755095,
          "query_time_in_millis" : 77931758,
          "query_current" : 0,
          "fetch_total" : 301559,
          "fetch_time_in_millis" : 34929125,
          "fetch_current" : 0,
          "scroll_total" : 111285,
          "scroll_time_in_millis" : 8676536476, #This is 3.3 months 
          "scroll_current" : 0,
          "suggest_total" : 0,
          "suggest_time_in_millis" : 0,
          "suggest_current" : 0
        }
      }
    }
  }
}

I found this: https://www.elastic.co/guide/en/elasticsearch/client/java-rest/master/java-rest-high-clear-scroll.html, however, how can someone direct me to how I can use the commands?

For reference, all elasticsearch nodes are deployed on centos7 linux machines
Any help is greatly appreciated

Thanks,
Nhung

system · March 29, 2020, 5:11am

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.

Topic		Replies	Views
Getting {"statusCode":500,"error":"Internal Server Error","message":"An internal server error occurred."} when accessing kibana dashboard Kibana	1	184	March 13, 2024
{"statusCode":429,"error":"Too Many Requests","message":"[circuit_breaking_exception] [parent] Data too large, data for Kibana	3	6696	July 7, 2020
Too Many Scroll Context ERROR but found no active scroll context Elasticsearch	2	1458	December 24, 2020
{"statusCode":500,"error":"Internal Server Error","message":"An internal server error occurred."} Elasticsearch	7	849	July 24, 2021
Trying to create too many scroll contexts for .security index Elasticsearch elastic-stack-security	1	1558	August 27, 2020

Too Many Scrolls | Kibana

Related topics