Bulk insert is hanging on a particular index


(Lewis Clark) #1

When i perform a bulk insert to 'myindex', the connection just hangs forever. It's only started recently doing it, and the index has just reached a count of 700mil documents approx.
Info below.
GET myindex/_stats

"sessions_v5": {
  "primaries": {
    "docs": {
      "count": 670399979,
      "deleted": 27771260
    },
    "store": {
      "size_in_bytes": 121622821203,
      "throttle_time_in_millis": 0
    },
    "indexing": {
      "index_total": 11248,
      "index_time_in_millis": 1154570,
      "index_current": 0,
      "index_failed": 1,
      "delete_total": 0,
      "delete_time_in_millis": 0,
      "delete_current": 0,
      "noop_update_total": 0,
      "is_throttled": false,
      "throttle_time_in_millis": 0
    },
    "get": {
      "total": 0,
      "time_in_millis": 0,
      "exists_total": 0,
      "exists_time_in_millis": 0,
      "missing_total": 0,
      "missing_time_in_millis": 0,
      "current": 0
    },
    "search": {
      "open_contexts": 0,
      "query_total": 837,
      "query_time_in_millis": 205380,
      "query_current": 0,
      "fetch_total": 232,
      "fetch_time_in_millis": 146891,
      "fetch_current": 0,
      "scroll_total": 22,
      "scroll_time_in_millis": 9585,
      "scroll_current": 0,
      "suggest_total": 0,
      "suggest_time_in_millis": 0,
      "suggest_current": 0
    },
    "merges": {
      "current": 0,
      "current_docs": 0,
      "current_size_in_bytes": 0,
      "total": 4,
      "total_time_in_millis": 2762742,
      "total_docs": 20477571,
      "total_size_in_bytes": 2774280127,
      "total_stopped_time_in_millis": 0,
      "total_throttled_time_in_millis": 97193,
      "total_auto_throttle_in_bytes": 108670602
    },
    "refresh": {
      "total": 51,
      "total_time_in_millis": 362300,
      "listeners": 0
    },
    "flush": {
      "total": 19,
      "total_time_in_millis": 41401
    },
    "warmer": {
      "current": 0,
      "total": 70,
      "total_time_in_millis": 45720
    },
    "query_cache": {
      "memory_size_in_bytes": 91821240,
      "total_count": 7483,
      "hit_count": 2384,
      "miss_count": 5099,
      "cache_size": 492,
      "cache_count": 492,
      "evictions": 0
    },
    "fielddata": {
      "memory_size_in_bytes": 1216096,
      "evictions": 0
    },
    "completion": {
      "size_in_bytes": 0
    },
    "segments": {
      "count": 160,
      "memory_in_bytes": 64116891,
      "terms_memory_in_bytes": 25940151,
      "stored_fields_memory_in_bytes": 21809952,
      "term_vectors_memory_in_bytes": 0,
      "norms_memory_in_bytes": 190592,
      "points_memory_in_bytes": 10055204,
      "doc_values_memory_in_bytes": 6120992,
      "index_writer_memory_in_bytes": 0,
      "version_map_memory_in_bytes": 0,
      "fixed_bit_set_memory_in_bytes": 87278512,
      "max_unsafe_auto_id_timestamp": -1,
      "file_sizes": {}
    },
    "translog": {
      "operations": 0,
      "size_in_bytes": 215
    },
    "request_cache": {
      "memory_size_in_bytes": 3136,
      "evictions": 0,
      "hit_count": 131,
      "miss_count": 91
    },
    "recovery": {
      "current_as_source": 3,
      "current_as_target": 0,
      "throttle_time_in_millis": 6137630
    }
  },
  "total": {
    "docs": {
      "count": 1340333631,
      "deleted": 54221656
    },
    "store": {
      "size_in_bytes": 244172046465,
      "throttle_time_in_millis": 0
    },
    "indexing": {
      "index_total": 11248,
      "index_time_in_millis": 1154570,
      "index_current": 0,
      "index_failed": 1,
      "delete_total": 0,
      "delete_time_in_millis": 0,
      "delete_current": 0,
      "noop_update_total": 0,
      "is_throttled": false,
      "throttle_time_in_millis": 0
    },
    "get": {
      "total": 0,
      "time_in_millis": 0,
      "exists_total": 0,
      "exists_time_in_millis": 0,
      "missing_total": 0,
      "missing_time_in_millis": 0,
      "current": 0
    },
    "search": {
      "open_contexts": 0,
      "query_total": 837,
      "query_time_in_millis": 205380,
      "query_current": 0,
      "fetch_total": 232,
      "fetch_time_in_millis": 146891,
      "fetch_current": 0,
      "scroll_total": 22,
      "scroll_time_in_millis": 9585,
      "scroll_current": 0,
      "suggest_total": 0,
      "suggest_time_in_millis": 0,
      "suggest_current": 0
    },
    "merges": {
      "current": 0,
      "current_docs": 0,
      "current_size_in_bytes": 0,
      "total": 4,
      "total_time_in_millis": 2762742,
      "total_docs": 20477571,
      "total_size_in_bytes": 2774280127,
      "total_stopped_time_in_millis": 0,
      "total_throttled_time_in_millis": 97193,
      "total_auto_throttle_in_bytes": 213528202
    },
    "refresh": {
      "total": 51,
      "total_time_in_millis": 362300,
      "listeners": 0
    },
    "flush": {
      "total": 19,
      "total_time_in_millis": 41401
    },
    "warmer": {
      "current": 0,
      "total": 75,
      "total_time_in_millis": 59327
    },
    "query_cache": {
      "memory_size_in_bytes": 91821240,
      "total_count": 7483,
      "hit_count": 2384,
      "miss_count": 5099,
      "cache_size": 492,
      "cache_count": 492,
      "evictions": 0
    },
    ... omitted for word count
  }
}

(system) #2

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.