Hpw to fix "failed to merge org.apache.lucene.store.AlreadyClosedException: this Directory is closed"


(Warat Wongmaneekit) #1

My log is something like this How I can solve this problem

[2014-07-25 04:33:36,795][WARN ][index.merge.scheduler ] [Host88]
[instagram][26] failed to merge

org.apache.lucene.store.AlreadyClosedException: this Directory is closed

at org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66)

at
org.elasticsearch.index.store.Store$StoreDirectory.listAll(Store.java:353)

at
org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:333)

at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3758)

at
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)

at
org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107)

at
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)

My cluster setting
{ "cluster_name" : "zocialinc", "nodes" : { "WEbhsuSQQeCvYI_s3I_E0A" : {
"name" : "Host98", "transport_address" : "inet[/192.99.5.98:9300]",
"host" : "ns5000258.ip-192-99-5.net", "ip" : "192.99.5.98",
"version" : "1.2.2", "build" : "9902f08", "http_address" : "inet[/
192.99.5.98:9299]", "attributes" : { "master" : "true" },
"settings" : { "threadpool" : { "index" : { "type" :
"fixed", "queue_size" : "1000", "size" : "50" }
}, "node" : { "data" : "true", "master" : "true",
"name" : "Host98" }, "index" : {
"number_of_replicas" : "1", "number_of_shards" : "50" },
"http" : { "port" : "9299" }, "name" : "Host98",
"path" : { "logs" : "/home/elasticsearch/logs", "home" :
"/home/elasticsearch", "conf" : "/home/elasticsearch/config"
}, "indices" : { "recovery" : { "max_bytes_per_sec"
: "200mb" } }, "cluster" : { "name" :
"zocialinc" }, "script" : { "disable_dynamic" : "false"
}, "discovery" : { "zen" : {
"minimum_master_nodes" : "3", "ping" : { "unicast" : {
"hosts" : [ "192.99.9.80", "198.27.70.88" ] },
"multicast" : { "enabled" : "false" },
"timeout" : "30s" } } },
"foreground" : "yes" }, "os" : { "refresh_interval_in_millis"
: 1000, "available_processors" : 8, "cpu" : { "vendor" :
"Intel", "model" : "Xeon", "mhz" : 3800,
"total_cores" : 8, "total_sockets" : 8, "cores_per_socket" :
16, "cache_size_in_bytes" : 8192 }, "mem" : {
"total_in_bytes" : 33705795584 }, "swap" : {
"total_in_bytes" : 1071636480 } }, "process" : {
"refresh_interval_in_millis" : 1000, "id" : 27487,
"max_file_descriptors" : 4096, "mlockall" : false }, "jvm" : {
"pid" : 27487, "version" : "1.7.0_65", "vm_name" : "OpenJDK
64-Bit Server VM", "vm_version" : "24.65-b04", "vm_vendor" : "Oracle
Corporation", "start_time_in_millis" : 1406002559510, "mem" : {
"heap_init_in_bytes" : 19327352832, "heap_max_in_bytes" :
19257622528, "non_heap_init_in_bytes" : 24313856,
"non_heap_max_in_bytes" : 224395264, "direct_max_in_bytes" :
19257622528 }, "gc_collectors" : [ "ParNew",
"ConcurrentMarkSweep" ], "memory_pools" : [ "Code Cache", "Par Eden
Space", "Par Survivor Space", "CMS Old Gen", "CMS Perm Gen" ] },
"thread_pool" : { "generic" : { "type" : "cached",
"keep_alive" : "30s" }, "index" : { "type" : "fixed",
"min" : 50, "max" : 50, "queue_size" : "1k" },
"snapshot_data" : { "type" : "scaling", "min" : 1,
"max" : 5, "keep_alive" : "5m" }, "bench" : {
"type" : "scaling", "min" : 1, "max" : 4,
"keep_alive" : "5m" }, "get" : { "type" : "fixed",
"min" : 8, "max" : 8, "queue_size" : "1k" },
"snapshot" : { "type" : "scaling", "min" : 1, "max"
: 4, "keep_alive" : "5m" }, "merge" : { "type" :
"scaling", "min" : 1, "max" : 4, "keep_alive" :
"5m" }, "suggest" : { "type" : "fixed", "min" :
8, "max" : 8, "queue_size" : "1k" }, "bulk" : {
"type" : "fixed", "min" : 8, "max" : 8,
"queue_size" : "50" }, "optimize" : { "type" : "fixed",
"min" : 1, "max" : 1 }, "warmer" : {
"type" : "scaling", "min" : 1, "max" : 4,
"keep_alive" : "5m" }, "flush" : { "type" : "scaling",
"min" : 1, "max" : 4, "keep_alive" : "5m" },
"search" : { "type" : "fixed", "min" : 24,
"max" : 24, "queue_size" : "1k" }, "percolate" : {
"type" : "fixed", "min" : 8, "max" : 8,
"queue_size" : "1k" }, "management" : { "type" :
"scaling", "min" : 1, "max" : 5, "keep_alive" : "5m"
}, "refresh" : { "type" : "scaling", "min" : 1,
"max" : 4, "keep_alive" : "5m" } }, "network" :
{ "refresh_interval_in_millis" : 5000, "primary_interface" : {
"address" : "192.99.5.98", "name" : "eth0",
"mac_address" : "08:60:6E:E5:C1:CE" } }, "transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0:9300]", "publish_address" :
"inet[/192.99.5.98:9300]" }, "http" : { "bound_address" :
"inet[/0:0:0:0:0:0:0:0:9299]", "publish_address" : "inet[/
192.99.5.98:9299]", "max_content_length_in_bytes" : 104857600 },
"plugins" : [ { "name" : "marvel", "version" : "NA",
"description" : "No description found.", "url" : "/_plugin/marvel/",
"jvm" : false, "site" : true }, { "name" : "paramedic",
"version" : "NA", "description" : "No description found.",
"url" : "/_plugin/paramedic/", "jvm" : false, "site" : true
} ] }, "gzaTyhMMSZyuQEJZhlhR-Q" : { "name" : "Host80",
"transport_address" : "inet[/192.99.9.80:9300]", "host" : "
ns501551.ip-192-99-9.net", "ip" : "192.99.9.80", "version" : "1.2.2"
, "build" : "9902f08", "http_address" : "inet[/192.99.9.80:9299]",
"attributes" : { "master" : "true" }, "settings" : {
"threadpool" : { "index" : { "type" : "fixed",
"queue_size" : "1000", "size" : "50" } },
"node" : { "data" : "true", "master" : "true",
"name" : "Host80" }, "index" : { "number_of_replicas" :
"1", "number_of_shards" : "50" }, "http" : {
"port" : "9299" }, "name" : "Host80", "path" : {
"logs" : "/home/elasticsearch/logs", "home" : "/home/elasticsearch"
}, "indices" : { "recovery" : {
"max_bytes_per_sec" : "200mb" } }, "cluster" : {
"name" : "zocialinc" }, "script" : { "disable_dynamic"
: "false" }, "discovery" : { "zen" : {
"minimum_master_nodes" : "3", "ping" : { "unicast" : {
"hosts" : [ "192.99.5.98", "198.27.70.88" ] },
"multicast" : { "enabled" : "false" },
"timeout" : "30s" } } },
"foreground" : "yes" }, "os" : { "refresh_interval_in_millis"
: 1000, "available_processors" : 8, "cpu" : { "vendor" :
"Intel", "model" : "Xeon", "mhz" : 3800,
"total_cores" : 8, "total_sockets" : 8, "cores_per_socket" :
16, "cache_size_in_bytes" : 8192 }, "mem" : {
"total_in_bytes" : 33628487680 }, "swap" : {
"total_in_bytes" : 1071636480 } }, "process" : {
"refresh_interval_in_millis" : 1000, "id" : 29729,
"max_file_descriptors" : 4096, "mlockall" : false }, "jvm" : {
"pid" : 29729, "version" : "1.7.0_55", "vm_name" : "OpenJDK
64-Bit Server VM", "vm_version" : "24.51-b03", "vm_vendor" : "Oracle
Corporation", "start_time_in_millis" : 1405999092155, "mem" : {
"heap_init_in_bytes" : 19327352832, "heap_max_in_bytes" :
19257622528, "non_heap_init_in_bytes" : 24313856,
"non_heap_max_in_bytes" : 224395264, "direct_max_in_bytes" :
19257622528 }, "gc_collectors" : [ "ParNew",
"ConcurrentMarkSweep" ], "memory_pools" : [ "Code Cache", "Par Eden
Space", "Par Survivor Space", "CMS Old Gen", "CMS Perm Gen" ] },
"thread_pool" : { "generic" : { "type" : "cached",
"keep_alive" : "30s" }, "index" : { "type" : "fixed",
"min" : 50, "max" : 50, "queue_size" : "1k" },
"snapshot_data" : { "type" : "scaling", "min" : 1,
"max" : 5, "keep_alive" : "5m" }, "bench" : {
"type" : "scaling", "min" : 1, "max" : 4,
"keep_alive" : "5m" }, "get" : { "type" : "fixed",
"min" : 8, "max" : 8, "queue_size" : "1k" },
"snapshot" : { "type" : "scaling", "min" : 1, "max"
: 4, "keep_alive" : "5m" }, "merge" : { "type" :
"scaling", "min" : 1, "max" : 4, "keep_alive" :
"5m" }, "suggest" : { "type" : "fixed", "min" :
8, "max" : 8, "queue_size" : "1k" }, "bulk" : {
"type" : "fixed", "min" : 8, "max" : 8,
"queue_size" : "50" }, "optimize" : { "type" : "fixed",
"min" : 1, "max" : 1 }, "warmer" : {
"type" : "scaling", "min" : 1, "max" : 4,
"keep_alive" : "5m" }, "flush" : { "type" : "scaling",
"min" : 1, "max" : 4, "keep_alive" : "5m" },
"search" : { "type" : "fixed", "min" : 24,
"max" : 24, "queue_size" : "1k" }, "percolate" : {
"type" : "fixed", "min" : 8, "max" : 8,
"queue_size" : "1k" }, "management" : { "type" :
"scaling", "min" : 1, "max" : 5, "keep_alive" : "5m"
}, "refresh" : { "type" : "scaling", "min" : 1,
"max" : 4, "keep_alive" : "5m" } }, "network" :
{ "refresh_interval_in_millis" : 5000, "primary_interface" : {
"address" : "192.99.9.80", "name" : "eth0",
"mac_address" : "70:54:D2:19:BA:B7" } }, "transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]", "publish_address"
: "inet[/192.99.9.80:9300]" }, "http" : { "bound_address" :
"inet[/0:0:0:0:0:0:0:0%0:9299]", "publish_address" : "inet[/
192.99.9.80:9299]", "max_content_length_in_bytes" : 104857600 },
"plugins" : [ { "name" : "marvel", "version" : "NA",
"description" : "No description found.", "url" : "/_plugin/marvel/",
"jvm" : false, "site" : true } ] },
"sQEMBQGMT1eyDrPwF-xGeA" : { "name" : "Host88", "transport_address"
: "inet[/198.27.70.88:9300]", "host" : "ns4008677.ip-198-27-70.net",
"ip" : "198.27.70.88", "version" : "1.1.1", "build" : "f1585f0",
"http_address" : "inet[/198.27.70.88:9200]", "attributes" : {
"master" : "true" }, "settings" : { "threadpool" : {
"index" : { "type" : "fixed", "queue_size" : "1000",
"size" : "50" } }, "node" : { "data" :
"true", "master" : "true", "name" : "Host88" },
"index" : { "number_of_replicas" : "1", "number_of_shards" :
"50" }, "name" : "Host88", "pidfile" :
"/var/run/elasticsearch/elasticsearch.pid", "path" : { "data"
: "/var/lib/elasticsearch", "work" : "/tmp/elasticsearch",
"home" : "/usr/share/elasticsearch", "conf" : "/etc/elasticsearch",
"logs" : "/var/log/elasticsearch" }, "indices" : {
"recovery" : { "max_bytes_per_sec" : "200mb" } },
"cluster" : { "name" : "zocialinc" }, "script" : {
"disable_dynamic" : "false" }, "discovery" : {
"zen" : { "minimum_master_nodes" : "2", "ping" : {
"unicast" : { "hosts" : [ "192.99.5.98", "192.99.9.80"
] }, "multicast" : { "enabled" :
"false" }, "timeout" : "30s" } }
}, "foreground" : "yes" }, "os" : {
"refresh_interval_in_millis" : 1000, "available_processors" : 8,
"cpu" : { "vendor" : "Intel", "model" : "Xeon",
"mhz" : 3392, "total_cores" : 8, "total_sockets" : 8,
"cores_per_socket" : 16, "cache_size_in_bytes" : 8192 },
"mem" : { "total_in_bytes" : 33700106240 }, "swap"
: { "total_in_bytes" : 17177755648 } }, "process" : {
"refresh_interval_in_millis" : 1000, "id" : 2142,
"max_file_descriptors" : 65535, "mlockall" : false }, "jvm" :
{ "pid" : 2142, "version" : "1.7.0_25", "vm_name" : "Java
HotSpot(TM) 64-Bit Server VM", "vm_version" : "23.25-b01",
"vm_vendor" : "Oracle Corporation", "start_time_in_millis" :
1406231783559, "mem" : { "heap_init_in_bytes" : 19327352832,
"heap_max_in_bytes" : 19257622528, "non_heap_init_in_bytes" :
24313856, "non_heap_max_in_bytes" : 136314880,
"direct_max_in_bytes" : 19257622528 }, "gc_collectors" : [
"ParNew", "ConcurrentMarkSweep" ], "memory_pools" : [ "Code Cache", "Par
Eden Space", "Par Survivor Space", "CMS Old Gen", "CMS Perm Gen" ] },
"thread_pool" : { "generic" : { "type" : "cached",
"keep_alive" : "30s" }, "index" : { "type" : "fixed",
"min" : 50, "max" : 50, "queue_size" : "1k" },
"get" : { "type" : "fixed", "min" : 8, "max" :
8, "queue_size" : "1k" }, "snapshot" : { "type"
: "scaling", "min" : 1, "max" : 4, "keep_alive" :
"5m" }, "merge" : { "type" : "scaling", "min" :
1, "max" : 4, "keep_alive" : "5m" }, "suggest" :
{ "type" : "fixed", "min" : 8, "max" : 8,
"queue_size" : "1k" }, "bulk" : { "type" : "fixed",
"min" : 8, "max" : 8, "queue_size" : "50" },
"optimize" : { "type" : "fixed", "min" : 1, "max"
: 1 }, "warmer" : { "type" : "scaling", "min" :
1, "max" : 4, "keep_alive" : "5m" }, "flush" :
{ "type" : "scaling", "min" : 1, "max" : 4,
"keep_alive" : "5m" }, "search" : { "type" : "fixed",
"min" : 24, "max" : 24, "queue_size" : "1k" },
"percolate" : { "type" : "fixed", "min" : 8,
"max" : 8, "queue_size" : "1k" }, "management" : {
"type" : "scaling", "min" : 1, "max" : 5,
"keep_alive" : "5m" }, "refresh" : { "type" : "scaling",
"min" : 1, "max" : 4, "keep_alive" : "5m" }
}, "network" : { "refresh_interval_in_millis" : 5000,
"primary_interface" : { "address" : "198.27.70.88", "name" :
"eth0", "mac_address" : "70:54:D2:1A:9F:5B" } },
"transport" : { "bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/198.27.70.88:9300]" }, "http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/198.27.70.88:9200]",
"max_content_length_in_bytes" : 104857600 }, "plugins" : [ {
"name" : "HQ", "version" : "NA", "description" : "No
description found.", "url" : "/_plugin/HQ/", "jvm" : false,
"site" : true }, { "name" : "head", "version" : "NA",
"description" : "No description found.", "url" : "/_plugin/head/",
"jvm" : false, "site" : true } ] } }}

--
You received this message because you are subscribed to the Google Groups "elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit https://groups.google.com/d/msgid/elasticsearch/77a5dcfc-99e5-4f2a-8dc0-e50f200bd0c8%40googlegroups.com.
For more options, visit https://groups.google.com/d/optout.


(system) #2