Unassigned shardsafter nodes restart


(lyes zaiko) #1

Hello there!

While I was working with es, I've restarted my three nodes, but at my
surprise, nine of the fifteen possible shards were not assigned to any
node, and some of them are primary!!

I'v tried to restart mys nodes, close and open my index, the problem
persists

How is it possible? and what is the impact of such behaviour on the index

Thanks


(lyes zaiko) #2

This is the result of the state request on my cluster:

curl -XGET http://localhost:9200/_cluster/state?pretty=true

{
"cluster_name" : "elasticsearch1",
"master_node" : "FX95BNUWTku2RBUyCGxa7A",
"blocks" : {
},
"nodes" : {
"6QcLnpHPSxexaOGkl_pmqQ" : {
"name" : "Electro",
"transport_address" : "inet[/192.168.30.4:9302]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
},
"lJxU5h1oSjekxQcE6pj6sQ" : {
"name" : "Sepulchre",
"transport_address" : "inet[/192.168.30.4:9300]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
},
"FX95BNUWTku2RBUyCGxa7A" : {
"name" : "Pixie",
"transport_address" : "inet[/192.168.30.4:9301]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
}
},
"metadata" : {
"templates" : {
},
"indices" : {
"client1" : {
"state" : "open",
"settings" : {
"index.analysis.filter.x-cama-search-stop.stopwords.4" : "finish",
"index.analysis.filter.x-cama-search-stop.stopwords.5" : "french",
"index.analysis.filter.x-cama-search-stop.stopwords.6" : "german",
"index.analysis.filter.x-cama-search-stop.stopwords.7" : "greek",
"index.analysis.filter.x-cama-search-stop.stopwords.0" : "arabic",
"index.analysis.analyzer.x-cama-search-uri-analyzer.pattern" :
"\W+",
"index.number_of_replicas" : "2",
"index.analysis.filter.x-cama-search-stop.stopwords.1" :
"dansish",
"index.analysis.filter.x-cama-search-stop.stopwords.2" : "dutch",
"index.analysis.filter.x-cama-search-stop.stopwords.3" :
"english",
"index.analysis.analyzer.x-cama-search-default-analyzer.type" :
"custom",
"index.analysis.filter.x-cama-search-stemmer.language" :
"english",
"index.analysis.filter.x-cama-search-stemmer.type" : "stemmer",
"index.analysis.filter.x-cama-search-stop.stopwords.8" :
"italian",
"index.analysis.filter.x-cama-search-stop.stopwords.9" :
"norwegian",
"index.analysis.analyzer.x-cama-search-default-analyzer.filter.1"
: "x-cama-search-stop",
"index.analysis.analyzer.x-cama-search-default-analyzer.filter.0"
: "x-cama-search-stemmer",
"index.analysis.analyzer.x-cama-search-uri-analyzer.lowercase" :
"true",
"index.analysis.filter.x-cama-search-stop.type" : "stop",
"index.analysis.filter.x-cama-search-stop.stopwords.10" :
"portuguese",
"index.analysis.filter.x-cama-search-stop.stopwords.11" :
"russian",
"index.analysis.filter.x-cama-search-stop.stopwords.12" :
"spanish",
"index.analysis.filter.x-cama-search-stop.stopwords.13" :
"swedish",

"index.analysis.analyzer.x-cama-search-default-analyzer.tokenizer" :
"standard",
"index.analysis.analyzer.x-cama-search-uri-analyzer.type" :
"pattern",
"index.number_of_shards" : "5"
},
"mappings" : {
"content" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
},
"all" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
},
"url" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
}
},
"aliases" : [ ]
}
}
},
"routing_table" : {
"indices" : {
"client1" : {
"shards" : {
"0" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
} ],
"1" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
} ],
"2" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
} ],
"3" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
} ],
"4" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ]
}
}
}
},
"routing_nodes" : {
"unassigned" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
} ],
"nodes" : {
"lJxU5h1oSjekxQcE6pj6sQ" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ],
"6QcLnpHPSxexaOGkl_pmqQ" : [ {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ],
"FX95BNUWTku2RBUyCGxa7A" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ]
}
},
"allocations" : [ ]
}

On Sat, Nov 26, 2011 at 10:41 AM, Lyes zaiko lyesjob@gmail.com wrote:

Hello there!

While I was working with es, I've restarted my three nodes, but at my
surprise, nine of the fifteen possible shards were not assigned to any
node, and some of them are primary!!

I'v tried to restart mys nodes, close and open my index, the problem
persists

How is it possible? and what is the impact of such behaviour on the index

Thanks


(Shay Banon) #3

Hey,

If you want to know more regarding why certain shards are not allocated
post full cluster restart, set gateway.local logging to TRACE, it will give
more info (the logging for it will be done on the elected master node).

I see that you have 2 replicas for the index. This means 3 copies, and a
shard will be "allocated" once it finds at least 2 pre restart copies among
the nodes. This is controlled by the setting index.recovery.initial_shards
(which defaults to quorum). Try and set it to 1, maybe you restarted and
it missed some data locations (the logging above will tell you). Btw, you
can set this setting per index, and on a "running" cluster for an index
that does not recover (possibly because copies are missing).

-shay.banon

On Sat, Nov 26, 2011 at 12:07 PM, Lyes zaiko lyesjob@gmail.com wrote:

This is the result of the state request on my cluster:

curl -XGET http://localhost:9200/_cluster/state?pretty=true

{
"cluster_name" : "elasticsearch1",
"master_node" : "FX95BNUWTku2RBUyCGxa7A",
"blocks" : {
},
"nodes" : {
"6QcLnpHPSxexaOGkl_pmqQ" : {
"name" : "Electro",
"transport_address" : "inet[/192.168.30.4:9302]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
},
"lJxU5h1oSjekxQcE6pj6sQ" : {
"name" : "Sepulchre",
"transport_address" : "inet[/192.168.30.4:9300]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
},
"FX95BNUWTku2RBUyCGxa7A" : {
"name" : "Pixie",
"transport_address" : "inet[/192.168.30.4:9301]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
}
},
"metadata" : {
"templates" : {
},
"indices" : {
"client1" : {
"state" : "open",
"settings" : {
"index.analysis.filter.x-cama-search-stop.stopwords.4" :
"finish",
"index.analysis.filter.x-cama-search-stop.stopwords.5" :
"french",
"index.analysis.filter.x-cama-search-stop.stopwords.6" :
"german",
"index.analysis.filter.x-cama-search-stop.stopwords.7" : "greek",
"index.analysis.filter.x-cama-search-stop.stopwords.0" :
"arabic",
"index.analysis.analyzer.x-cama-search-uri-analyzer.pattern" :
"\W+",
"index.number_of_replicas" : "2",
"index.analysis.filter.x-cama-search-stop.stopwords.1" :
"dansish",
"index.analysis.filter.x-cama-search-stop.stopwords.2" : "dutch",
"index.analysis.filter.x-cama-search-stop.stopwords.3" :
"english",
"index.analysis.analyzer.x-cama-search-default-analyzer.type" :
"custom",
"index.analysis.filter.x-cama-search-stemmer.language" :
"english",
"index.analysis.filter.x-cama-search-stemmer.type" : "stemmer",
"index.analysis.filter.x-cama-search-stop.stopwords.8" :
"italian",
"index.analysis.filter.x-cama-search-stop.stopwords.9" :
"norwegian",

"index.analysis.analyzer.x-cama-search-default-analyzer.filter.1" :
"x-cama-search-stop",

"index.analysis.analyzer.x-cama-search-default-analyzer.filter.0" :
"x-cama-search-stemmer",
"index.analysis.analyzer.x-cama-search-uri-analyzer.lowercase" :
"true",
"index.analysis.filter.x-cama-search-stop.type" : "stop",
"index.analysis.filter.x-cama-search-stop.stopwords.10" :
"portuguese",
"index.analysis.filter.x-cama-search-stop.stopwords.11" :
"russian",
"index.analysis.filter.x-cama-search-stop.stopwords.12" :
"spanish",
"index.analysis.filter.x-cama-search-stop.stopwords.13" :
"swedish",

"index.analysis.analyzer.x-cama-search-default-analyzer.tokenizer" :
"standard",
"index.analysis.analyzer.x-cama-search-uri-analyzer.type" :
"pattern",
"index.number_of_shards" : "5"
},
"mappings" : {
"content" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
},
"all" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
},
"url" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
}
},
"aliases" : [ ]
}
}
},
"routing_table" : {
"indices" : {
"client1" : {
"shards" : {
"0" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
} ],
"1" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
} ],
"2" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
} ],
"3" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
} ],
"4" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ]
}
}
}
},
"routing_nodes" : {
"unassigned" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
} ],
"nodes" : {
"lJxU5h1oSjekxQcE6pj6sQ" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ],
"6QcLnpHPSxexaOGkl_pmqQ" : [ {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ],
"FX95BNUWTku2RBUyCGxa7A" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ]
}
},
"allocations" : [ ]
}

On Sat, Nov 26, 2011 at 10:41 AM, Lyes zaiko lyesjob@gmail.com wrote:

Hello there!

While I was working with es, I've restarted my three nodes, but at my
surprise, nine of the fifteen possible shards were not assigned to any
node, and some of them are primary!!

I'v tried to restart mys nodes, close and open my index, the problem
persists

How is it possible? and what is the impact of such behaviour on the index

Thanks


(lyes zaiko) #4

Thank Shay for the clarifications, I must admit that I still have leaks in
es configuration, it is time for me to read more about that.

On Sun, Nov 27, 2011 at 5:25 PM, Shay Banon kimchy@gmail.com wrote:

Hey,

If you want to know more regarding why certain shards are not allocated
post full cluster restart, set gateway.local logging to TRACE, it will give
more info (the logging for it will be done on the elected master node).

I see that you have 2 replicas for the index. This means 3 copies, and a
shard will be "allocated" once it finds at least 2 pre restart copies among
the nodes. This is controlled by the setting index.recovery.initial_shards
(which defaults to quorum). Try and set it to 1, maybe you restarted and
it missed some data locations (the logging above will tell you). Btw, you
can set this setting per index, and on a "running" cluster for an index
that does not recover (possibly because copies are missing).

-shay.banon

On Sat, Nov 26, 2011 at 12:07 PM, Lyes zaiko lyesjob@gmail.com wrote:

This is the result of the state request on my cluster:

curl -XGET http://localhost:9200/_cluster/state?pretty=true

{
"cluster_name" : "elasticsearch1",
"master_node" : "FX95BNUWTku2RBUyCGxa7A",
"blocks" : {
},
"nodes" : {
"6QcLnpHPSxexaOGkl_pmqQ" : {
"name" : "Electro",
"transport_address" : "inet[/192.168.30.4:9302]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
},
"lJxU5h1oSjekxQcE6pj6sQ" : {
"name" : "Sepulchre",
"transport_address" : "inet[/192.168.30.4:9300]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
},
"FX95BNUWTku2RBUyCGxa7A" : {
"name" : "Pixie",
"transport_address" : "inet[/192.168.30.4:9301]",
"attributes" : {
"rack" : "rack314",
"master" : "true"
}
}
},
"metadata" : {
"templates" : {
},
"indices" : {
"client1" : {
"state" : "open",
"settings" : {
"index.analysis.filter.x-cama-search-stop.stopwords.4" :
"finish",
"index.analysis.filter.x-cama-search-stop.stopwords.5" :
"french",
"index.analysis.filter.x-cama-search-stop.stopwords.6" :
"german",
"index.analysis.filter.x-cama-search-stop.stopwords.7" :
"greek",
"index.analysis.filter.x-cama-search-stop.stopwords.0" :
"arabic",
"index.analysis.analyzer.x-cama-search-uri-analyzer.pattern" :
"\W+",
"index.number_of_replicas" : "2",
"index.analysis.filter.x-cama-search-stop.stopwords.1" :
"dansish",
"index.analysis.filter.x-cama-search-stop.stopwords.2" :
"dutch",
"index.analysis.filter.x-cama-search-stop.stopwords.3" :
"english",
"index.analysis.analyzer.x-cama-search-default-analyzer.type" :
"custom",
"index.analysis.filter.x-cama-search-stemmer.language" :
"english",
"index.analysis.filter.x-cama-search-stemmer.type" : "stemmer",
"index.analysis.filter.x-cama-search-stop.stopwords.8" :
"italian",
"index.analysis.filter.x-cama-search-stop.stopwords.9" :
"norwegian",

"index.analysis.analyzer.x-cama-search-default-analyzer.filter.1" :
"x-cama-search-stop",

"index.analysis.analyzer.x-cama-search-default-analyzer.filter.0" :
"x-cama-search-stemmer",
"index.analysis.analyzer.x-cama-search-uri-analyzer.lowercase"
: "true",
"index.analysis.filter.x-cama-search-stop.type" : "stop",
"index.analysis.filter.x-cama-search-stop.stopwords.10" :
"portuguese",
"index.analysis.filter.x-cama-search-stop.stopwords.11" :
"russian",
"index.analysis.filter.x-cama-search-stop.stopwords.12" :
"spanish",
"index.analysis.filter.x-cama-search-stop.stopwords.13" :
"swedish",

"index.analysis.analyzer.x-cama-search-default-analyzer.tokenizer" :
"standard",
"index.analysis.analyzer.x-cama-search-uri-analyzer.type" :
"pattern",
"index.number_of_shards" : "5"
},
"mappings" : {
"content" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
},
"all" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
},
"url" : {
"_id" : {
"store" : "yes"
},
"_index" : {
"enabled" : true,
"store" : "yes"
},
"properties" : {
"content-type" : {
"type" : "string"
},
"body" : {
"store" : "yes",
"analyzer" : "x-cama-search-default-analyzer",
"term_vector" : "with_positions_offsets",
"type" : "string"
},
"exportable" : {
"type" : "string"
},
"uridigest" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"default" : {
"store" : "yes",
"type" : "string"
},
"entity" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"archivename" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"infected" : {
"type" : "string"
},
"content-encoding" : {
"type" : "string"
},
"reuri" : {
"store" : "yes",
"analyzer" : "x-cama-search-uri-analyzer",
"type" : "string"
},
"lang" : {
"store" : "yes",
"type" : "string"
},
"meta" : {
"store" : "yes",
"term_vector" : "yes",
"type" : "string"
},
"timestamp" : {
"store" : "yes",
"format" : "basicDate",
"type" : "date"
},
"title" : {
"type" : "string"
},
"sha1_uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"primary" : {
"type" : "string"
},
"x_cama_category" : {
"type" : "string"
},
"page_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"year" : {
"store" : "yes",
"format" : "year",
"type" : "date"
},
"crawl_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"key" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"x_cama_icon" : {
"type" : "string"
},
"utc" : {
"index" : "no",
"store" : "yes",
"format" : "YYYY-MM-dd'T'HH:mm:ss'Z'",
"type" : "date"
},
"uri" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"agent" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"size" : {
"index" : "no",
"store" : "yes",
"type" : "long"
},
"lc4j" : {
"type" : "string"
},
"class_id" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
},
"seconds" : {
"store" : "yes",
"type" : "long"
},
"sha1_body" : {
"index" : "no",
"store" : "yes",
"type" : "string"
},
"content-length" : {
"type" : "string"
},
"mime" : {
"store" : "yes",
"type" : "string"
},
"sha1_uribody" : {
"index" : "not_analyzed",
"store" : "yes",
"type" : "string"
}
}
}
},
"aliases" : [ ]
}
}
},
"routing_table" : {
"indices" : {
"client1" : {
"shards" : {
"0" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
} ],
"1" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
} ],
"2" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
} ],
"3" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
} ],
"4" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ]
}
}
}
},
"routing_nodes" : {
"unassigned" : [ {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 0,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 1,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : false,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
}, {
"state" : "UNASSIGNED",
"primary" : true,
"node" : null,
"relocating_node" : null,
"shard" : 2,
"index" : "client1"
} ],
"nodes" : {
"lJxU5h1oSjekxQcE6pj6sQ" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "lJxU5h1oSjekxQcE6pj6sQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ],
"6QcLnpHPSxexaOGkl_pmqQ" : [ {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : true,
"node" : "6QcLnpHPSxexaOGkl_pmqQ",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ],
"FX95BNUWTku2RBUyCGxa7A" : [ {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 3,
"index" : "client1"
}, {
"state" : "STARTED",
"primary" : false,
"node" : "FX95BNUWTku2RBUyCGxa7A",
"relocating_node" : null,
"shard" : 4,
"index" : "client1"
} ]
}
},
"allocations" : [ ]
}

On Sat, Nov 26, 2011 at 10:41 AM, Lyes zaiko lyesjob@gmail.com wrote:

Hello there!

While I was working with es, I've restarted my three nodes, but at my
surprise, nine of the fifteen possible shards were not assigned to any
node, and some of them are primary!!

I'v tried to restart mys nodes, close and open my index, the problem
persists

How is it possible? and what is the impact of such behaviour on the index

Thanks


(system) #5