Elastic Search

I'm still a n00b to ELK setup so please be gentle if I don't make any sense. I currently have multiple logstash services sending log messages to elastic search (at least 500-1000 log messages in total per day). I've noticed over the last several weeks that elastic search seems to store my data in different indexes, meaning when I use kibana to query the data I only get results from the latest created index (~approx a days worth of records).

I can see that ES has indexes of old log messages however kibana doesn't seem to display these when I query the database.

I'm running ES and Kibana with pretty much default out-of-the box configuration. I'm wondering if it could be related to my memory settings in ES. Is there a relationship between how much data ES will store versus the memory allocated to the process?

Below are the stats on my elastic search node. Any ideas would be helpful.

{
"_shards" : {
"total" : 90,
"successful" : 45,
"failed" : 0
},
"_all" : {
"primaries" : {
"docs" : {
"count" : 6716,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 7423987,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 3,
"index_time_in_millis" : 83,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 4,
"time_in_millis" : 5,
"exists_total" : 4,
"exists_time_in_millis" : 5,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 45,
"query_time_in_millis" : 245,
"query_current" : 0,
"fetch_total" : 42,
"fetch_time_in_millis" : 341,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 48,
"total_time_in_millis" : 137
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 96,
"total_time_in_millis" : 166
},
"filter_cache" : {
"memory_size_in_bytes" : 48,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 7032,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 213,
"memory_in_bytes" : 164121
},
"translog" : {
"operations" : 3,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 6716,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 7423987,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 3,
"index_time_in_millis" : 83,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 4,
"time_in_millis" : 5,
"exists_total" : 4,
"exists_time_in_millis" : 5,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 45,
"query_time_in_millis" : 245,
"query_current" : 0,
"fetch_total" : 42,
"fetch_time_in_millis" : 341,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 48,
"total_time_in_millis" : 137
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 96,
"total_time_in_millis" : 166
},
"filter_cache" : {
"memory_size_in_bytes" : 48,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 7032,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 213,
"memory_in_bytes" : 164121
},
"translog" : {
"operations" : 3,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"indices" : {
"logstash-2014.06.26" : {
"primaries" : {
"docs" : {
"count" : 712,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 875893,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 3
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 6
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 17,
"memory_in_bytes" : 15850
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 712,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 875893,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 3
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 6
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 17,
"memory_in_bytes" : 15850
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.30" : {
"primaries" : {
"docs" : {
"count" : 234,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 488219,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 3,
"index_time_in_millis" : 83,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 20,
"query_time_in_millis" : 154,
"query_current" : 0,
"fetch_total" : 20,
"fetch_time_in_millis" : 297,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 8,
"total_time_in_millis" : 134
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 16,
"total_time_in_millis" : 15
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 3632,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 31,
"memory_in_bytes" : 16377
},
"translog" : {
"operations" : 3,
"size_in_bytes" : 1438
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 234,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 488219,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 3,
"index_time_in_millis" : 83,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 20,
"query_time_in_millis" : 154,
"query_current" : 0,
"fetch_total" : 20,
"fetch_time_in_millis" : 297,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 8,
"total_time_in_millis" : 134
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 16,
"total_time_in_millis" : 15
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 3632,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 31,
"memory_in_bytes" : 16377
},
"translog" : {
"operations" : 3,
"size_in_bytes" : 1438
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.25" : {
"primaries" : {
"docs" : {
"count" : 843,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 873972,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 37
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 20,
"memory_in_bytes" : 17838
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 843,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 873972,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 37
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 20,
"memory_in_bytes" : 17838
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.24" : {
"primaries" : {
"docs" : {
"count" : 3224,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 3190317,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 20
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 39,
"memory_in_bytes" : 50319
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 3224,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 3190317,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 20
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 39,
"memory_in_bytes" : 50319
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.23" : {
"primaries" : {
"docs" : {
"count" : 941,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 411744,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 40
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 26,
"memory_in_bytes" : 19518
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 941,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 411744,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 40
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 26,
"memory_in_bytes" : 19518
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.29" : {
"primaries" : {
"docs" : {
"count" : 123,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 466780,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 20,
"query_time_in_millis" : 46,
"query_current" : 0,
"fetch_total" : 20,
"fetch_time_in_millis" : 31,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 9
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 3400,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 32,
"memory_in_bytes" : 15494
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 123,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 466780,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 20,
"query_time_in_millis" : 46,
"query_current" : 0,
"fetch_total" : 20,
"fetch_time_in_millis" : 31,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 9
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 3400,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 32,
"memory_in_bytes" : 15494
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.28" : {
"primaries" : {
"docs" : {
"count" : 120,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 379457,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 7
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 24,
"memory_in_bytes" : 12003
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 120,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 379457,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 7
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 24,
"memory_in_bytes" : 12003
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"logstash-2014.06.27" : {
"primaries" : {
"docs" : {
"count" : 517,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 716108,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 22
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 22,
"memory_in_bytes" : 15824
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 517,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 716108,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 0,
"query_time_in_millis" : 0,
"query_current" : 0,
"fetch_total" : 0,
"fetch_time_in_millis" : 0,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 22
},
"filter_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 22,
"memory_in_bytes" : 15824
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
},
"kibana-int" : {
"primaries" : {
"docs" : {
"count" : 2,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 21497,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 4,
"time_in_millis" : 5,
"exists_total" : 4,
"exists_time_in_millis" : 5,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 5,
"query_time_in_millis" : 45,
"query_current" : 0,
"fetch_total" : 2,
"fetch_time_in_millis" : 13,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 10
},
"filter_cache" : {
"memory_size_in_bytes" : 48,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 2,
"memory_in_bytes" : 898
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
},
"total" : {
"docs" : {
"count" : 2,
"deleted" : 0
},
"store" : {
"size_in_bytes" : 21497,
"throttle_time_in_millis" : 0
},
"indexing" : {
"index_total" : 0,
"index_time_in_millis" : 0,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 4,
"time_in_millis" : 5,
"exists_total" : 4,
"exists_time_in_millis" : 5,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 5,
"query_time_in_millis" : 45,
"query_current" : 0,
"fetch_total" : 2,
"fetch_time_in_millis" : 13,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 0,
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time_in_millis" : 0
},
"flush" : {
"total" : 0,
"total_time_in_millis" : 0
},
"warmer" : {
"current" : 0,
"total" : 10,
"total_time_in_millis" : 10
},
"filter_cache" : {
"memory_size_in_bytes" : 48,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 0,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 2,
"memory_in_bytes" : 898
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 0
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
}
}
}
}
}

--
You received this message because you are subscribed to the Google Groups "elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit https://groups.google.com/d/msgid/elasticsearch/57ebb97a-a2d4-4345-8f01-1104871716b7%40googlegroups.com.
For more options, visit https://groups.google.com/d/optout.

And here are my settings

{
"logstash-2014.06.25" : {
"settings" : {
"index" : {
"uuid" : "7Ef7H3lPTjeoxN4hEw9rCQ",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.27" : {
"settings" : {
"index" : {
"uuid" : "nZN5YTGgTqy-Y0CDsTTXlg",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"kibana-int" : {
"settings" : {
"index" : {
"number_of_replicas" : "1",
"number_of_shards" : "5",
"uuid" : "cnwgCOisSAilYMYHstoMkQ",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.29" : {
"settings" : {
"index" : {
"uuid" : "ROniHwjgRxGAKzcUPPiOyw",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.26" : {
"settings" : {
"index" : {
"uuid" : "4N4SdU2QRbal8teLjEdZ3Q",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.28" : {
"settings" : {
"index" : {
"uuid" : "IDOGt7IjTcWwXo6eRVCCwQ",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.24" : {
"settings" : {
"index" : {
"uuid" : "p_FsKi7qQhKjYBpGUAhw3Q",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.30" : {
"settings" : {
"index" : {
"uuid" : "-617SOMrRhaBYVX2I8h-qA",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.23" : {
"settings" : {
"index" : {
"uuid" : "FYE44fGpRQyJM7LNNIVXGw",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
}
}

--
You received this message because you are subscribed to the Google Groups "elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit https://groups.google.com/d/msgid/elasticsearch/fb49ec96-2b9d-426b-8b20-97311ab89cb9%40googlegroups.com.
For more options, visit https://groups.google.com/d/optout.

It's better to put big ling outputs like that in a gist/pastebin and then
link to it, otherwise it makes the thread really hard to read.

By default Kibana will read indexes older than a day, you shouldn't need to
do anything to be able to see this.
Are you using the default Logstash dashboard?

Regards,
Mark Walkom

Infrastructure Engineer
Campaign Monitor
email: markw@campaignmonitor.com
web: www.campaignmonitor.com

On 1 July 2014 01:34, Jamie A jamie3@gmail.com wrote:

And here are my settings

{
"logstash-2014.06.25" : {
"settings" : {
"index" : {
"uuid" : "7Ef7H3lPTjeoxN4hEw9rCQ",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.27" : {
"settings" : {
"index" : {
"uuid" : "nZN5YTGgTqy-Y0CDsTTXlg",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"kibana-int" : {
"settings" : {
"index" : {
"number_of_replicas" : "1",
"number_of_shards" : "5",
"uuid" : "cnwgCOisSAilYMYHstoMkQ",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.29" : {
"settings" : {
"index" : {
"uuid" : "ROniHwjgRxGAKzcUPPiOyw",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.26" : {
"settings" : {
"index" : {
"uuid" : "4N4SdU2QRbal8teLjEdZ3Q",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.28" : {
"settings" : {
"index" : {
"uuid" : "IDOGt7IjTcWwXo6eRVCCwQ",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.24" : {
"settings" : {
"index" : {
"uuid" : "p_FsKi7qQhKjYBpGUAhw3Q",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.30" : {
"settings" : {
"index" : {
"uuid" : "-617SOMrRhaBYVX2I8h-qA",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
},
"logstash-2014.06.23" : {
"settings" : {
"index" : {
"uuid" : "FYE44fGpRQyJM7LNNIVXGw",
"number_of_replicas" : "1",
"number_of_shards" : "5",
"refresh_interval" : "5s",
"version" : {
"created" : "1020199"
}
}
}
}
}

--
You received this message because you are subscribed to the Google Groups
"elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an
email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit
https://groups.google.com/d/msgid/elasticsearch/fb49ec96-2b9d-426b-8b20-97311ab89cb9%40googlegroups.com
https://groups.google.com/d/msgid/elasticsearch/fb49ec96-2b9d-426b-8b20-97311ab89cb9%40googlegroups.com?utm_medium=email&utm_source=footer
.

For more options, visit https://groups.google.com/d/optout.

--
You received this message because you are subscribed to the Google Groups "elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit https://groups.google.com/d/msgid/elasticsearch/CAEM624aG%2BHq7nyzs5T%3DGArk6pL63vGOqYt9xEzOSLU6OW%3DNWpw%40mail.gmail.com.
For more options, visit https://groups.google.com/d/optout.

Thanks Mark,

Yeah sorry I realized after the post that I should have done pastebin but
I couldnt edit my post. Yes I am using the logstash dashboard. I changed
the number of pages to a max record size of 10,000 results. I also realized
that my query in kibana was only selecting the last days worth of records.
So in the end I'm a dumbass. Works now after I change the date for the
query.

:slight_smile:

Jamie

--
You received this message because you are subscribed to the Google Groups "elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit https://groups.google.com/d/msgid/elasticsearch/427b5e09-40d5-4183-b3c6-a6a63514768a%40googlegroups.com.
For more options, visit https://groups.google.com/d/optout.