Hi Experts ,
My slow query logs says
[2016-05-25 15:01:11,899][WARN ][index.search.slowlog.query] [Acrobat] [cef-2016.20][1] took[21s], took_millis[11091], types[], stats[], search_type[COUNT], total_shards[15], source[{"size":0,"aggs":{"2":{"terms":{"field":"alertmsg.raw","size":5,"order":{"_count":"desc"}},"aggs":{"3":{"date_histogram":{"field":"rt","interval":"12h","pre_zone":"+05:30","pre_zone_adjust_large_interval":true,"min_doc_count":1,"extended_bounds":{"min":1462041000000,"max":1464200999999}}}}}},"query":{"filtered":{"query":{"match_all":{}},"filter":{"bool":{"must":[{"match_all":{}},{"query":{"query_string":{"query":"*","analyze_wildcard":true}}},{"range":{"rt":{"gte":1462041000000,"lte":1464200999999}}}],"must_not":[]}}}}}], extra_source[],
[2016-05-25 15:01:11,991][WARN ][index.search.slowlog.query] [Acrobat] [cef-2016.19][3] took[11.1s], took_millis[11190], types[], stats[], search_type[COUNT], total_shards[15], source[{"size":0,"aggs":{"2":{"terms":{"field":"alertmsg.raw","size":5,"order":{"_count":"desc"}},"aggs":{"3":{"date_histogram":{"field":"rt","interval":"12h","pre_zone":"+05:30","pre_zone_adjust_large_interval":true,"min_doc_count":1,"extended_bounds":{"min":1462041000000,"max":1464200999999}}}}}},"query":{"filtered":{"query":{"match_all":{}},"filter":{"bool":{"must":[{"match_all":{}},{"query":{"query_string":{"query":"*","analyze_wildcard":true}}},{"range":{"rt":{"gte":1462041000000,"lte":1464200999999}}}],"must_not":[]}}}}}], extra_source[],
[2016-05-25 15:01:12,022][WARN ][index.search.slowlog.query] [Acrobat] [cef-2016.19][4] took[31.2s], took_millis[11225], types[], stats[], search_type[COUNT], total_shards[15], source[{"size":0,"aggs":{"2":{"terms":{"field":"alertmsg.raw","size":5,"order":{"_count":"desc"}},"aggs":{"3":{"date_histogram":{"field":"rt","interval":"12h","pre_zone":"+05:30","pre_zone_adjust_large_interval":true,"min_doc_count":1,"extended_bounds":{"min":1462041000000,"max":1464200999999}}}}}},"query":{"filtered":{"query":{"match_all":{}},"filter":{"bool":{"must":[{"match_all":{}},{"query":{"query_string":{"query":"*","analyze_wildcard":true}}},{"range":{"rt":{"gte":1462041000000,"lte":1464200999999}}}],"must_not":[]}}}}}], extra_source[],
[2016-05-25 15:01:12,067][WARN ][index.search.slowlog.query] [Acrobat] [cef-2016.20][2] took[11.2s], took_millis[11275], types[], stats[], search_type[COUNT], total_shards[15], source[{"size":0,"aggs":{"2":{"terms":{"field":"alertmsg.raw","size":5,"order":{"_count":"desc"}},"aggs":{"3":{"date_histogram":{"field":"rt","interval":"12h","pre_zone":"+05:30","pre_zone_adjust_large_interval":true,"min_doc_count":1,"extended_bounds":{"min":1462041000000,"max":1464200999999}}}}}},"query":{"filtered":{"query":{"match_all":{}},"filter":{"bool":{"must":[{"match_all":{}},{"query":{"query_string":{"query":"*","analyze_wildcard":true}}},{"range":{"rt":{"gte":1462041000000,"lte":1464200999999}}}],"must_not":[]}}}}}], extra_source[],
[2016-05-25 15:01:12,809][WARN ][index.search.slowlog.query] [Acrobat] [cef-2016.19][0] took[12s], took_millis[12017], types[], stats[], search_type[COUNT], total_shards[15], source[{"size":0,"aggs":{"2":{"terms":{"field":"alertmsg.raw","size":5,"order":{"_count":"desc"}},"aggs":{"3":{"date_histogram":{"field":"rt","interval":"12h","pre_zone":"+05:30","pre_zone_adjust_large_interval":true,"min_doc_count":1,"extended_bounds":{"min":1462041000000,"max":1464200999999}}}}}},"query":{"filtered":{"query":{"match_all":{}},"filter":{"bool":{"must":[{"match_all":{}},{"query":{"query_string":{"query":"*","analyze_wildcard":true}}},{"range":{"rt":{"gte":1462041000000,"lte":1464200999999}}}],"must_not":[]}}}}}], extra_source[],
Total docs :- 100 Million
Nodes :- 4
RAM :- 8 GB each
total shards :- 15
Please help me to understand what could be issue of this slowness ?