Marvel and partial metrics pulled


(Mathieu Geli) #1

Hi there,

I'm testing for some days Marvel on my cluster with ES 0.90.10 / Java
1.7.0_51 (on a CentOS6 systems). Its topology is two data nodes and a
master data-less node.
Marvel 1.0.2 has been installed on the three nodes.

What I'm seeing on connecting on any of the node's web interface
(http://:9200$node/_plugin/marvel/) is that some of the dashboards are
missing data (and generating ES exception).
For instance I can see that the panel "Node" want to access os.cpu.usage, os.load_average.1m,
jvm.mem.heap_used_percent, fs.total.available_in_bytes, fs.total.disk_io_op.
Those are apparently not available in the JSON stream.

One of the events the plugin is pulling :

{
"_index": ".marvel-204.02.10",
"_type": "node_stats",
"_id": "fG_z-VKYRV23CIRVH3f_hQ",
"_score": 4.54289,
"_source": {
"@timestamp": "2014-02-10T10:43:07.516Z",
"cluster_name": "logs",
"node": {
"id": "zoDuQbtgR6ChHezY5wVwUQ",
"name": "Node Name",
"transport_address": "inet[node1.domain.tld/10.0.0.1:9300]",
"ip": "10.0.0.1",
"host": "node1.domain.tld",
"ip_port": "10.0.0.1:9300",
"attributes": {
"data": "false",
"master": "true"
}
},
"indices": {
"docs": {
"count": 0,
"deleted": 0
},
"store": {
"size_in_bytes": 0,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 0,
"index_time_in_millis": 0,
"index_current": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0
},
"get": {
"total": 0,
"time_in_millis": 0,
"exists_total": 0,
"exists_time_in_millis": 0,
"missing_total": 0,
"missing_time_in_millis": 0,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 0,
"query_time_in_millis": 0,
"query_current": 0,
"fetch_total": 0,
"fetch_time_in_millis": 0,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 0,
"total_time_in_millis": 0,
"total_docs": 0,
"total_size_in_bytes": 0
},
"refresh": {
"total": 0,
"total_time_in_millis": 0
},
"flush": {
"total": 0,
"total_time_in_millis": 0
},
"warmer": {
"current": 0,
"total": 0,
"total_time_in_millis": 0
},
"filter_cache": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 0,
"memory_in_bytes": 0
}
},
"os": {
"timestamp": 1392028986741
},
"process": {
"timestamp": 1392028986741,
"open_file_descriptors": 1495
},
"jvm": {
"timestamp": 1392028986743,
"uptime_in_millis": 252690856,
"mem": {
"heap_used_in_bytes": 623202352,
"heap_used_percent": 7,
"heap_committed_in_bytes": 8520204288,
"heap_max_in_bytes": 8520204288,
"non_heap_used_in_bytes": 43203984,
"non_heap_committed_in_bytes": 43581440,
"pools": {
"young": {
"used_in_bytes": 459311352,
"max_in_bytes": 558432256,
"peak_used_in_bytes": 558432256,
"peak_max_in_bytes": 558432256
},
"survivor": {
"used_in_bytes": 8661416,
"max_in_bytes": 69730304,
"peak_used_in_bytes": 35845608,
"peak_max_in_bytes": 69730304
},
"old": {
"used_in_bytes": 155229584,
"max_in_bytes": 7892041728,
"peak_used_in_bytes": 155229584,
"peak_max_in_bytes": 7892041728
}
}
},
"threads": {
"count": 99,
"peak_count": 533
},
"gc": {
"collectors": {
"young": {
"collection_count": 5077,
"collection_time_in_millis": 336938
},
"old": {
"collection_count": 0,
"collection_time_in_millis": 0
}
}
},
"buffer_pools": {
"direct": {
"count": 151,
"used_in_bytes": 146710353,
"total_capacity_in_bytes": 146710353
},
"mapped": {
"count": 0,
"used_in_bytes": 0,
"total_capacity_in_bytes": 0
}
}
},
"thread_pool": {
"generic": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 440,
"completed": 317610
},
"index": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"flush": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 24,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 24,
"completed": 517
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 61159
},
"refresh": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
}
},
"network": {},
"fs": {
"timestamp": 1392028986743,
"total": {
"total_in_bytes": 1082259591168,
"free_in_bytes": 1076447092736,
"available_in_bytes": 1021471514624
},
"data": [
{
"path": "/path/elasticsearch/logs/nodes/0",
"total_in_bytes": 1082259591168,
"free_in_bytes": 1076447092736,
"available_in_bytes": 1021471514624
}
]
},
"transport": {
"server_open": 637,
"rx_count": 151566748,
"rx_size_in_bytes": 33284467755,
"tx_count": 17435571,
"tx_size_in_bytes": 60415733300
},
"http": {
"current_open": 24,
"total_opened": 52684
}
}
}

Do you have any clues why I don't see the whole metrics that should be
pulled by the plugin ?
Cheers,

-- Mathieu

--
You received this message because you are subscribed to the Google Groups "elasticsearch" group.
To unsubscribe from this group and stop receiving emails from it, send an email to elasticsearch+unsubscribe@googlegroups.com.
To view this discussion on the web visit https://groups.google.com/d/msgid/elasticsearch/7f9c192e-7d51-4e76-8aaf-97b4050b3614%40googlegroups.com.
For more options, visit https://groups.google.com/groups/opt_out.


(system) #2