version : 7.8.0
kibana ui
http://node1:5601/logstash/pipelines/nginx?_g=(cluster_uuid:%278vWjGROoTxeIW2yGB2UUng%27,refreshInterval:(pause:!f,value:10000),time:(from:now-1h,to:now))
{"statusCode":404,"error":"Not Found","message":"Not Found"}
This is why, some relevant information is listed below ?
logstash log
[2020-07-17T16:52:02,594][INFO ][logstash.javapipeline ][.monitoring-logstash] Starting pipeline {:pipeline_id=>".monitoring-logstash", "pipeline.workers"=>1, "pipeline.batch.size"=>2, "pipeline.batch.delay"=>50, "pipeline.max_inflight"=>2, "pipeline.sources"=>["monitoring pipeline"], :thread=>"#<Thread:0x4e617cc0 run>"}
[2020-07-17T16:52:04,222][INFO ][logstash.javapipeline ][.monitoring-logstash] Pipeline started {"pipeline.id"=>".monitoring-logstash"}
[2020-07-17T16:52:04,291][INFO ][logstash.agent ] Pipelines running {:count=>2, :running_pipelines=>[:nginx, :".monitoring-logstash"], :non_running_pipelines=>[]}
[2020-07-17T16:52:06,676][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600}
logstash pipeline event
{
"_index": ".monitoring-logstash-7-2020.07.17",
"_type": "_doc",
"_id": "FYgOXHMBUKe8Rf3Ff7fX",
"_version": 1,
"_score": null,
"_source": {
"cluster_uuid": "8vWjGROoTxeIW2yGB2UUng",
"timestamp": "2020-07-17T09:15:20.914Z",
"interval_ms": 1000,
"type": "logstash_state",
"source_node": {
"uuid": "plXEIkD6QFOrwq6o9Ld6iA",
"host": "node2",
"transport_address": "node2:9300",
"ip": "node2",
"name": "es-node-2",
"timestamp": "2020-07-17T09:15:20.914Z"
},
"logstash_state": {
"pipeline": {
"id": "nginx",
"hash": "ffbd68e1d192b674a75861537f9574b8df23c37c2f39f530fef82704c94f8e82",
"ephemeral_id": "d33ed01a-ac0f-463b-b0a9-f21fef4a41fd",
"batch_size": 125,
"representation": {
"hash": "ffbd68e1d192b674a75861537f9574b8df23c37c2f39f530fef82704c94f8e82",
"type": "lir",
"graph": {
"edges": [
{
"id": "43d3d9c9f19f43dc65b1bc1c2888c97d30c9e6de9f3bda96ca0e2cf3530a9d53",
"type": "plain",
"from": "732c451e1491f75272c21d8ad9f63e02cef4f8a045637f9c84d74eb21946ca0f",
"to": "__QUEUE__"
},
{
"id": "da44e0437565b624d636ec88b7ee2054bcd1ad46bacec4baa38d3c12e2a590bc",
"type": "plain",
"from": "86fba70e47e514d7ab249565e5d45e0b9680c99ebd0fe6f242bcd8197abe858b",
"to": "392a7d3be6b276d48d32091e3ee952efaf6be7f729d3f0d6ba3d73d5a68ce13c"
},
{
"id": "5c648c3e01c8dfee8326b9b92f1e87e0d8f3e25c8398f0be3b34985596c33428",
"type": "plain",
"from": "392a7d3be6b276d48d32091e3ee952efaf6be7f729d3f0d6ba3d73d5a68ce13c",
"to": "e70484424b59940dc57eb86e17ea3aa38ea60f217d6dc0de3ada2b523c9f0ce2"
},
{
"id": "fa0f670687a123facd6fd436713dc7b45907da5db8f12c967aa4444196e90b9f",
"type": "plain",
"from": "__QUEUE__",
"to": "86fba70e47e514d7ab249565e5d45e0b9680c99ebd0fe6f242bcd8197abe858b"
},
{
"id": "5a1d8091530de3b517758ddf49feef5705963d20bafde5a454eba1e79a27f2ee",
"type": "plain",
"from": "e70484424b59940dc57eb86e17ea3aa38ea60f217d6dc0de3ada2b523c9f0ce2",
"to": "24065dba5a6aa7aae7bdbf9ae1db0a2caa327f905941b5d539c7003aa8a32fcf"
}
],
"vertices": [
{
"id": "732c451e1491f75272c21d8ad9f63e02cef4f8a045637f9c84d74eb21946ca0f",
"explicit_id": false,
"config_name": "redis",
"meta": {
"source": {
"id": "/etc/logstash/conf.d/nginx-log.conf",
"protocol": "file",
"line": 2,
"column": 3
}
},
"plugin_type": "input",
"type": "plugin"
},
{
"id": "__QUEUE__",
"explicit_id": false,
"type": "queue",
"meta": null
},
{
"id": "86fba70e47e514d7ab249565e5d45e0b9680c99ebd0fe6f242bcd8197abe858b",
"explicit_id": false,
"config_name": "geoip",
"meta": {
"source": {
"id": "/etc/logstash/conf.d/nginx-log.conf",
"protocol": "file",
"line": 13,
"column": 3
}
},
"plugin_type": "filter",
"type": "plugin"
},
{
"id": "392a7d3be6b276d48d32091e3ee952efaf6be7f729d3f0d6ba3d73d5a68ce13c",
"explicit_id": false,
"config_name": "mutate",
"meta": {
"source": {
"id": "/etc/logstash/conf.d/nginx-log.conf",
"protocol": "file",
"line": 21,
"column": 3
}
},
"plugin_type": "filter",
"type": "plugin"
},
{
"id": "e70484424b59940dc57eb86e17ea3aa38ea60f217d6dc0de3ada2b523c9f0ce2",
"explicit_id": false,
"config_name": "useragent",
"meta": {
"source": {
"id": "/etc/logstash/conf.d/nginx-log.conf",
"protocol": "file",
"line": 30,
"column": 3
}
},
"plugin_type": "filter",
"type": "plugin"
},
{
"id": "24065dba5a6aa7aae7bdbf9ae1db0a2caa327f905941b5d539c7003aa8a32fcf",
"explicit_id": false,
"config_name": "elasticsearch",
"meta": {
"source": {
"id": "/etc/logstash/conf.d/nginx-log.conf",
"protocol": "file",
"line": 37,
"column": 3
}
},
"plugin_type": "output",
"type": "plugin"
}
]
},
"version": "0.0.0"
},
"workers": 2
}
}
},
"fields": {
"logstash_stats.timestamp": [],
"source_node.timestamp": [
"2020-07-17T09:15:20.914Z"
],
"timestamp": [
"2020-07-17T09:15:20.914Z"
]
},
"highlight": {
"logstash_state.pipeline.id": [
"@kibana-highlighted-field@nginx@/kibana-highlighted-field@"
]
},
"sort": [
1594977320914
]
}
logstash config
xpack.monitoring.enabled: true
xpack.monitoring.elasticsearch.username: elastic
xpack.monitoring.elasticsearch.password: pass
xpack.monitoring.elasticsearch.hosts: ["http://node1:9200","http://node2:9200","http://node3:9200"]
/etc/logstash/pipelines.yml
- pipeline.id: nginx
pipeline.workers: 2
path.config: "/etc/logstash/conf.d/*.conf"
