Hello,
I have build my first Graylog Cluster based on these Tutorials
Now I have added another dater node, this works also, but I found out it just
mirrors the Data.
What do I have to do, that if the first data node is full it writes to the second data node?
Thanks for help.
Sven
# System Config/Info
All VMs = Ubuntu 20.4.2 LTS
Elasticsearch Version
root@vst-gl-p2:/etc/elasticsearch# curl -XGET 192.168.103.205:9200
{
"name" : "master-node-2",
"cluster_name" : "graylog",
"cluster_uuid" : "oTKbs3GQRsmU_g1I_JGqIQ",
"version" : {
"number" : "7.10.2",
"build_flavor" : "oss",
"build_type" : "deb",
"build_hash" : "747e1cc71def077253878a59143c1f785afa92b9",
"build_date" : "2021-01-13T00:42:12.435326Z",
"build_snapshot" : false,
"lucene_version" : "8.7.0",
"minimum_wire_compatibility_version" : "6.8.0",
"minimum_index_compatibility_version" : "6.0.0-beta1"
},
"tagline" : "You Know, for Search"
}
# ClusterStatus
root@vst-gl-p2:/etc/elasticsearch# curl -XGET 192.168.103.205:9200/_cluster/health?pretty
{
"cluster_name" : "graylog",
"status" : "green",
"timed_out" : false,
"number_of_nodes" : 4,
"number_of_data_nodes" : 2,
"active_primary_shards" : 68,
"active_shards" : 68,
"relocating_shards" : 0,
"initializing_shards" : 0,
"unassigned_shards" : 0,
"delayed_unassigned_shards" : 0,
"number_of_pending_tasks" : 0,
"number_of_in_flight_fetch" : 0,
"task_max_waiting_in_queue_millis" : 0,
"active_shards_percent_as_number" : 100.0
}
# First Processing Node
root@vst-gl-p1:/etc/elasticsearch# cat elasticsearch.yml | grep -v '#'
cluster.name: graylog
node.name: master-node-1
node.master: true
node.data: false
path.data: /elastic/data
path.logs: /var/log/elasticsearch
network.host: 192.168.103.204
network.publish_host: 192.168.103.204
http.port: 9200
cluster.initial_master_nodes: ["192.168.103.204", "192.168.103.205", "192.168.103.206", "192.168.103.209"]
discovery.zen.ping.unicast.hosts: ["192.168.103.205", "192.168.103.206"]
discovery.zen.minimum_master_nodes: 2
gateway.recover_after_nodes: 4
action.auto_create_index: false
# Second Processing Node
root@vst-gl-p2:/etc/elasticsearch# cat elasticsearch.yml | grep -v '#'
cluster.name: graylog
node.name: master-node-2
node.master: true
node.data: false
path.data: /elastic/data
path.logs: /var/log/elasticsearch
network.host: 192.168.103.205
network.publish_host: 192.168.103.205
http.port: 9200
cluster.initial_master_nodes: ["192.168.103.204", "192.168.103.205", "192.168.103.206", "192.168.103.209"]
discovery.zen.ping.unicast.hosts: ["192.168.103.204", "192.168.103.206"]
discovery.zen.minimum_master_nodes: 2
gateway.recover_after_nodes: 4
action.auto_create_index: false
# First Data Node
root@vst-gl-d1:/etc/elasticsearch# cat elasticsearch.yml | grep -v '#'
cluster.name: graylog
node.name: data-node-1
node.master: false
node.data: true
path.data: /elastic/data
path.logs: /var/log/elasticsearch
network.host: 192.168.103.206
network.publish_host: 192.168.103.206
http.port: 9200
cluster.initial_master_nodes: ["192.168.103.204", "192.168.103.205", "192.168.103.206", "192.168.103.209"]
discovery.zen.ping.unicast.hosts: ["192.168.103.204", "192.168.103.205"]
discovery.zen.minimum_master_nodes: 2
gateway.recover_after_nodes: 4
action.auto_create_index: false
# Second new Data Node
root@vst-gl-d2:/etc/elasticsearch# cat elasticsearch.yml | grep -v '#'
cluster.name: graylog
node.name: data-node-2
node.master: false
node.data: true
path.data: /elastic/data
path.logs: /var/log/elasticsearch
network.host: 192.168.103.209
network.publish_host: 192.168.103.209
http.port: 9200
cluster.initial_master_nodes: ["192.168.103.204", "192.168.103.205", "192.168.103.206", "192.168.103.209"]
discovery.zen.ping.unicast.hosts: ["192.168.103.204", "192.168.103.205"]
discovery.zen.minimum_master_nodes: 2
gateway.recover_after_nodes: 4
action.auto_create_index: false
# NCDU output
# First Data Node vst-gl-d1
ncdu 1.14.1 ~ Use the arrow keys to navigate, press ? for help
--- /elastic/data/nodes/0/indices ----------------------------------------------
5.4 GiB [##########] /kBw-8a8tQ8C2A7u7O3TuKQ
4.8 GiB [######## ] /yWZj3ZPoSoyOfT3VtHlbvQ
2.9 GiB [##### ] /3llHkfWuRlSgYrYFbODWMA
2.9 GiB [##### ] /e_U7K6A7RgKqYNvG-qhBIQ
2.8 GiB [##### ] /ZC1-IkaoSSOgeFLAAqR2ZQ
2.8 GiB [##### ] /C4IFuIKoQ9qLZZZJkLI-oQ
1.6 GiB [### ] /TyiSnxRHQnu029XNw1GzFQ
1.6 GiB [## ] /E7PCsPb3T_-71EW-z3xK9A
1.4 GiB [## ] /p9vkMLSDR86qS9iEmqGhtA
1.3 GiB [## ] /wDCtDLa5TDel7opjmXfn1A
1.0 GiB [# ] /TI-9432dRwGJ_JvYQ1d6vQ
864.7 MiB [# ] /YZQefigaRMKwCkuh-FfRRA
711.7 MiB [# ] /ag4c2ooRR22b9YDGnwDsvQ
84.0 KiB [ ] /6tC2AmKSTa-TlXh8oSVPcg
84.0 KiB [ ] /VffKpHTaQyiC6g9lPbo6HA
84.0 KiB [ ] /PUjnQtAPQBq7yuGnofD9oQ
84.0 KiB [ ] /5woPZPyEQlyEfdgG3P7kpw
# Second new Data Node vst-gl-d2
--- /elastic/data/nodes/0/indices --------------------------------
5.4 GiB [##########] /kBw-8a8tQ8C2A7u7O3TuKQ
4.8 GiB [######## ] /yWZj3ZPoSoyOfT3VtHlbvQ
2.9 GiB [##### ] /3llHkfWuRlSgYrYFbODWMA
2.9 GiB [##### ] /e_U7K6A7RgKqYNvG-qhBIQ
2.8 GiB [##### ] /ZC1-IkaoSSOgeFLAAqR2ZQ
2.8 GiB [##### ] /C4IFuIKoQ9qLZZZJkLI-oQ
1.6 GiB [### ] /TyiSnxRHQnu029XNw1GzFQ
1.6 GiB [## ] /E7PCsPb3T_-71EW-z3xK9A
1.4 GiB [## ] /p9vkMLSDR86qS9iEmqGhtA
1.4 GiB [## ] /wDCtDLa5TDel7opjmXfn1A
1.0 GiB [# ] /TI-9432dRwGJ_JvYQ1d6vQ
865.8 MiB [# ] /YZQefigaRMKwCkuh-FfRRA
710.5 MiB [# ] /ag4c2ooRR22b9YDGnwDsvQ
84.0 KiB [ ] /6tC2AmKSTa-TlXh8oSVPcg
84.0 KiB [ ] /VffKpHTaQyiC6g9lPbo6HA
84.0 KiB [ ] /PUjnQtAPQBq7yuGnofD9oQ
84.0 KiB [ ] /5woPZPyEQlyEfdgG3P7kpw