Kibana server is not ready yet

Elastic Stack Kibana
1

I'm new to Elasticsearch and i'm having issue try to get your elastic searc working. I'm getting Kibana server is not ready yet. I have checked services on both kibana and Elasticsearch working fine. I have colect the logs from kibana and can't seems to understand logs or the fix.

Can someone please check the logs below and suggest fix.

Any help or advise is greatly appreciated

{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:16.268+00:00","message":"Registering resources for context "observability.logs".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:16.271+00:00","message":"Registering resources for context "observability.metrics".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:16.453+00:00","message":"Registering resources for context "security".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:16.493+00:00","message":"Server is NOT enabled","log":{"level":"INFO","logger":"plugins.assetManager"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:16.500+00:00","message":"Registering resources for context "observability.apm".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:16.671+00:00","message":"Chromium sandbox provides an additional layer of protection, and is supported for Linux Ubuntu 22.04 OS. Automatically enabling Chromium sandbox.","log":{"level":"INFO","logger":"plugins.screenshotting.config"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:17.912+00:00","message":"This version of Kibana (v8.11.1) is incompatible with the following Elasticsearch nodes in your cluster: v8.10.4 @ 172.31.90.124:9200 (172.31.90.124), v8.10.4 @ 172.31.90.126:9200 (172.31.90.126), v8.10.4 @ 172.31.90.103:9200 (172.31.90.103), v8.10.4 @ 172.31.90.123:9200 (172.31.90.123), v8.10.4 @ 172.31.90.102:9200 (172.31.90.102)","log":{"level":"ERROR","logger":"elasticsearch-service"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:16:18.361+00:00","message":"Browser executable: /usr/share/kibana/node_modules/@kbn/screenshotting-plugin/chromium/headless_shell-linux_x64/headless_shell","log":{"level":"INFO","logger":"plugins.screenshotting.chromium"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:36:15.869+00:00","message":"Timeout: it took more than 1200000ms","error":{"message":"Timeout: it took more than 1200000ms","type":"Error","stack_trace":"Error: Timeout: it took more than 1200000ms\n at Timeout._onTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:36:18)\n at listOnTimeout (node:internal/timers:569:17)\n at processTimers (node:internal/timers:512:7)"},"log":{"level":"ERROR","logger":"plugins.ruleRegistry"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-01-02T13:36:15.871+00:00","message":"Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms","error":{"message":"Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms","type":"Error","stack_trace":"Error: Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms\n at installWithTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:48:11)\n at ResourceInstaller.installCommonResources (/usr/share/kibana/node_modules/@kbn/rule-registry-plugin/server/rule_data_plugin_service/resource_installer.js:42:5)"},"log":{"level":"ERROR","logger":"plugins.ruleRegistry"},"process":{"pid":1129},"trace":{"id":"67b8dfb6625a15288384e8ee64ebc619"},"transaction":{"id":"0d6745bf6791578b"}}

Thanks

2

Hi @rash4ford,

Welcome to Elastic! Thanks for sharing the log detail. Did you follow the steps to investigate in this related post?

The above error suggests you are running Kibana v8.11.1 with Elasticsearch v8.10.4. Kibana and Elasticsearch should be using the same version. Can you try installing the latest versions of Kibana and Elasticsearch (v8.12.x)?

3

Thank you - I have upgraded to my Kibana still getting same error - Kibana server is not ready yet.

Last login: Tue Jan 23 14:23:40 2024 from 172.17.250.38

$ systemctl status kibana -l
● kibana.service - Kibana
Loaded: loaded (/lib/systemd/system/kibana.service; enabled; vendor preset: enabled)
Active: active (running) since Tue 2024-01-23 11:42:15 GMT; 2 weeks 2 days ago
Docs: https://www.elastic.co
Main PID: 1049 (node)
Tasks: 11 (limit: 76983)
Memory: 567.4M
CPU: 2h 4min 29.277s
CGroup: /system.slice/kibana.service
└─1049 /usr/share/kibana/bin/../node/bin/node /usr/share/kibana/bin/../src/cli/dist

Jan 23 12:02:43 smg-lsm-m01 kibana[1049]: at Timeout._onTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:43:18)
Jan 23 12:02:43 smg-lsm-m01 kibana[1049]: at listOnTimeout (node:internal/timers:569:17)
Jan 23 12:02:43 smg-lsm-m01 kibana[1049]: at processTimers (node:internal/timers:512:7)
Jan 23 12:02:43 smg-lsm-m01 kibana[1049]: [2024-01-23T12:02:43.527+00:00][ERROR][plugins.ruleRegistry] Error: Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms
Jan 23 12:02:43 smg-lsm-m01 kibana[1049]: at installWithTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:59:13)
Jan 23 12:02:43 smg-lsm-m01 kibana[1049]: at ResourceInstaller.installCommonResources (/usr/share/kibana/node_modules/@kbn/rule-registry-plugin/server/rule_data_plugin_service/resource_installer.js:42:5)
Jan 29 19:40:24 smg-lsm-m01 kibana[1049]: [2024-01-29T19:40:24.235+00:00][ERROR][http] 400 Bad Request
Jan 29 19:40:24 smg-lsm-m01 kibana[1049]: [2024-01-29T19:40:24.253+00:00][ERROR][http] 400 Bad Request
Jan 29 19:40:24 smg-lsm-m01 kibana[1049]: [2024-01-29T19:40:24.578+00:00][ERROR][http] 400 Bad Request
Jan 29 19:40:24 smg-lsm-m01 kibana[1049]: [2024-01-29T19:40:24.595+00:00][ERROR][http] 400 Bad Request

4

Thanks for confirming. Have you made sure both Kibana and Elasticsearch are both on the same version? Which version are you using now?

I see bad request errors at the bottom of your log which could potentially be the sending of incompatible requests. Can you try performing a clean install of your entire stack (Kibana and Elasticsearch) as see if that resolves the issue.

Alternatively please sure your config and we can take a look.

5

I'm on version Kibana and elastic is v8.12.0

Apologise for my lame question - How do we perform clean install for elastic and kibana?

-- kibana.service - Kibana
Loaded: loaded (/lib/systemd/system/kibana.service; enabled; vendor preset: enabled)
Active: active (running) since Fri 2024-02-09 11:18:58 GMT; 1h 29min ago
Docs: https://www.elastic.co
Main PID: 1104 (node)
Tasks: 11 (limit: 76983)
Memory: 887.9M
CPU: 58.609s
CGroup: /system.slice/kibana.service
└─1104 /usr/share/kibana/bin/../node/bin/node /usr/share/kibana/bin/../src/cli/dist

Feb 09 11:19:44 smg-lsm-m01 kibana[1104]: [2024-02-09T11:19:44.219+00:00][INFO ][plugins.alerting] Registering resources for context "observability.apm".
Feb 09 11:19:44 smg-lsm-m01 kibana[1104]: [2024-02-09T11:19:44.835+00:00][ERROR][elasticsearch-service] This version of Kibana (v8.12.0) is incompatible with the following Elasticsearch nodes in your cluster: v8.10.4 @ 172.31.90.124:920>
Feb 09 11:19:49 smg-lsm-m01 kibana[1104]: [2024-02-09T11:19:49.155+00:00][INFO ][plugins.screenshotting.chromium] Browser executable: /usr/share/kibana/node_modules/@kbn/screenshotting-plugin/chromium/headless_shell-linux_x64/headless_s>
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: [2024-02-09T11:39:33.753+00:00][ERROR][plugins.ruleRegistry] Error: Timeout: it took more than 1200000ms
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: at Timeout._onTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:43:18)
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: at listOnTimeout (node:internal/timers:569:17)
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: at processTimers (node:internal/timers:512:7)
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: [2024-02-09T11:39:33.754+00:00][ERROR][plugins.ruleRegistry] Error: Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: at installWithTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:59:13)
Feb 09 11:39:33 smg-lsm-m01 kibana[1104]: at ResourceInstaller.installCommonResources (/usr/share/kibana/node_modules/@kbn/rule-registry-plugin/server/rule_data_plugin_service/resource_installer.js:42:5)
^X
enselkadm@smg-lsm-m01:~$ systemctl status elasticsearch -l
● elasticsearch.service - Elasticsearch
Loaded: loaded (/lib/systemd/system/elasticsearch.service; enabled; vendor preset: enabled)
Active: active (running) since Fri 2024-02-09 11:19:33 GMT; 1h 28min ago
Docs: https://www.elastic.co
Main PID: 1099 (java)
Tasks: 137 (limit: 76983)
Memory: 33.0G
CPU: 5min 39.270s
CGroup: /system.slice/elasticsearch.service
├─1099 /usr/share/elasticsearch/jdk/bin/java -Xms4m -Xmx64m -XX:+UseSerialGC -Dcli.name=server -Dcli.script=/usr/share/elasticsearch/bin/elasticsearch -Dcli.libs=lib/tools/server-cli -Des.path.home=/usr/share/elasticsearch >
├─1273 /usr/share/elasticsearch/jdk/bin/java -Des.networkaddress.cache.ttl=60 -Des.networkaddress.cache.negative.ttl=10 -Djava.security.manager=allow -XX:+AlwaysPreTouch -Xss1m -Djava.awt.headless=true -Dfile.encoding=UTF-8>
└─1472 /usr/share/elasticsearch/modules/x-pack-ml/platform/linux-x86_64/bin/controller

Feb 09 11:18:58 smg-lsm-m01 systemd[1]: Starting Elasticsearch...
Feb 09 11:19:05 smg-lsm-m01 systemd-entrypoint[1273]: CompileCommand: exclude org/apache/lucene/util/MSBRadixSorter.computeCommonPrefixLengthAndBuildHistogram bool exclude = true
Feb 09 11:19:05 smg-lsm-m01 systemd-entrypoint[1273]: CompileCommand: exclude org/apache/lucene/util/RadixSelector.computeCommonPrefixLengthAndBuildHistogram bool exclude = true
Feb 09 11:19:05 smg-lsm-m01 systemd-entrypoint[1099]: Feb 09, 2024 11:19:05 AM sun.util.locale.provider.LocaleProviderAdapter
Feb 09 11:19:05 smg-lsm-m01 systemd-entrypoint[1099]: WARNING: COMPAT locale provider will be removed in a future release
Feb 09 11:19:33 smg-lsm-m01 systemd[1]: Started Elasticsearch.

6

By a clean install I mean remove Kibana and Elasticsearch and install again.

Can you share the output of the Kibana logs rather than the systemctl status. If you could also share your YAML configuration that could also help.

7 
For more configuration options see the configuration guide for Kibana in
# https://www.elastic.co/guide/index.html

# =================== System: Kibana Server ===================
# Kibana is served by a back end server. This setting specifies the port to use.
#server.port: 5601

# Specifies the address to which the Kibana server will bind. IP addresses and host names are both valid values.
# The default is 'localhost', which usually means remote machines will not be able to connect.
# To allow connections from remote users, set this parameter to a non-loopback address.
server.host: "172.31.90.101"

# Enables you to specify a path to mount Kibana at if you are running behind a proxy.
# Use the `server.rewriteBasePath` setting to tell Kibana if it should remove the basePath
# from requests it receives, and to prevent a deprecation warning at startup.
# This setting cannot end in a slash.
#server.basePath: ""

# Specifies whether Kibana should rewrite requests that are prefixed with
# `server.basePath` or require that they are rewritten by your reverse proxy.
# Defaults to `false`.
#server.rewriteBasePath: false

# Specifies the public URL at which Kibana is available for end users. If
# `server.basePath` is configured this URL should end with the same basePath.
server.publicBaseUrl: "https://ncsm.calderdale.ac.uk:5601"

# The maximum payload size in bytes for incoming server requests.
#server.maxPayload: 1048576

# The Kibana server's name. This is used for display purposes.
server.name: "smg-lsm-m01"

# =================== System: Kibana Server (Optional) ===================
# Enables SSL and paths to the PEM-format SSL certificate and SSL key files, respectively.
# These settings enable SSL for outgoing requests from the Kibana server to the browser.
server.ssl.enabled: true
server.ssl.certificate: /etc/kibana/certs/kb-smg-lsm-m01.crt
server.ssl.key: /etc/kibana/certs/kb-smg-lsm-m01.key

# =================== System: Elasticsearch ===================
# The URLs of the Elasticsearch instances to use for all your queries.
#elasticsearch.hosts: ["http://localhost:9200"]

# If your Elasticsearch is protected with basic authentication, these settings provide
# the username and password that the Kibana server uses to perform maintenance on the Kibana
# index at startup. Your Kibana users still need to authenticate with Elasticsearch, which
# is proxied through the Kibana server.
#elasticsearch.username: "kibana_system"
#elasticsearch.password: "pass"

# Kibana can also authenticate to Elasticsearch via "service account tokens".
# Service account tokens are Bearer style tokens that replace the traditional username/password based configuration.
# Use this token instead of a username/password.
# elasticsearch.serviceAccountToken: "my_token"

# Time in milliseconds to wait for Elasticsearch to respond to pings. Defaults to the value of
# the elasticsearch.requestTimeout setting.
#elasticsearch.pingTimeout: 1500

 https://www.elastic.co/guide/index.html

# =================== System: Kibana Server ===================
# Kibana is served by a back end server. This setting specifies the port to use.
#server.port: 5601

# Specifies the address to which the Kibana server will bind. IP addresses and host names are both valid values.
# The default is 'localhost', which usually means remote machines will not be able to connect.
# To allow connections from remote users, set this parameter to a non-loopback address.
server.host: "172.31.90.101"

# Enables you to specify a path to mount Kibana at if you are running behind a proxy.
# Use the `server.rewriteBasePath` setting to tell Kibana if it should remove the basePath
# from requests it receives, and to prevent a deprecation warning at startup.
# This setting cannot end in a slash.
#server.basePath: ""

# Specifies whether Kibana should rewrite requests that are prefixed with
# `server.basePath` or require that they are rewritten by your reverse proxy.
# Defaults to `false`.
#server.rewriteBasePath: false

# Specifies the public URL at which Kibana is available for end users. If
# `server.basePath` is configured this URL should end with the same basePath.
server.publicBaseUrl: "https://ncsm.calderdale.ac.uk:5601"

# The maximum payload size in bytes for incoming server requests.
#server.maxPayload: 1048576

# The Kibana server's name. This is used for display purposes.
server.name: "smg-lsm-m01"

# =================== System: Kibana Server (Optional) ===================
# Enables SSL and paths to the PEM-format SSL certificate and SSL key files, respectively.
# These settings enable SSL for outgoing requests from the Kibana server to the browser.
server.ssl.enabled: true
server.ssl.certificate: /etc/kibana/certs/kb-smg-lsm-m01.crt
server.ssl.key: /etc/kibana/certs/kb-smg-lsm-m01.key

# =================== System: Elasticsearch ===================
# The URLs of the Elasticsearch instances to use for all your queries.
#elasticsearch.hosts: ["http://localhost:9200"]

# If your Elasticsearch is protected with basic authentication, these settings provide
# the username and password that the Kibana server uses to perform maintenance on the Kibana
# index at startup. Your Kibana users still need to authenticate with Elasticsearch, which
# is proxied through the Kibana server.
#elasticsearch.username: "kibana_system"
#elasticsearch.password: "pass"

# Kibana can also authenticate to Elasticsearch via "service account tokens".
# Service account tokens are Bearer style tokens that replace the traditional username/password based configuration.
# Use this token instead of a username/password.
# elasticsearch.serviceAccountToken: "my_token"

# Time in milliseconds to wait for Elasticsearch to respond to pings. Defaults to the value of
# the elasticsearch.requestTimeout setting.


 =================== Saved Objects: Migrations ===================
# Saved object migrations run at startup. If you run into migration-related issues, you might need to adjust these settings.

# The number of documents migrated at a time.
# If Kibana can't start up or upgrade due to an Elasticsearch `circuit_breaking_exception`,
# use a smaller batchSize value to reduce the memory pressure. Defaults to 1000
# migrations.batchSize: 1000

# The maximum payload size for indexing batches of upgraded saved objects.
# To avoid migrations failing due to a 413 Request Entity Too Large response from Elasticsearch.
# This value should be lower than or equal to your Elasticsearch cluster’s `http.max_content_length`
# configuration option. Default: 100mb
# migrations.maxBatchSizeBytes: 100mb

# The number of times to retry temporary migration failures. Increase the setting
# if migrations fail frequently with a message such as `Unable to complete the [...] step after
# 15 attempts, terminating`. Defaults to 15
# migrations.retryAttempts: 15

# =================== Search Autocomplete ===================
# Time in milliseconds to wait for autocomplete suggestions from Elasticsearch.
# This value must be a whole number greater than zero. Defaults to 1000
# data.autocomplete.valueSuggestions.timeout: 1000

# Maximum number of documents loaded by each shard to generate autocomplete suggestions.
# This value must be a whole number greater than zero. Defaults to 100000
# data.autocomplete.valueSuggestions.terminateAfter: 100000


# This section was automatically generated during setup.
elasticsearch.hosts: ['https://172.31.90.101:9200']
elasticsearch.serviceAccountToken: AAEAAWVsYXN0aWMva2liYW5hL2Vucm9sbC1wcm9jZXNzLXRva2VuLTE2NDYzOTA4NjQyMzg6WEVqZF9xTnZTQnlnMmY0VkF5cGpYZw
elasticsearch.ssl.certificateAuthorities: [/var/lib/kibana/ca_1646390864647.crt]
xpack.fleet.outputs: [{id: fleet-default-output, name: default, is_default: true, is_default_monitoring: true, type: elasticsearch, hosts: ['https://172.31.90.101:9200'], ca_trusted_fingerprint: 938491e1fb5da3c912efe4d25fc1276610add0b0b>

# Used to encrypt credentials in a cookie
xpack.security.encryptionKey: "DXIqK7&ge$7IkHyhrp5#vRXFu1T1VrJN"
#
# used to encrypt sensitive properties on alerts and actions before they’re stored
# in Elasticsearch. Third party credentials — such as the username and password used to
# connect to an SMTP service — are an example of encrypted properties.
xpack.encryptedSavedObjects.encryptionKey: "ECpzdzK@PFay5jXdol7zeptc!@fgAGJV"
#
# Set to an alphanumeric, at least 32 characters long text string. By default, Kibana will generate
# a random key when it starts, which will cause pending reports to fail after restart. Configure this
# setting to preserve the same key across multiple restarts and multiple instances of Kibana.
xpack.reporting.encryptionKey: "*$dXLxjf5bjnD$CR6IxGU2NCWTf$#sXw"
#
# The xpack.reporting.roles settings are for a deprecated system of access control in Reporting.
# Turning off this feature allows API Keys to generate reports, and allows reporting access
# through Kibana application privileges.
xpack.reporting.roles.enabled: false
#
# Optional: Set a timeout to expire idle sessions
xpack.security.session.idleTimeout: "30m"
#
# Optional: Change the maximum session duration or "lifespan"
xpack.security.session.lifespan: "10h"

strong text

8

{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:40.002+00:00","message":"Skipping initialization of Profiling endpoints because 'profilingDataAccess' plugin is not available","log":{"level":"INFO","logger":"plugins.infra"},"process":{"pid":1104,"uptime":41.282870029},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:40.003+00:00","message":"Registering resources for context "observability.logs".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1104,"uptime":41.28426323},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:40.005+00:00","message":"Registering resources for context "observability.metrics".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1104,"uptime":41.286007921},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:44.028+00:00","message":"Registering resources for context "security".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1104,"uptime":45.308672595},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:44.211+00:00","message":"Server is NOT enabled","log":{"level":"INFO","logger":"plugins.assetManager"},"process":{"pid":1104,"uptime":45.492162191},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:44.219+00:00","message":"Registering resources for context "observability.apm".","log":{"level":"INFO","logger":"plugins.alerting"},"process":{"pid":1104,"uptime":45.499580903},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:44.835+00:00","message":"This version of Kibana (v8.12.0) is incompatible with the following Elasticsearch nodes in your cluster: v8.10.4 @ 172.31.90.124:9200 (172.31.90.124), v8.10.4 @ 172.31.90.126:9200 (172.31.90.126), v8.10.4 @ 172.31.90.103:9200 (172.31.90.103), v8.10.4 @ 172.31.90.123:9200 (172.31.90.123), v8.10.4 @ 172.31.90.102:9200 (172.31.90.102)","log":{"level":"ERROR","logger":"elasticsearch-service"},"process":{"pid":1104,"uptime":46.116566591},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:19:49.155+00:00","message":"Browser executable: /usr/share/kibana/node_modules/@kbn/screenshotting-plugin/chromium/headless_shell-linux_x64/headless_shell","log":{"level":"INFO","logger":"plugins.screenshotting.chromium"},"process":{"pid":1104,"uptime":50.436218857},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:39:33.753+00:00","message":"Timeout: it took more than 1200000ms","error":{"message":"Timeout: it took more than 1200000ms","type":"Error","stack_trace":"Error: Timeout: it took more than 1200000ms\n at Timeout._onTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:43:18)\n at listOnTimeout (node:internal/timers:569:17)\n at processTimers (node:internal/timers:512:7)"},"log":{"level":"ERROR","logger":"plugins.ruleRegistry"},"process":{"pid":1104,"uptime":1235.034931738},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
{"service":{"node":{"roles":["background_tasks","ui"]}},"ecs":{"version":"8.6.1"},"@timestamp":"2024-02-09T11:39:33.754+00:00","message":"Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms","error":{"message":"Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms","type":"Error","stack_trace":"Error: Failure during installation of common resources shared between all indices. Timeout: it took more than 1200000ms\n at installWithTimeout (/usr/share/kibana/node_modules/@kbn/alerting-plugin/server/alerts_service/lib/install_with_timeout.js:59:13)\n at ResourceInstaller.installCommonResources (/usr/share/kibana/node_modules/@kbn/rule-registry-plugin/server/rule_data_plugin_service/resource_installer.js:42:5)"},"log":{"level":"ERROR","logger":"plugins.ruleRegistry"},"process":{"pid":1104,"uptime":1235.035723818},"trace":{"id":"8cda116c060fe81b71f1cc1f61140a68"},"transaction":{"id":"dcfd4f7d2284a0ae"}}
^[[D

9

Thanks for sharing @rash4ford. You still have an incompatibility issue:

You need to either upgrade Elasticsearch to v8.12.0 to match Kibana, or downgrade Kibana to v8.10.4.

10

Thank you so much - I will upgrade again and get back to you.

11

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.