Hi i want to config logstash with incremental pipeline but i am getting below error t[2022-06-07T14:47:45,313][ERROR][logstash.outputs.Elasticsearch][main][d24e130edb19f1038da36ee73576edcc3bb8a8df6f0207c132792ec2475e92ec] Encountered a retryable error (will retry with exponential backoff) {:code=>400, :url=>"http://localhost:9200/_bulk", :content_length=>187}
Config file:-
/////
<input {
jdbc {
jdbc_connection_string => "jdbc:mysql://localhost:3306/jobschema"
# The user we wish to execute our statement as
jdbc_user => "root"
jdbc_password => "root"
# The path to our downloaded jdbc driver
jdbc_driver_library => "/usr/share/java/mysql-connector-java-8.0.29.jar"
jdbc_driver_class => "com.mysql.jdbc.Driver"
# our query
statement => "SELECT * FROM logplugin "
use_column_value => true
tracking_column => "jobid"
tracking_column_type => "numeric"
schedule => "*/5 * * * * *"
}
}
filter {
Elasticsearch {
user => logstash_user
password => test1234
}
if [action_type] == "create" or [action_type] == "insert" or [action_type] == "update" {
mutate { add_field => { "[@metadata][action]" => "index" } }
} else if [action_type] == "delete" {
mutate { add_field => { "[@metadata][action]" => "delete" } }
}
mutate {
remove_field => ["@version", "@timestamp", "action_type"]
}
}
output {
Elasticsearch {
"hosts" => "localhost:9200"
"index" => "check_local"
"action" => "%{[@metadata][action]}"
"document_id"=> "%{jobid}"
}
stdout { codec => rubydebug { metadata => true } }
}
///////