Running logstash

Fatiha · February 6, 2024, 10:32am

hi
I want to create a project that visualize my data in mysql to kibana
but when I run the logstash with this cmd :
.\bin\logstash -f logstash.conf
I find only 81 fields in kibana and some fields are empty yet I have more than 100 fields in my database
this my logstash.conf file :

  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM analyse"
  }
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM analyse_elementanalyse"
  }
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM automate"
  }
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM automatesexamen "
  }
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM catagorie "
  }
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM certificat "
  }
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM demandeexamen "
  }
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM element_stock_reactif "
  }
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM elementanalyse "
  }
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM elementatb "
  }

   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM elementresultat "
  }

   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM examen "
  }

  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM examen_analyse "
  } 
  
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM examens_demande "
  } 

  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM historique_stock_reactif "
  } 

  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM interpretation "
  } 

    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM parametres  "
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM phrasiers "
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM piecejoints "
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM prescripteurs "
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM resultatanalyse"
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM resultatatb "
  } 
jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM stockreactif "
  } 

  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM tubeprelevement "
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM typeelementresult "
  } 
    jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM valeurposselemresult "
  } 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM valeursnormales "
  } 
}

filter {
  # add filters here if needed
}

output {
  elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_analyse"
    document_id => "%{[@metadata][id]}" 
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    
  }
   elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_analyse_elementanalyse"
    document_id =>"%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
   
  }

    
    elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_automate"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
     elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_automatesexamen"
    document_id =>"%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  

  }
  elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_catagorie"
    document_id =>"%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_certificat"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  } 

 elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_demandesexamen"
    document_id => "%{[@metadata][id]}" 
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    
  }
  elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_element_stock_reactif"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
   elasticsearch { 
    
    hosts => ["localhost:9200"]
    index => "index_elementanalyse"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }

  elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_elementatb"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_elementresultat"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
  
    hosts => ["localhost:9200"]
    index => "index_examen"
    document_id =>  "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
     elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_examen_analyse"
    document_id => "%{[@metadata][id]}" 
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
     

  }
    elasticsearch { 
    
    hosts => ["localhost:9200"]
    index => "index_examens_demande"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_historique_stock_reactif"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
     

  }
     elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_interpretation"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_parametres"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_phrasiers"
    document_id => "%{[@metadata][id]}" 
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
  elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_piecejoints"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
   elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_prescripteurs"
    document_id => "%{[@metadata][id]}" 
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
     

  }
   elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_resultatanalyse"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
     

  }
  elasticsearch {
    
    hosts => ["localhost:9200"]
    index => "index_resultatatb"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
      
    hosts => ["localhost:9200"]
    index => "index_stockreactif"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
    elasticsearch {
      
    hosts => ["localhost:9200"]
    index => "index_tubeprelevement"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }

      elasticsearch {
      
    hosts => ["localhost:9200"]
    index => "index_typeelementresult"
    document_id =>"%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
   

  }
   
    
    elasticsearch {
      
    hosts => ["localhost:9200"]
    index => "index_valeurposselemresult"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    

  }
  

    elasticsearch {
      
    hosts => ["localhost:9200"]
    index => "index_valeurnormales"
    document_id => "%{[@metadata][id]}"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
   

  }
}

I USE mysql workbench in wondows 10
what is the probleme

Fatiha · February 7, 2024, 5:44pm

what is the problem ?

Badger · February 7, 2024, 6:44pm

You are never setting [@metadata][id], so this will result in every document having the same _id. You are fetching data from 27 tables and writing every document from every table to 27 indexes with the same _id.

It is hard to believe that you really want to do that. If you want to copy each table to a separate index then use conditionals (this thread and this thread might help), or, probably better, use pipelines.conf to configure 27 pipelines to do it.

Fatiha · February 13, 2024, 9:15pm

I change my logstash.conf file but I have the some problem

input {
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM analyse"
    } }
  output {
  elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_analyse"
    
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    
  }
  }
  input {
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM analyse_elementanalyse"
    } }
  output {
  elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_analyse_elementanalyse"
    
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    
  }
  }
   input {
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM automate"
    } }
  output {
  elasticsearch {
   
    hosts => ["localhost:9200"]
    index => "index_automate"
    
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
    
  }
  }
   input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM automatesexamen "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_automatesexamen"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
  input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM catagorie "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_catagorie"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
  input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM certificat "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_certificat"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
   input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM demandeexamen "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_demandeexamen"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
   input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM element_stock_reactif "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_element_stock_reactif"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
 input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM elementanalyse "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_elementanalyse"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
 input { 
   jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM elementatb "
  } }
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_elementatb "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
  input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM elementresultat "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_elementresultat "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }

 input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM examen "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_examen"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }

   input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM examen_analyse "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_examen_analyse"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }

input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM examens_demande "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_examens_demande"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }


input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM historique_stock_reactif "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_historique_stock_reactif"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM interpretation  "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_interpretation "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM parametres  "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_parametres "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }

 input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM phrasiers"
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_phrasiers"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM piecejoints"
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_piecejoints"
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM prescripteurs "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_prescripteurs "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM resultatanalyse "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_resultatanalyse "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM resultatatb "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_resultatatb "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
   
   input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM stockreactif "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_stockreactif "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
   input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM typeelementresult  "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_typeelementresult  "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
   input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM valeurposselemresult "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_valeurposselemresult  "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }

   input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM tubeprelevement "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_tubeprelevement  "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }
 
     input { 
  jdbc {
    jdbc_driver_library => "E:/ELK/mysql-connector-java-8.0.17.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/mydata?serverTimezone=UTC"
    jdbc_user => "root"
    jdbc_password => "admin"
    schedule => "* * * * *"
    statement => "SELECT * FROM valeursnormales "
  }}
  output {
  elasticsearch {
    hosts => ["localhost:9200"]
    index => "index_valeursnormales  "
    user => "elastic"
    password  => "qwVx8sqUc14XHG+HZF3I"
  } }

system · March 12, 2024, 9:16pm

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.

Topic		Replies	Views
LogStash - Upload using MySQL Logstash	13	719	January 5, 2021
Logstash and databse Logstash	16	5700	July 6, 2017
Index : MySQL to Elasticsearch 6.2 with Logstash 6.2 Elasticsearch	31	2042	June 16, 2018
Oracle to Elasticsearch Elasticsearch	10	2295	July 6, 2017
MySQL fields not visible in Kibana Logstash	8	1184	May 16, 2017

Running logstash

Related topics