I dont see any incoming data from Kafka to Kibana thru Logstash. I configured everything, and noticed that, it have
security.protocol = PLAINTEXT
even I configured SASL_SSL.
input {
kafka {
sasl_mechanism => "SCRAM-SHA-512"
security_protocol => "SASL_SSL"
ssl_keystore_location => "/apps/kafka_2.12-2.5.0/config/keystore/kafka.keystore.jks"
ssl_keystore_password => "Test@123$"
ssl_truststore_location => "/apps/kafka_2.12-2.5.0/config/truststore/kafka.truststore.jks"
ssl_truststore_password => "Test@123$"
bootstrap_servers => "192.168.168.96:9094"
topics => ["amf-topic"]
jaas_path => "/opt/elk7/logstash-7.4.0/config/kafka_jass.conf"
decorate_events => true
auto_offset_reset => 'earliest'
type => "logs"
}
}
filter {
grok {
patterns_dir => ["/opt/elk7/logstash-7.4.0/patterns"]
patterns_files_glob => "*"
match => {
"message" => "\[%{DATETIMEZONE}]\s\[%{LOG_LEVEL:Loglevel}]\s\(%{GREEDYDATA:Class}\.%{GREEDYDATA:Method}:%{DATA:LineNumber}\)\sreturning\slist:\s\[\{\"fname\":\"%{DATA:fname}\",\"msgid\":\"%{UUID:msgid}\",\"mtype\":\"%{DATA:mtype}\",\"path\":\"%{GREEDYDATA:Path}\",\"qtime\":\"%{DATA:qtime}\",\"receiver\":\"%{DATA:Receiver}\",\"sender\":\"%{DATA:Sender}\"\}\]"
}
add_field => { "eventName" => "SendFileDetails" }
}
}
output {
elasticsearch {
hosts => ["192.168.168.96:9200"]
index => "amf_ufa_test"
workers => 1
}
}