I have pipeline created as
input {
kafka {
group_id => "3fixed1"
client_id => "2fixed1"
codec => avro{
schema_uri => "C:\LogStash\KafkaClient\topology.avsc"
encoding => "binary"
}
bootstrap_servers => "obootstapserver"
topics => ["OUT_TOPOLOGY"]
security_protocol => "SSL"
enable_auto_commit => true
ssl_truststore_password => "changeit"
ssl_truststore_location => "java.test99.truststore.jks"
ssl_keystore_password => "changeit"
ssl_keystore_location => "java.test99.keystore.jks"
auto_offset_reset => "earliest"
value_deserializer_class => "org.apache.kafka.common.serialization.ByteArrayDeserializer"
}
}
output {
stdout { codec => json }
}
but not able to consume from the topic and i tried to change the group name also multiple time but every time is stuck with offset values as
onsumer clientId=2fixed1-0, groupId=3fixed1] Found no committed offset for partition OUT_TOPOLOGY-4
[2023-06-14T23:27:38,831][INFO ][org.apache.kafka.clients.consumer.internals.ConsumerCoordinator][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Found no committed offset for partition OUT_TOPOLOGY-5
[2023-06-14T23:27:38,831][INFO ][org.apache.kafka.clients.consumer.internals.ConsumerCoordinator][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Found no committed offset for partition OUT_TOPOLOGY-6
[2023-06-14T23:27:38,831][INFO ][org.apache.kafka.clients.consumer.internals.ConsumerCoordinator][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Found no committed offset for partition OUT_TOPOLOGY-7
[2023-06-14T23:27:38,832][INFO ][org.apache.kafka.clients.consumer.internals.ConsumerCoordinator][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Found no committed offset for partition OUT_TOPOLOGY-0
[2023-06-14T23:27:38,832][INFO ][org.apache.kafka.clients.consumer.internals.ConsumerCoordinator][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Found no committed offset for partition OUT_TOPOLOGY-1
[2023-06-14T23:27:38,879][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-2 to position FetchPosition{offset=320441689, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-2.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 2 rack: null)], epoch=25}}.
[2023-06-14T23:27:38,881][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-5 to position FetchPosition{offset=320723718, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-2.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 2 rack: null)], epoch=27}}.
[2023-06-14T23:27:38,895][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-3 to position FetchPosition{offset=289549562, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-1.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 1 rack: null)], epoch=22}}.
[2023-06-14T23:27:38,895][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-6 to position FetchPosition{offset=289867191, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-1.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 1 rack: null)], epoch=23}}.
[2023-06-14T23:27:38,895][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-0 to position FetchPosition{offset=289481525, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-1.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 1 rack: null)], epoch=24}}.
[2023-06-14T23:27:38,897][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-4 to position FetchPosition{offset=289625507, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-0.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 0 rack: null)], epoch=22}}.
[2023-06-14T23:27:38,898][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-7 to position FetchPosition{offset=289945098, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-0.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 0 rack: null)], epoch=22}}.
[2023-06-14T23:27:38,898][INFO ][org.apache.kafka.clients.consumer.internals.SubscriptionState][main][7bc8c09dde861a01ba341a207561de45d09526b9d9c4bccb691ba72a5f472f53] [Consumer clientId=2fixed1-0, groupId=3fixed1] Resetting offset for partition OUT_TOPOLOGY-1 to position FetchPosition{offset=289414934, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[omckvdcpddc1-5gc-message-bus-kf-0.omckvdcpddc1-5gc-message-bus-kf.omc.svc.cluster.local:9093 (id: 0 rack: null)], epoch=22}}.