This is an automated email from the ASF dual-hosted git repository.

Jackie-Jiang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git


The following commit(s) were added to refs/heads/master by this push:
     new f5e3dec1187 Upgrade Kafka to 4.4.0 and Confluent clients to 8.4.0 
(#20185)
f5e3dec1187 is described below

commit f5e3dec1187c8cd1647a5a5c41f3d3d97f8dbdae
Author: Xiaotian (Jackie) Jiang <[email protected]>
AuthorDate: Tue Nov 10 10:42:52 2026 -0800

    Upgrade Kafka to 4.4.0 and Confluent clients to 8.4.0 (#20185)
---
 pinot-connectors/pinot-flink-connector/pom.xml               | 12 ++++++++++++
 pinot-integration-tests/pom.xml                              | 12 ++++++++++++
 pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml | 12 ++++++++++++
 .../stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java  |  2 +-
 .../stream/kafka40/KafkaPartitionLevelConsumerTest.java      |  2 +-
 pom.xml                                                      | 10 ++++++++--
 6 files changed, 46 insertions(+), 4 deletions(-)

diff --git a/pinot-connectors/pinot-flink-connector/pom.xml 
b/pinot-connectors/pinot-flink-connector/pom.xml
index a76236829dc..acb16c0955d 100644
--- a/pinot-connectors/pinot-flink-connector/pom.xml
+++ b/pinot-connectors/pinot-flink-connector/pom.xml
@@ -84,6 +84,18 @@
       <artifactId>kafka-test-common-runtime</artifactId>
       <scope>test</scope>
     </dependency>
+    <!-- KafkaClusterTestKit's SSL setup needs client test fixtures and Bouncy 
Castle, absent from Kafka's POM. -->
+    <dependency>
+      <groupId>org.apache.kafka</groupId>
+      <artifactId>kafka-clients</artifactId>
+      <classifier>test-fixtures</classifier>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.bouncycastle</groupId>
+      <artifactId>bcpkix-jdk18on</artifactId>
+      <scope>test</scope>
+    </dependency>
     <dependency>
       <groupId>org.testng</groupId>
       <artifactId>testng</artifactId>
diff --git a/pinot-integration-tests/pom.xml b/pinot-integration-tests/pom.xml
index f94a438b7a4..1eb386e7912 100644
--- a/pinot-integration-tests/pom.xml
+++ b/pinot-integration-tests/pom.xml
@@ -511,6 +511,18 @@
       <artifactId>kafka-test-common-runtime</artifactId>
       <scope>test</scope>
     </dependency>
+    <!-- KafkaClusterTestKit's SSL setup needs client test fixtures and Bouncy 
Castle, absent from Kafka's POM. -->
+    <dependency>
+      <groupId>org.apache.kafka</groupId>
+      <artifactId>kafka-clients</artifactId>
+      <classifier>test-fixtures</classifier>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.bouncycastle</groupId>
+      <artifactId>bcpkix-jdk18on</artifactId>
+      <scope>test</scope>
+    </dependency>
     <dependency>
       <groupId>org.apache.pinot</groupId>
       <artifactId>pinot-udf-test</artifactId>
diff --git a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml 
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
index 9387f26893e..098251125da 100644
--- a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
+++ b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
@@ -60,6 +60,18 @@
     </dependency>
 
     <!-- Test dependencies -->
+    <!-- KafkaClusterTestKit's SSL setup needs client test fixtures and Bouncy 
Castle, absent from Kafka's POM. -->
+    <dependency>
+      <groupId>org.apache.kafka</groupId>
+      <artifactId>kafka-clients</artifactId>
+      <classifier>test-fixtures</classifier>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.bouncycastle</groupId>
+      <artifactId>bcpkix-jdk18on</artifactId>
+      <scope>test</scope>
+    </dependency>
     <dependency>
       <groupId>org.apache.pinot</groupId>
       <artifactId>pinot-kafka-base</artifactId>
diff --git 
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
 
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
index 86f8bedd664..ad313fe4172 100644
--- 
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
+++ 
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
@@ -37,7 +37,7 @@ import org.apache.pinot.spi.stream.LongMsgOffset;
 import org.apache.pinot.spi.stream.StreamConfig;
 import org.testng.annotations.Test;
 
-import static org.apache.kafka.common.record.RecordBatch.NO_TIMESTAMP;
+import static org.apache.kafka.clients.consumer.ConsumerRecord.NO_TIMESTAMP;
 import static org.mockito.ArgumentMatchers.any;
 import static org.mockito.ArgumentMatchers.anyCollection;
 import static org.mockito.ArgumentMatchers.eq;
diff --git 
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
 
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
index fa3fe04ce6c..404e259b265 100644
--- 
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
+++ 
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
@@ -65,7 +65,7 @@ import org.testng.annotations.AfterClass;
 import org.testng.annotations.BeforeClass;
 import org.testng.annotations.Test;
 
-import static org.apache.kafka.common.record.RecordBatch.NO_TIMESTAMP;
+import static org.apache.kafka.clients.consumer.ConsumerRecord.NO_TIMESTAMP;
 import static org.mockito.ArgumentMatchers.any;
 import static org.mockito.Mockito.mock;
 import static org.mockito.Mockito.when;
diff --git a/pom.xml b/pom.xml
index 519286572fd..90a1ed15df1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -260,9 +260,9 @@
     <jopt-simple.version>5.0.4</jopt-simple.version>
 
     <spark3.version>3.5.9</spark3.version>
-    <kafka4.version>4.2.0</kafka4.version>
+    <kafka4.version>4.4.0</kafka4.version>
     <jose4j.version>0.9.7</jose4j.version>
-    <confluent.version>8.2.0</confluent.version>
+    <confluent.version>8.4.0</confluent.version>
     <wire.version>7.1.2</wire.version>
     <pulsar.version>5.0.1</pulsar.version>
     <flink.version>2.3.0</flink.version>
@@ -1695,6 +1695,12 @@
         <artifactId>kafka-clients</artifactId>
         <version>${kafka4.version}</version>
       </dependency>
+      <dependency>
+        <groupId>org.apache.kafka</groupId>
+        <artifactId>kafka-clients</artifactId>
+        <version>${kafka4.version}</version>
+        <classifier>test-fixtures</classifier>
+      </dependency>
       <dependency>
         <groupId>org.bitbucket.b_c</groupId>
         <artifactId>jose4j</artifactId>


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to