This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 36bcaff0bd84 feat: Use official Kafka docker images (#17794)
36bcaff0bd84 is described below
commit 36bcaff0bd842738938e554f8fe710fe0f5ad7f7
Author: Ranga Reddy <[email protected]>
AuthorDate: Thu Jan 8 12:30:55 2026 +0530
feat: Use official Kafka docker images (#17794)
---
.../docker-compose_hadoop334_hive313_spark353_amd64.yml | 17 ++++++++++++++---
docker/demo/config/kafka-source.properties | 2 +-
2 files changed, 15 insertions(+), 4 deletions(-)
diff --git a/docker/compose/docker-compose_hadoop334_hive313_spark353_amd64.yml
b/docker/compose/docker-compose_hadoop334_hive313_spark353_amd64.yml
index 66f2d12aad2f..dfa64861442c 100644
--- a/docker/compose/docker-compose_hadoop334_hive313_spark353_amd64.yml
+++ b/docker/compose/docker-compose_hadoop334_hive313_spark353_amd64.yml
@@ -147,15 +147,26 @@ services:
environment:
- ALLOW_ANONYMOUS_LOGIN=yes
kafka:
- image: 'bitnami/kafka:3.4.1'
+ image: 'apache/kafka:3.7.2'
platform: linux/amd64
hostname: kafkabroker
container_name: kafkabroker
ports:
- "9092:9092" # Kafka Broker
environment:
- - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
- - ALLOW_PLAINTEXT_LISTENER=yes
+ - 'KAFKA_NODE_ID=1'
+ - 'KAFKA_PROCESS_ROLES=broker,controller'
+ -
'KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:29092,CONTROLLER://0.0.0.0:9093,PLAINTEXT_HOST://0.0.0.0:9092'
+ -
'KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafkabroker:29092,PLAINTEXT_HOST://localhost:9092'
+ - 'KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER'
+ -
'KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT'
+ - 'KAFKA_INTER_BROKER_LISTENER_NAME=PLAINTEXT'
+ - 'KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafkabroker:9093'
+ - 'KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1'
+ - 'KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR=1'
+ - 'KAFKA_TRANSACTION_STATE_LOG_MIN_ISR=1'
+ - 'KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS=0'
+ - 'KAFKA_NUM_PARTITIONS=3'
sparkmaster:
image: apachehudi/hudi-hadoop_3.3.4-hive_3.1.3-sparkmaster_3.5.3:latest
platform: linux/amd64
diff --git a/docker/demo/config/kafka-source.properties
b/docker/demo/config/kafka-source.properties
index 36725084e4cf..ec0d93d6c698 100644
--- a/docker/demo/config/kafka-source.properties
+++ b/docker/demo/config/kafka-source.properties
@@ -24,5 +24,5 @@
hoodie.streamer.schemaprovider.target.schema.file=/var/demo/config/schema.avsc
# Kafka Source
hoodie.streamer.source.kafka.topic=stock_ticks
#Kafka props
-bootstrap.servers=kafkabroker:9092
+bootstrap.servers=kafkabroker:29092
auto.offset.reset=earliest
