This is an automated email from the ASF dual-hosted git repository.
zehnder pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/streampipes.git
The following commit(s) were added to refs/heads/dev by this push:
new 2a01656a37 fix: Update kafka for go e2e tests (#3813)
2a01656a37 is described below
commit 2a01656a3780dad8d569c020f4d12a790e173517
Author: Philipp Zehnder <[email protected]>
AuthorDate: Thu Oct 2 15:02:46 2025 +0200
fix: Update kafka for go e2e tests (#3813)
---
streampipes-client-e2e/docker-compose.yml | 38 +++++++++++++++----------------
1 file changed, 18 insertions(+), 20 deletions(-)
diff --git a/streampipes-client-e2e/docker-compose.yml
b/streampipes-client-e2e/docker-compose.yml
index 05e33861bb..2684843adf 100644
--- a/streampipes-client-e2e/docker-compose.yml
+++ b/streampipes-client-e2e/docker-compose.yml
@@ -53,32 +53,30 @@ services:
spnet:
kafka:
- image: fogsyio/kafka:2.2.0
+ image: apache/kafka:4.1.0
hostname: kafka
- depends_on:
- - zookeeper
environment:
- # see: https://github.com/confluentinc/schema-registry/issues/648
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://:9092
- KAFKA_LISTENERS: PLAINTEXT://:9092
- KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
- KAFKA_ADVERTISED_HOST_NAME: kafka
- KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+ - KAFKA_NODE_ID=0
+ - KAFKA_PROCESS_ROLES=controller,broker
+ - KAFKA_AUTO_CREATE_TOPICS_ENABLE=true
+ - KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093
+ - KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093,OUTSIDE://:9094
+ -
KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092,OUTSIDE://localhost:9094
+ -
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,OUTSIDE:PLAINTEXT
+ - KAFKA_INTER_BROKER_LISTENER_NAME=PLAINTEXT
+ - KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER
+ - KAFKA_MESSAGE_MAX_BYTES=5000012
+ - KAFKA_REPLICA_FETCH_MAX_BYTES=10000000
+ - KAFKA_FETCH_MESSAGE_MAX_BYTES=5000012
+ - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1
+ - KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS=1
+ - KAFKA_DEFAULT_REPLICATION_FACTOR=1
volumes:
- - kafka:/kafka
- - /var/run/docker.sock:/var/run/docker.sock
+ - kafka3:/var/lib/kafka/data
logging: *default-logging
networks:
spnet:
- zookeeper:
- image: fogsyio/zookeeper:3.4.13
- logging: *default-logging
- volumes:
- - zookeeper:/opt/zookeeper-3.4.13
- networks:
- spnet:
influxdb:
image: influxdb:2.6
@@ -113,7 +111,7 @@ services:
spnet:
volumes:
- kafka:
+ kafka3:
couchdb:
zookeeper:
influxdb:
