This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a commit to branch branch-1.10
in repository https://gitbox.apache.org/repos/asf/kyuubi.git
The following commit(s) were added to refs/heads/branch-1.10 by this push:
new 20fdae20b5 [KYUUBI #7251] Use RustFS instead of MinIO in Playground
20fdae20b5 is described below
commit 20fdae20b5355e88cee22ba02b34c64f536d177a
Author: Akira Ajisaka <[email protected]>
AuthorDate: Thu Nov 20 13:47:52 2025 +0800
[KYUUBI #7251] Use RustFS instead of MinIO in Playground
### Why are the changes needed?
Playground fails to launch because Minio Docker image is no longer
available.
Close #7251
### How was this patch tested?
Ran `docker-compose up -d` to launch Playground and ran the following
commands in the readme to create test data:
```
docker exec -it kyuubi /opt/kyuubi/bin/beeline -u
'jdbc:hive2://0.0.0.0:10009/' -f /opt/load_data/load-dataset-tpcds-tiny.sql
docker exec -it kyuubi /opt/kyuubi/bin/beeline -u
'jdbc:hive2://0.0.0.0:10009/' -f /opt/load_data/load-dataset-tpch-tiny.sql
```
### Was this patch authored or co-authored using generative AI tooling?
No
Closes #7252 from aajisaka/fix-playground.
Closes #7251
9dca056c1 [Akira Ajisaka] Add credentials info for RustFS Web UI
e5f1899ec [Akira Ajisaka] [KYUUBI #7251] Use RustFS instead of MinIO in
Playground
Authored-by: Akira Ajisaka <[email protected]>
Signed-off-by: Cheng Pan <[email protected]>
(cherry picked from commit 109815bcb38d30d3a58fdb2b5e3baf972c704c6d)
Signed-off-by: Cheng Pan <[email protected]>
---
docker/playground/README.md | 2 +-
docker/playground/compose.yml | 34 ++++++++++++++++++++++++++--------
docker/playground/conf/core-site.xml | 6 +++---
3 files changed, 30 insertions(+), 12 deletions(-)
diff --git a/docker/playground/README.md b/docker/playground/README.md
index 04fdebb527..2c6befd76f 100644
--- a/docker/playground/README.md
+++ b/docker/playground/README.md
@@ -31,7 +31,7 @@ Kyuubi supply some built-in dataset, after Kyuubi started,
you can run the follo
### Access Service
-- MinIO: http://localhost:9001
+- RustFS: http://localhost:9001 (account: rustfsadmin, key: rustfsadmin)
- PostgreSQL localhost:5432 (username: postgres, password: postgres)
- Spark UI: http://localhost:4040 (available after Spark application launching
by Kyuubi, port may be 4041, 4042... if you launch more than one Spark
applications)
- Prometheus: http://localhost:9090
diff --git a/docker/playground/compose.yml b/docker/playground/compose.yml
index 35a794609e..f188b52904 100644
--- a/docker/playground/compose.yml
+++ b/docker/playground/compose.yml
@@ -16,17 +16,35 @@
#
services:
- minio:
- image: bitnami/minio:2023-debian-11
+ rustfs:
+ image: rustfs/rustfs:latest
environment:
- MINIO_ROOT_USER: minio
- MINIO_ROOT_PASSWORD: minio_minio
- MINIO_DEFAULT_BUCKETS: spark-bucket
- container_name: minio
- hostname: minio
+ RUSTFS_ACCESS_KEY: rustfsadmin
+ RUSTFS_SECRET_KEY: rustfsadmin
+ RUSTFS_ADDRESS: 0.0.0.0:9000
+ RUSTFS_CONSOLE_ACCESS: 0.0.0.0:9001
+ hostname: rustfs
ports:
- 9000
- 9001:9001
+ healthcheck:
+ test: ["CMD", "curl", "-f", "http://localhost:9000/health"]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 20s
+
+ rustfs-init:
+ image: amazon/aws-cli:latest
+ depends_on:
+ rustfs:
+ condition: service_healthy
+ environment:
+ AWS_ACCESS_KEY_ID: rustfsadmin
+ AWS_SECRET_ACCESS_KEY: rustfsadmin
+ AWS_REGION: us-east-1
+ entrypoint: /bin/sh
+ command: -c "aws --endpoint-url http://rustfs:9000 s3api create-bucket
--bucket spark-bucket"
postgres:
image: postgres:${POSTGRES_VERSION}
@@ -79,7 +97,7 @@ services:
-
./script/load-dataset-tpch-tiny.sql:/opt/load_data/load-dataset-tpch-tiny.sql
depends_on:
- metastore
- - minio
+ - rustfs
- zookeeper
prometheus:
diff --git a/docker/playground/conf/core-site.xml
b/docker/playground/conf/core-site.xml
index 0177493862..5fccbf196c 100644
--- a/docker/playground/conf/core-site.xml
+++ b/docker/playground/conf/core-site.xml
@@ -19,11 +19,11 @@
<configuration>
<property>
<name>fs.s3a.access.key</name>
- <value>minio</value>
+ <value>rustfsadmin</value>
</property>
<property>
<name>fs.s3a.secret.key</name>
- <value>minio_minio</value>
+ <value>rustfsadmin</value>
</property>
<property>
<name>fs.s3a.connection.ssl.enabled</name>
@@ -35,7 +35,7 @@
</property>
<property>
<name>fs.s3a.endpoint</name>
- <value>http://minio:9000</value>
+ <value>http://rustfs:9000</value>
</property>
<property>
<name>fs.s3a.committer.name</name>