This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new dd8b35fd67 [Docs] add docker cluster guide (#7532)
dd8b35fd67 is described below
commit dd8b35fd67686e1d003642435ddf992ff3e5f0c0
Author: Jarvis <[email protected]>
AuthorDate: Wed Sep 11 22:10:57 2024 +0800
[Docs] add docker cluster guide (#7532)
---
docs/en/start-v2/docker/docker.md | 282 ++++++++++++++-
docs/zh/start-v2/docker/docker.md | 387 +++++++++++++++++++++
seatunnel-dist/src/main/docker/Dockerfile | 4 +-
.../engine/common/config/ConfigProvider.java | 10 +
4 files changed, 670 insertions(+), 13 deletions(-)
diff --git a/docs/en/start-v2/docker/docker.md
b/docs/en/start-v2/docker/docker.md
index 67f57c590a..25ac52044b 100644
--- a/docs/en/start-v2/docker/docker.md
+++ b/docs/en/start-v2/docker/docker.md
@@ -2,11 +2,13 @@
sidebar_position: 3
---
-# Set Up With Docker In Local Mode
+# Set Up With Docker
-## Zeta Engine
+## Set Up With Docker In Local Mode
-### Download
+### Zeta Engine
+
+#### Download
```shell
docker pull apache/seatunnel:<version_tag>
@@ -29,12 +31,12 @@ docker run --rm -it -v /tmp/job/:/config
apache/seatunnel:<version_tag> ./bin/se
docker run --rm -it -v /tmp/job/:/config apache/seatunnel:<version_tag>
./bin/seatunnel.sh -DJvmOption="-Xms4G -Xmx4G" -m local -c
/config/fake_to_console.conf
```
-### Build Image By Yourself
+#### Build Image By Yourself
Build from source code. The way of downloading the source code is the same as
the way of downloading the binary package.
You can download the source code from the [download
page](https://seatunnel.apache.org/download/) or clone the source code from the
[GitHub repository](https://github.com/apache/seatunnel/releases)
-#### Build With One Command
+##### Build With One Command
```shell
cd seatunnel
# Use already sett maven profile
@@ -44,7 +46,7 @@ sh ./mvnw -B clean install -Dmaven.test.skip=true
-Dmaven.javadoc.skip=true -Dli
docker images | grep apache/seatunnel
```
-#### Build Step By Step
+##### Build Step By Step
```shell
# Build binary package from source code
sh ./mvnw clean package -DskipTests -Dskip.spotless=true
@@ -75,18 +77,17 @@ COPY ./target/apache-seatunnel-${VERSION}-bin.tar.gz /opt/
RUN cd /opt && \
tar -zxvf apache-seatunnel-${VERSION}-bin.tar.gz && \
mv apache-seatunnel-${VERSION} seatunnel && \
- rm apache-seatunnel-${VERSION}-bin.tar.gz
+ rm apache-seatunnel-${VERSION}-bin.tar.gz && \
+ cp seatunnel/config/log4j2_client.properties
seatunnel/config/log4j2.properties && \
+ cp seatunnel/config/hazelcast-master.yaml
seatunnel/config/hazelcast-worker.yaml
WORKDIR /opt/seatunnel
```
-## Spark or Flink Engine
-
-### Download And Install the connectors you needed
+### Spark or Flink Engine
-refer the step as Zeta Engine
-### Mount Spark/Flink library
+#### Mount Spark/Flink library
By default, Spark home is `/opt/spark`, Flink home is `/opt/flink`.
If you need run with spark/flink, you can mount the related library to
`/opt/spark` or `/opt/flink`.
@@ -139,3 +140,260 @@ docker run --rm -it apache/seatunnel bash -c
'<YOUR_FLINK_HOME>/bin/start-cluste
docker run --rm -it apache/seatunnel bash -c
'<YOUR_FLINK_HOME>/bin/start-cluster.sh &&
./bin/start-seatunnel-flink-15-connector-v2.sh -c
config/v2.streaming.conf.template'
```
+
+
+## Set Up With Docker In Cluster Mode
+
+there has 2 ways to create cluster within docker.
+
+### 1. Use Docker Directly
+
+1. create a network
+```shell
+docker network create seatunnel-network
+```
+
+2. start the nodes
+- start master node
+```shell
+## start master and export 5801 port
+docker run -d --name seatunnel_master \
+ --network seatunnel-network \
+ --rm \
+ -p 5801:5801 \
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r master
+```
+
+- get created container ip
+```shell
+docker inspect master-1
+```
+run this command to get the pod ip.
+
+- start worker node
+```shell
+docker run -d --name seatunnel_worker_1 \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set master container ip to
here
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r worker
+
+## start worker2
+docker run -d --name seatunnel_worker_2 \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set master container ip
to here
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r worker
+
+```
+
+#### Scale your Cluster
+
+run this command to start master node.
+```shell
+docker run -d --name seatunnel_master \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set exist master container ip
to here
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r master
+```
+
+run this command to start worker node.
+```shell
+docker run -d --name seatunnel_worker_1 \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set master container ip to
here
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r worker
+```
+
+
+### 2. Use Docker-compose
+
+> docker cluster mode is only support zeta engine.
+
+The `docker-compose.yaml` file is :
+```yaml
+version: '3.8'
+
+services:
+ master:
+ image: apache/seatunnel
+ container_name: seatunnel_master
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r master
+ "
+ ports:
+ - "5801:5801"
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.2
+
+ worker1:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_1
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.3
+
+ worker2:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_2
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.4
+
+networks:
+ seatunnel_network:
+ driver: bridge
+ ipam:
+ config:
+ - subnet: 172.16.0.0/24
+
+```
+
+run `docker-compose up -d` command to start the cluster.
+
+
+You can use `docker logs -f seatunne_master`, `docker logs -f
seatunnel_worker_1` to check the node log.
+And when you call
`http://localhost:5801/hazelcast/rest/maps/system-monitoring-information`, you
will see there are 2 nodes as we excepted.
+
+After that, you can use client or restapi to submit job to this cluster.
+
+#### Scale your Cluster
+
+If you want to increase cluster node, like add a new work node.
+
+```yaml
+version: '3.8'
+
+services:
+ master:
+ image: apache/seatunnel
+ container_name: seatunnel_master
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r master
+ "
+ ports:
+ - "5801:5801"
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.2
+
+ worker1:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_1
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.3
+
+ worker2:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_2
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.4
+ ####
+ ## add new worker node
+ ####
+ worker3:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_3
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4,172.16.0.5 #
add ip to here
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.5 # use a not used ip
+
+networks:
+ seatunnel_network:
+ driver: bridge
+ ipam:
+ config:
+ - subnet: 172.16.0.0/24
+
+```
+
+and run `docker-compose up -d` command, the new worker node will start, and
the current node won't restart.
+
+
+### Job Operation on cluster
+
+1. use docker as a client
+- submit job :
+```shell
+docker run --name seatunnel_client \
+ --network seatunnel-network \
+ --rm \
+ apache/seatunnel \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set it as master node
container ip
+ ./bin/seatunnel.sh -c config/v2.batch.config.template # this is an
default config, if you need submit your self config, you can mount config file.
+```
+
+- list job
+```shell
+docker run --name seatunnel_client \
+ --network seatunnel-network \
+ --rm \
+ apache/seatunnel \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set it as master node
container ip
+ ./bin/seatunnel.sh -l
+```
+
+more command please refer
[user-command](../../seatunnel-engine/user-command.md)
+
+
+
+2. use rest api
+
+please refer [Submit A Job](../../seatunnel-engine/rest-api.md#submit-a-job)
+
diff --git a/docs/zh/start-v2/docker/docker.md
b/docs/zh/start-v2/docker/docker.md
new file mode 100644
index 0000000000..bccd4b068f
--- /dev/null
+++ b/docs/zh/start-v2/docker/docker.md
@@ -0,0 +1,387 @@
+---
+sidebar_position: 3
+---
+
+# 使用Docker进行部署
+
+## 使用Docker启用本地模式
+
+### Zeta 引擎
+
+#### 下载镜像
+
+```shell
+docker pull apache/seatunnel:<version_tag>
+```
+
+当下载完成后，可以使用如下命令来提交任务
+
+```shell
+# Run fake source to console sink
+docker run --rm -it apache/seatunnel:<version_tag> ./bin/seatunnel.sh -m local
-c config/v2.batch.config.template
+
+# Run job with custom config file
+docker run --rm -it -v /<The-Config-Directory-To-Mount>/:/config
apache/seatunnel:<version_tag> ./bin/seatunnel.sh -m local -c
/config/fake_to_console.conf
+
+# Example
+# If you config file is in /tmp/job/fake_to_console.conf
+docker run --rm -it -v /tmp/job/:/config apache/seatunnel:<version_tag>
./bin/seatunnel.sh -m local -c /config/fake_to_console.conf
+
+# Set JVM options when running
+docker run --rm -it -v /tmp/job/:/config apache/seatunnel:<version_tag>
./bin/seatunnel.sh -DJvmOption="-Xms4G -Xmx4G" -m local -c
/config/fake_to_console.conf
+```
+
+#### 自己构建镜像
+
+从源代码构建。下载源码的方式和下载二进制包的方式是一样的。
+你可以从[下载地址](https://seatunnel.apache.org/download/)下载源码， 或者从[GitHub
仓库](https://github.com/apache/seatunnel/releases)克隆源代码
+
+##### 一个命令来构建容器
+```shell
+cd seatunnel
+# Use already sett maven profile
+mvn -B clean install -Dmaven.test.skip=true -Dmaven.javadoc.skip=true
-Dlicense.skipAddThirdParty=true -D"docker.build.skip"=false
-D"docker.verify.skip"=false -D"docker.push.skip"=true -D"docker.tag"=2.3.8
-Dmaven.deploy.skip --no-snapshot-updates -Pdocker,seatunnel
+
+# Check the docker image
+docker images | grep apache/seatunnel
+```
+
+##### 分步骤构建
+```shell
+# Build binary package from source code
+mvn clean package -DskipTests -Dskip.spotless=true
+
+# Build docker image
+cd seatunnel-dist
+docker build -f src/main/docker/Dockerfile --build-arg VERSION=2.3.8 -t
apache/seatunnel:2.3.8 .
+
+# If you build from dev branch, you should add SNAPSHOT suffix to the version
+docker build -f src/main/docker/Dockerfile --build-arg VERSION=2.3.8-SNAPSHOT
-t apache/seatunnel:2.3.8-SNAPSHOT .
+
+# Check the docker image
+docker images | grep apache/seatunnel
+```
+
+Dockerfile文件内容为：
+```dockerfile
+FROM openjdk:8
+
+ARG VERSION
+# Build from Source Code And Copy it into image
+COPY ./target/apache-seatunnel-${VERSION}-bin.tar.gz /opt/
+
+# Download From Internet
+# Please Note this file only include fake/console connector, You'll need to
download the other connectors manually
+# wget -P /opt
https://dlcdn.apache.org/seatunnel/2.3.6/apache-seatunnel-${VERSION}-bin.tar.gz
+
+RUN cd /opt && \
+ tar -zxvf apache-seatunnel-${VERSION}-bin.tar.gz && \
+ mv apache-seatunnel-${VERSION} seatunnel && \
+ rm apache-seatunnel-${VERSION}-bin.tar.gz && \
+ cp seatunnel/config/log4j2_client.properties
seatunnel/config/log4j2.properties && \
+ cp seatunnel/config/hazelcast-master.yaml
seatunnel/config/hazelcast-worker.yaml
+
+WORKDIR /opt/seatunnel
+```
+
+### Spark/Flink引擎
+
+
+#### 挂载 Spark/Flink
+
+默认设值下，Spark的目录为`/opt/spark`, Flink的目录为 `/opt/flink`.
+如果你需要运行Spark或Flink引擎，你需要将相关依赖挂载到`/opt/spark`或`/opt/flink`目录下.
+
+```shell
+docker run \
+ -v <SPARK_BINARY_PATH>:/opt/spark \
+ -v <FLINK_BINARY_PATH>:/opt/flink \
+ ...
+```
+
+或者你可以在Dockerfile中修改 `SPARK_HOME`, `FLINK_HOME`环境变量，并且重新构建基础镜像，然后再进行挂载.
+
+```dockerfile
+FROM apache/seatunnel
+
+ENV SPARK_HOME=<YOUR_CUSTOMIZATION_PATH>
+
+...
+
+```
+
+```shell
+docker run \
+ -v <SPARK_BINARY_PATH>:<YOUR_CUSTOMIZATION_PATH> \
+ ...
+```
+
+### 提交任务
+
+不同引擎和同一引擎的不同版本命令不同，请选择正确的命令。
+
+- Spark
+
+```shell
+# spark2
+docker run --rm -it apache/seatunnel bash
./bin/start-seatunnel-spark-2-connector-v2.sh -c config/v2.batch.config.template
+
+# spark3
+docker run --rm -it apache/seatunnel bash
./bin/start-seatunnel-spark-3-connector-v2.sh -c config/v2.batch.config.template
+```
+
+- Flink
+ 在提交作业之前，您需要先启动 Flink 集群。
+
+```shell
+# flink version between `1.12.x` and `1.14.x`
+docker run --rm -it apache/seatunnel bash -c
'<YOUR_FLINK_HOME>/bin/start-cluster.sh &&
./bin/start-seatunnel-flink-13-connector-v2.sh -c
config/v2.streaming.conf.template'
+# flink version between `1.15.x` and `1.16.x`
+docker run --rm -it apache/seatunnel bash -c
'<YOUR_FLINK_HOME>/bin/start-cluster.sh &&
./bin/start-seatunnel-flink-15-connector-v2.sh -c
config/v2.streaming.conf.template'
+```
+
+
+
+## 使用Docker配置集群模式
+
+docker下的集群模式仅支持Zeta引擎
+
+有两种方式来启动集群
+
+
+### 1. 直接使用Docker
+
+1. 创建一个network
+```shell
+docker network create seatunnel-network
+```
+
+2. 启动节点
+- 启动master节点
+```shell
+## start master and export 5801 port
+docker run -d --name seatunnel_master \
+ --network seatunnel-network \
+ --rm \
+ -p 5801:5801 \
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r master
+```
+
+- 获取容器的ip
+```shell
+docker inspect master-1
+```
+运行此命令获取master容器的ip
+
+- 启动worker节点
+```shell
+docker run -d --name seatunnel_worker_1 \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # 设置为刚刚启动的master容器ip
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r worker
+
+docker run -d --name seatunnel_worker_2 \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # 设置为刚刚启动的master容器ip
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r worker
+
+```
+
+#### 集群扩容
+
+```shell
+## start master and export 5801 port
+docker run -d --name seatunnel_master \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # 设置为已启动的master容器ip
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r master
+```
+
+运行这个命令创建一个worker节点
+```shell
+docker run -d --name seatunnel_worker_1 \
+ --network seatunnel-network \
+ --rm \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # 设置为已启动的master容器ip
+ apache/seatunnel \
+ ./bin/seatunnel-cluster.sh -r worker
+```
+
+### 2. 使用docker-compose
+`docker-compose.yaml` 配置文件为：
+```yaml
+version: '3.8'
+
+services:
+ master:
+ image: apache/seatunnel
+ container_name: seatunnel_master
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r master
+ "
+ ports:
+ - "5801:5801"
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.2
+
+ worker1:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_1
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.3
+
+ worker2:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_2
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.4
+
+networks:
+ seatunnel_network:
+ driver: bridge
+ ipam:
+ config:
+ - subnet: 172.16.0.0/24
+
+```
+运行 `docker-compose up`命令来启动集群，该配置会启动一个master节点，2个worker节点
+
+
+启动完成后，可以运行`docker logs -f seatunne_master`, `docker logs -f
seatunnel_worker_1`来查看节点的日志
+当你访问`http://localhost:5801/hazelcast/rest/maps/system-monitoring-information`
时，可以看到集群的状态为1个master节点，2个worker节点.
+
+#### 集群扩容
+当你需要对集群扩容, 例如需要添加一个worker节点时
+```yaml
+version: '3.8'
+
+services:
+ master:
+ image: apache/seatunnel
+ container_name: seatunnel_master
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r master
+ "
+ ports:
+ - "5801:5801"
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.2
+
+ worker1:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_1
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.3
+
+ worker2:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_2
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.4
+ ####
+ ## 添加新节点配置
+ ####
+ worker3:
+ image: apache/seatunnel
+ container_name: seatunnel_worker_3
+ environment:
+ - ST_DOCKER_MEMBER_LIST=172.16.0.2,172.16.0.3,172.16.0.4,172.16.0.5 #
添加ip到这里
+ entrypoint: >
+ /bin/sh -c "
+ /opt/seatunnel/bin/seatunnel-cluster.sh -r worker
+ "
+ depends_on:
+ - master
+ networks:
+ seatunnel_network:
+ ipv4_address: 172.16.0.5 # 设置新节点ip
+
+networks:
+ seatunnel_network:
+ driver: bridge
+ ipam:
+ config:
+ - subnet: 172.16.0.0/24
+
+```
+
+然后运行`docker-compose up -d`命令, 将会新建一个worker节点, 已有的节点不会重启.
+
+### 提交作业到集群
+
+1. 使用docker container作为客户端
+- 提交任务
+```shell
+docker run --name seatunnel_client \
+ --network seatunnel-network \
+ --rm \
+ apache/seatunnel \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set it as master node
container ip
+ ./bin/seatunnel.sh -c config/v2.batch.config.template
+```
+
+- 查看作业列表
+```shell
+docker run --name seatunnel_client \
+ --network seatunnel-network \
+ --rm \
+ apache/seatunnel \
+ -e ST_DOCKER_MEMBER_LIST=172.18.0.2:5801 \ # set it as master node
container ip
+ ./bin/seatunnel.sh -l
+```
+
+更多其他命令请参考[命令行工具](../../seatunnel-engine/user-command.md)
+
+2. 使用RestAPI
+请参考 [提交作业](../../seatunnel-engine/rest-api.md#提交作业)
\ No newline at end of file
diff --git a/seatunnel-dist/src/main/docker/Dockerfile
b/seatunnel-dist/src/main/docker/Dockerfile
index 7d040ee41a..18ad86455d 100644
--- a/seatunnel-dist/src/main/docker/Dockerfile
+++ b/seatunnel-dist/src/main/docker/Dockerfile
@@ -7,6 +7,8 @@ COPY ./target/apache-seatunnel-${VERSION}-bin.tar.gz /opt/
RUN cd /opt && \
tar -zxvf apache-seatunnel-${VERSION}-bin.tar.gz && \
mv apache-seatunnel-${VERSION} seatunnel && \
- rm apache-seatunnel-${VERSION}-bin.tar.gz
+ rm apache-seatunnel-${VERSION}-bin.tar.gz && \
+ cp seatunnel/config/log4j2_client.properties
seatunnel/config/log4j2.properties && \
+ cp seatunnel/config/hazelcast-master.yaml
seatunnel/config/hazelcast-worker.yaml
WORKDIR /opt/seatunnel
diff --git
a/seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/ConfigProvider.java
b/seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/ConfigProvider.java
index 49a67c90e7..98311db25e 100644
---
a/seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/ConfigProvider.java
+++
b/seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/ConfigProvider.java
@@ -25,6 +25,7 @@ import com.hazelcast.internal.config.YamlConfigLocator;
import lombok.NonNull;
import java.io.ByteArrayInputStream;
+import java.util.Arrays;
import java.util.Properties;
import static
com.hazelcast.internal.config.DeclarativeConfigUtil.SYSPROP_CLIENT_CONFIG;
@@ -141,6 +142,15 @@ public final class ConfigProvider {
.setProperties(properties)
.build();
}
+ String stDockerMemberList = System.getenv("ST_DOCKER_MEMBER_LIST");
+ if (stDockerMemberList != null) {
+ if
(config.getNetworkConfig().getJoin().getTcpIpConfig().isEnabled()) {
+ config.getNetworkConfig()
+ .getJoin()
+ .getTcpIpConfig()
+
.setMembers(Arrays.asList(stDockerMemberList.split(",")));
+ }
+ }
return config;
}
}
