This is an automated email from the ASF dual-hosted git repository.
benjobs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/streampark.git
The following commit(s) were added to refs/heads/dev by this push:
new 18ba1b3c2 [Bug] The docker-push.yml ENV syntax bug fixed (#4190)
18ba1b3c2 is described below
commit 18ba1b3c2f12393876fef4bbc6446bcce2659733
Author: benjobs <[email protected]>
AuthorDate: Sun Feb 16 13:34:13 2025 +0800
[Bug] The docker-push.yml ENV syntax bug fixed (#4190)
* [Improve] Improve docker build and push rules
* [Improve] The docker-push.yml ENV syntax bug fixed
* [Improve] Docker installation doc URL improvement
* [Improve] Play StreamPark in Docker
---
.github/workflows/docker-push.yml | 2 -
README.md | 19 ++-
docker/Dockerfile | 90 ++++++------
docker/README.md | 23 ---
docker/docker-compose.yaml | 43 +++---
helm/README.md | 19 ---
helm/streampark/.helmignore | 23 ---
helm/streampark/Chart.yaml | 24 ----
.../ValidationMessages.properties | 23 ---
.../streampark-console-config/application-h2.yml | 30 ----
.../application-mysql.yml | 23 ---
.../application-pgsql.yml | 23 ---
.../streampark-console-config/application-sso.yml | 26 ----
.../conf/streampark-console-config/application.yml | 160 ---------------------
.../conf/streampark-console-config/kerberos.yml | 26 ----
.../streampark-console-config/logback-spring.xml | 118 ---------------
.../conf/streampark-console-config/spy.properties | 30 ----
helm/streampark/templates/NOTES.txt | 35 -----
helm/streampark/templates/_helpers.tpl | 68 ---------
helm/streampark/templates/configmap.yaml | 82 -----------
helm/streampark/templates/ingress.yaml | 41 ------
helm/streampark/templates/rbac.yaml | 103 -------------
helm/streampark/templates/service.yaml | 32 -----
helm/streampark/templates/serviceaccount.yaml | 30 ----
helm/streampark/templates/streampark.yml | 115 ---------------
helm/streampark/values.yaml | 139 ------------------
pom.xml | 1 -
27 files changed, 81 insertions(+), 1267 deletions(-)
diff --git a/.github/workflows/docker-push.yml
b/.github/workflows/docker-push.yml
index 1aa4abee1..35a808e84 100644
--- a/.github/workflows/docker-push.yml
+++ b/.github/workflows/docker-push.yml
@@ -23,8 +23,6 @@ on:
push:
branches:
- release-*
- tags:
- - v*
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
diff --git a/README.md b/README.md
index 507040fa9..c40c84e13 100644
--- a/README.md
+++ b/README.md
@@ -50,20 +50,25 @@ Apache StreamPark
## 🚀 QuickStart
-```shell
-curl -L https://streampark.apache.org/quickstart.sh | sh
+#### 🐳 Play StreamPark in Docker
+
+```shell
+ docker run -d -p 10000:10000 apache/streampark:latest
```
-https://github.com/user-attachments/assets/dd7d5a89-bc28-4ccc-9ad5-258925fc4f34
+---
+
+#### 🖥️ Local Quick Installation Experience
-more:
-- [Start with Docker](docker/README.md)
-- [Start with Kubernetes](helm/README.md)
+```shell
+ curl -L https://streampark.apache.org/quickstart.sh | sh
+```
+https://github.com/user-attachments/assets/dd7d5a89-bc28-4ccc-9ad5-258925fc4f34
## 🔨 How to Build
```shell
-./build.sh
+ ./build.sh
```
🗄 how to
[Development](https://streampark.apache.org/docs/development/development)
diff --git a/docker/Dockerfile b/docker/Dockerfile
index 7451712e4..f0a6e53ae 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -18,56 +18,63 @@ FROM ubuntu:22.04
USER root
-# Install basic tools
-RUN apt update && apt install -y wget curl vim net-tools iputils-ping \
- && apt install software-properties-common -y \
- && add-apt-repository ppa:openjdk-r/ppa -y
-RUN apt update && apt install -y openjdk-8-jdk
-RUN JAVA_PATH=$(ls -l /usr/lib/jvm | grep java-8-openjdk | grep ^d | awk -F '
' '{print $9}'); \
- if [ -z "${JAVA_PATH}" ];then \
- echo "JAVA_PATH not found: $JAVA_PATH"; \
- exit 2; \
- else \
- ln -s /usr/lib/jvm/$JAVA_PATH/ /usr/lib/jvm/jdk8; \
- fi
-ENV JAVA_HOME=/usr/lib/jvm/jdk8
+ENV LANG=C.UTF-8 \
+ JAVA_HOME=/usr/lib/jvm/jdk8
+# Build arguments for version management
+ARG JAVA_MAJOR_VERSION=8
+ARG TINI_VERSION=v0.19.0
+
+# Base system setup
+RUN apt-get update -qq && \
+ apt-get install -y --no-install-recommends \
+ software-properties-common \
+ ca-certificates \
+ curl \
+ gnupg \
+ iputils-ping \
+ net-tools \
+ vim \
+ wget && \
+ add-apt-repository -y ppa:openjdk-r/ppa && \
+ apt-get update -qq && \
+ apt-get install -y "openjdk-${JAVA_MAJOR_VERSION}-jdk" && \
+ rm -rf /var/lib/apt/lists/*
+
+# Configure Java environment
+RUN ARCH=$(dpkg --print-architecture); \
+ ln -sv "/usr/lib/jvm/java-${JAVA_MAJOR_VERSION}-openjdk-${ARCH}"
"${JAVA_HOME}"
# Install docker
-RUN \
- # Add Docker's official GPG key:
- apt update && \
- apt install -y ca-certificates curl gnupg && \
- install -m 0755 -d /etc/apt/keyrings && \
- curl -fsSL https://download.docker.com/linux/ubuntu/gpg | gpg --dearmor -o
/etc/apt/keyrings/docker.gpg && \
+RUN mkdir -p /etc/apt/keyrings && \
+ curl -fsSL https://download.docker.com/linux/ubuntu/gpg | \
+ gpg --dearmor -o /etc/apt/keyrings/docker.gpg && \
chmod a+r /etc/apt/keyrings/docker.gpg && \
# Add the repository to Apt sources:
- echo \
- "deb [arch="$(dpkg --print-architecture)"
signed-by=/etc/apt/keyrings/docker.gpg]
https://download.docker.com/linux/ubuntu \
- "$(. /etc/os-release && echo "$VERSION_CODENAME")" stable" | \
- tee /etc/apt/sources.list.d/docker.list > /dev/null && \
- apt update && \
+ echo "deb [arch=$(dpkg --print-architecture)
signed-by=/etc/apt/keyrings/docker.gpg] \
+ https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo
"$VERSION_CODENAME") stable" | \
+ tee /etc/apt/sources.list.d/docker.list >/dev/null && \
+ apt-get update -qq && \
# Install the Docker packages.
- apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin
docker-compose-plugin
-
+ apt-get install -y --no-install-recommends \
+ docker-ce \
+ docker-ce-cli \
+ containerd.io \
+ docker-buildx-plugin \
+ docker-compose-plugin && \
+ rm -rf /var/lib/apt/lists/*
# Install Tini
ARG TARGETPLATFORM
-ENV TINI_VERSION v0.19.0
-RUN echo "TARGETPLATFORM: $TARGETPLATFORM"
-RUN \
- if [ "$TARGETPLATFORM" = "linux/amd64" ];then \
- TINI_PLATFORM=amd64; \
- wget --no-check-certificate -O /usr/sbin/tini
https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini-$TINI_PLATFORM;
\
- elif [ "$TARGETPLATFORM" = "linux/arm64" ];then \
- TINI_PLATFORM=arm64; \
- wget --no-check-certificate -O /usr/sbin/tini
https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini-$TINI_PLATFORM;
\
- else \
- echo "unknown TARGETPLATFORM: $TARGETPLATFORM"; \
- exit 2; \
- fi
-RUN chmod +x /usr/sbin/tini
-
+RUN case "${TARGETPLATFORM}" in \
+ "linux/amd64") ARCH=amd64 ;; \
+ "linux/arm64") ARCH=arm64 ;; \
+ *) echo "Unsupported platform: ${TARGETPLATFORM}"; exit 1 ;; \
+ esac; \
+ wget --no-check-certificate \
+ -O /usr/sbin/tini \
+
"https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini-${ARCH}";
&& \
+ chmod +x /usr/sbin/tini
# Install StreamPark
COPY dist/apache-streampark*-*-bin.tar.gz /
@@ -75,5 +82,4 @@ RUN tar -zxvf apache-streampark*-*-bin.tar.gz \
&& mv apache-streampark*-*-bin streampark \
&& rm -f apache-streampark*-*-bin.tar.gz
-
ENTRYPOINT ["/usr/sbin/tini", "--", "/streampark/bin/streampark.sh",
"start_docker"]
diff --git a/docker/README.md b/docker/README.md
deleted file mode 100644
index 9b2b114e7..000000000
--- a/docker/README.md
+++ /dev/null
@@ -1,23 +0,0 @@
-
-### 1. Confirm release version
-When releasing the new version, the release manager will verify the image tag
and push the image to the image repository,
-The latest image tag will be written to
[docker-compose.yaml](./docker-compose.yaml)，users also can independently
verify whether the version of the StreamPark image in the
[docker-compose.yaml](./docker-compose.yaml) file is correct (If the current
branch has not been released, the image tag is the last release image tag):
-
-```yaml
-version: '3.8'
-services:
- streampark-console:
- image: apache/streampark:2.2.0
-```
-
-### 2. docker-compose up
-
-```shell
-docker-compose up -d
-```
-
-### 3. open in browser
-
-http://localhost:10000
-
-#### [more
detail](https://streampark.apache.org/docs/get-started/docker-deployment)
diff --git a/docker/docker-compose.yaml b/docker/docker-compose.yaml
index d4ab8b156..2a89b389d 100644
--- a/docker/docker-compose.yaml
+++ b/docker/docker-compose.yaml
@@ -18,32 +18,31 @@ version: '3.8'
services:
streampark:
- image: apache/streampark:2.2.0
+ image: apache/streampark:latest
ports:
- - "10000:10000"
- - "10030:10030"
+ - "10000:10000" # Map port 10000 of the container to port 10000 of the
host to allow access to the service on that port
environment:
- - TZ=Asia/Shanghai
- - DATASOURCE_DIALECT=h2 # h2, mysql, pgsql
-# If use mysql or pgsql, please set the following parameters
-# -
DATASOURCE_URL=jdbc:mysql://localhost:3306/streampark?useSSL=false&useUnicode=true&characterEncoding=UTF-8&allowPublicKeyRetrieval=false&useJDBCCompliantTimezoneShift=true&useLegacyDatetimeCode=false&serverTimezone=GMT%2B8
-# -
DATASOURCE_URL=jdbc:postgresql://localhost:5432/streampark?stringtype=unspecified
-# - DATASOURCE_USERNAME=root
-# - DATASOURCE_PASSWORD=streampark
+ - TZ=Asia/Shanghai # Container's timezone
+ - DATASOURCE_DIALECT=h2 # Set the datasource dialect, supports h2,
mysql, pgsql, default: h2
+ # If using MySQL or postgresql, please set the parameters:
+ # -
DATASOURCE_URL=jdbc:mysql://localhost:3306/streampark?useSSL=false&useUnicode=true&characterEncoding=UTF-8&allowPublicKeyRetrieval=false&useJDBCCompliantTimezoneShift=true&useLegacyDatetimeCode=false&serverTimezone=GMT%2B8
+ # -
DATASOURCE_URL=jdbc:postgresql://localhost:5432/streampark?stringtype=unspecified
+ # - DATASOURCE_USERNAME=root # Database username
+ # - DATASOURCE_PASSWORD=streampark # Database password
volumes:
- - /var/run/docker.sock:/var/run/docker.sock
- - /etc/hosts:/etc/hosts:ro
- - ~/.kube:/root/.kube:ro
- privileged: true
- restart: always
+ - /var/run/docker.sock:/var/run/docker.sock # Mount the host's Docker
socket inside the container to allow interaction with Docker
+ - /etc/hosts:/etc/hosts:ro # Mount the host's /etc/hosts file inside
the container, read-only access
+ - ~/.kube:/root/.kube:ro # Mount the host's kube configuration
directory inside the container to access the Kubernetes cluster
+ privileged: true # Grant the container higher privileges, typically for
scenarios requiring interaction with host resources
+ restart: always # Ensure the container always restarts after crashes or
host reboots
networks:
- - streampark
- healthcheck:
- test: [ "CMD", "curl", "http://streampark:10000"; ]
- interval: 5s
- timeout: 5s
- retries: 120
+ - streampark # Use a custom network named streampark
+ healthcheck: # Set a health check
+ test: [ "CMD", "curl", "http://streampark:10000"; ] # Use curl to check
if port 10000 of the container is accessible
+ interval: 5s # Health check interval is 5 seconds
+ timeout: 5s # Timeout for each health check is 5 seconds
+ retries: 120 # The container will be considered unhealthy after 120
failed health checks
networks:
streampark:
- driver: bridge
+ driver: bridge # Use the bridge network driver
diff --git a/helm/README.md b/helm/README.md
deleted file mode 100644
index 7b61f3663..000000000
--- a/helm/README.md
+++ /dev/null
@@ -1,19 +0,0 @@
-# Deploy StreamPark on k8s
-
-### 1. create template
-
-```shell
-helm template streampark/ -n default -f streampark/values.yaml --output-dir
./result
-```
-
-### 2. apply
-
-```shell
-kubectl apply -f result/streampark/templates
-```
-
-### 3. open WebUI
-
-[http://localhost:10000](http://localhost:10000)
-
-#### [more detail](streampark/templates/NOTES.txt)
diff --git a/helm/streampark/.helmignore b/helm/streampark/.helmignore
deleted file mode 100644
index 0e8a0eb36..000000000
--- a/helm/streampark/.helmignore
+++ /dev/null
@@ -1,23 +0,0 @@
-# Patterns to ignore when building packages.
-# This supports shell glob matching, relative path matching, and
-# negation (prefixed with !). Only one pattern per line.
-.DS_Store
-# Common VCS dirs
-.git/
-.gitignore
-.bzr/
-.bzrignore
-.hg/
-.hgignore
-.svn/
-# Common backup files
-*.swp
-*.bak
-*.tmp
-*.orig
-*~
-# Various IDEs
-.project
-.idea/
-*.tmproj
-.vscode/
diff --git a/helm/streampark/Chart.yaml b/helm/streampark/Chart.yaml
deleted file mode 100644
index f02150219..000000000
--- a/helm/streampark/Chart.yaml
+++ /dev/null
@@ -1,24 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-apiVersion: v2
-name: streampark
-description: A Helm chart for the Apache StreamPark
-home: https://streampark.apache.org
-icon: https://streampark.apache.org/image/logo_name.png
-type: application
-version: 2.2.0-SNAPSHOT
-appVersion: 2.2.0-SNAPSHOT
diff --git
a/helm/streampark/conf/streampark-console-config/ValidationMessages.properties
b/helm/streampark/conf/streampark-console-config/ValidationMessages.properties
deleted file mode 100755
index 93295997d..000000000
---
a/helm/streampark/conf/streampark-console-config/ValidationMessages.properties
+++ /dev/null
@@ -1,23 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-required=\u4E0D\u80FD\u4E3A\u7A7A
-range=\u6709\u6548\u957F\u5EA6{min}\u5230{max}\u4E2A\u5B57\u7B26
-email=\u90AE\u7BB1\u683C\u5F0F\u4E0D\u5408\u6CD5
-mobile=\u624B\u673A\u53F7\u4E0D\u5408\u6CD5
-noMoreThan=\u957F\u5EA6\u4E0D\u80FD\u8D85\u8FC7{max}\u4E2A\u5B57\u7B26
-invalid=\u503C\u4E0D\u5408\u6CD5
diff --git a/helm/streampark/conf/streampark-console-config/application-h2.yml
b/helm/streampark/conf/streampark-console-config/application-h2.yml
deleted file mode 100755
index 1a469c8ab..000000000
--- a/helm/streampark/conf/streampark-console-config/application-h2.yml
+++ /dev/null
@@ -1,30 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-spring:
- datasource:
- driver-class-name: org.h2.Driver
- url:
jdbc:h2:mem:streampark;MODE=MySQL;DB_CLOSE_DELAY=-1;DATABASE_TO_LOWER=true;INIT=runscript
from 'classpath:db/schema-h2.sql'
- username: sa
- password: sa
- sql:
- init:
- data-locations: classpath:db/data-h2.sql
- continue-on-error: true
- username: sa
- password: sa
- mode: always
diff --git
a/helm/streampark/conf/streampark-console-config/application-mysql.yml
b/helm/streampark/conf/streampark-console-config/application-mysql.yml
deleted file mode 100755
index 3625d2180..000000000
--- a/helm/streampark/conf/streampark-console-config/application-mysql.yml
+++ /dev/null
@@ -1,23 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-spring:
- datasource:
- username: root
- password: root
- driver-class-name: com.mysql.cj.jdbc.Driver
- url:
jdbc:mysql://localhost:3306/streampark?useSSL=false&useUnicode=true&characterEncoding=UTF-8&allowPublicKeyRetrieval=false&useJDBCCompliantTimezoneShift=true&useLegacyDatetimeCode=false&serverTimezone=GMT%2B8
diff --git
a/helm/streampark/conf/streampark-console-config/application-pgsql.yml
b/helm/streampark/conf/streampark-console-config/application-pgsql.yml
deleted file mode 100755
index 9c71b81c5..000000000
--- a/helm/streampark/conf/streampark-console-config/application-pgsql.yml
+++ /dev/null
@@ -1,23 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-spring:
- datasource:
- username: postgres
- password: streampark
- driver-class-name: org.postgresql.Driver
- url: jdbc:postgresql://localhost:5432/streampark?stringtype=unspecified
diff --git a/helm/streampark/conf/streampark-console-config/application-sso.yml
b/helm/streampark/conf/streampark-console-config/application-sso.yml
deleted file mode 100644
index beff0ad5b..000000000
--- a/helm/streampark/conf/streampark-console-config/application-sso.yml
+++ /dev/null
@@ -1,26 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-pac4j:
- callbackUrl: http://localhost:10000/callback
- # Put all parameters under `properties`
- # Check supported sso config parameters for different authentication clients
from the below link
- #
https://github.com/pac4j/pac4j/blob/master/documentation/docs/config-module.md
- properties:
- principalNameAttribute:
- # Optional, change by authentication client
- # Please replace and fill in your client config below when enabled SSO
diff --git a/helm/streampark/conf/streampark-console-config/application.yml
b/helm/streampark/conf/streampark-console-config/application.yml
deleted file mode 100755
index 57e92f061..000000000
--- a/helm/streampark/conf/streampark-console-config/application.yml
+++ /dev/null
@@ -1,160 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-server:
- port: 10000
- undertow:
- buffer-size: 1024
- direct-buffers: true
- threads:
- io: 4
- worker: 20
-
-logging:
- level:
- root: info
-
-knife4j:
- enable: true
- basic:
- # basic authentication, used to access swagger-ui and doc
- enable: false
- username: admin
- password: streampark
-
-springdoc:
- api-docs:
- enabled: true
- swagger-ui:
- path: /swagger-ui.html
- packages-to-scan: org.apache.streampark.console
-
-spring:
- profiles:
- active: h2 #[h2,pgsql,mysql]
- # Please uncomment the below config if enable sso
- # include: sso
- application.name: StreamPark
- devtools.restart.enabled: false
- mvc.pathmatch.matching-strategy: ant_path_matcher
- servlet:
- multipart:
- enabled: true
- max-file-size: 500MB
- max-request-size: 500MB
- aop.proxy-target-class: true
- messages.encoding: utf-8
- jackson:
- date-format: yyyy-MM-dd HH:mm:ss
- time-zone: GMT+8
- deserialization:
- fail-on-unknown-properties: false
- main:
- allow-circular-references: true
- banner-mode: off
- mvc:
- converters:
- preferred-json-mapper: jackson
-
-management:
- endpoints:
- web:
- exposure:
- include: [ 'health', 'httptrace', 'metrics' ]
- endpoint:
- health:
- enabled: true
- show-details: always
- probes:
- enabled: true
- health:
- ldap:
- enabled: false
-
-streampark:
- proxy:
- # knox process address
https://cdpsit02.example.cn:8443/gateway/cdp-proxy/yarn
- yarn-url:
- # lark alert proxy,default https://open.feishu.cn
- lark-url:
- yarn:
- # default simple, or kerberos
- http-auth: simple
-
- # HADOOP_USER_NAME
- hadoop-user-name: hdfs
- # local workspace, used to store source code and build dir etc.
- workspace:
- local: /opt/streampark_workspace
- remote: hdfs://hdfscluster/streampark # support hdfs:///streampark/ 、
/streampark 、hdfs://host:ip/streampark/
-
- # remote docker register namespace for streampark
- docker:
- # instantiating DockerHttpClient
- http-client:
- max-connections: 10000
- connection-timeout-sec: 10000
- response-timeout-sec: 12000
- docker-host: ""
-
- # flink-k8s tracking configuration
- flink-k8s:
- enable-v2: false
- fs-server.port: 10030
- log-cr-yaml: true
- flink-rest:
- # When streampark is running in a Kubernetes pod, please prioritize
using the value of DNS.
- access-type: IP
- # When enable-v2 is enabled, the following configuration would be disabled
- tracking:
- silent-state-keep-sec: 10
- polling-task-timeout-sec:
- job-status: 120
- cluster-metric: 120
- polling-interval-sec:
- job-status: 2
- cluster-metric: 3
-
- # packer garbage resources collection configuration
- packer-gc:
- # maximum retention time for temporary build resources
- max-resource-expired-hours: 120
- # gc task running interval hours
- exec-cron: 0 0 0/6 * * ?
-
- shiro:
- # token timeout, unit second
- jwtTimeOut: 86400
- # backend authentication-free resources url
- anonUrl: >
-
-ldap:
- # Is ldap enabled? If so, please modify the urls
- enable: false
- ## AD server IP, default port 389
- urls: ldap://99.99.99.99:389
- ## Login Account
- base-dn: dc=streampark,dc=com
- username: cn=Manager,dc=streampark,dc=com
- password: streampark
- user:
- identity-attribute: uid
- email-attribute: mail
-
-sso:
- # If turn to true, please provide the sso properties the application-sso.yml
- enable: false
diff --git a/helm/streampark/conf/streampark-console-config/kerberos.yml
b/helm/streampark/conf/streampark-console-config/kerberos.yml
deleted file mode 100755
index b8199054b..000000000
--- a/helm/streampark/conf/streampark-console-config/kerberos.yml
+++ /dev/null
@@ -1,26 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-security:
- kerberos:
- ttl: 2h # unit [s|m|h|d]
- login:
- enable: false
- debug: false
- principal:
- krb5:
- keytab:
diff --git a/helm/streampark/conf/streampark-console-config/logback-spring.xml
b/helm/streampark/conf/streampark-console-config/logback-spring.xml
deleted file mode 100755
index 27334797a..000000000
--- a/helm/streampark/conf/streampark-console-config/logback-spring.xml
+++ /dev/null
@@ -1,118 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
- ~ Licensed to the Apache Software Foundation (ASF) under one or more
- ~ contributor license agreements. See the NOTICE file distributed with
- ~ this work for additional information regarding copyright ownership.
- ~ The ASF licenses this file to You under the Apache License, Version 2.0
- ~ (the "License"); you may not use this file except in compliance with
- ~ the License. You may obtain a copy of the License at
- ~
- ~ http://www.apache.org/licenses/LICENSE-2.0
- ~
- ~ Unless required by applicable law or agreed to in writing, software
- ~ distributed under the License is distributed on an "AS IS" BASIS,
- ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- ~ See the License for the specific language governing permissions and
- ~ limitations under the License.
- -->
-<configuration scan="true" scanPeriod="60 seconds" debug="false">
- <contextName>StreamPark</contextName>
- <property name="log.path" value="${app.home}/logs"/>
- <property name="log.maxHistory" value="15"/>
- <property name="log.colorPattern"
- value="%d{yyyy-MM-dd HH:mm:ss} | %highlight(%-5level) |
%boldYellow(%thread) | %boldGreen(%logger):%L] %msg%n"/>
- <property name="log.pattern"
- value="%d{yyyy-MM-dd HH:mm:ss.SSS} %contextName [%thread]
%-5level %logger{36}:%L - %msg%n"/>
-
- <appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
- <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
- <pattern>${log.colorPattern}</pattern>
- </encoder>
- </appender>
-
- <appender name="INFO"
class="ch.qos.logback.core.rolling.RollingFileAppender">
- <filter class="ch.qos.logback.classic.filter.LevelFilter">
- <level>INFO</level>
- <onMatch>ACCEPT</onMatch>
- <onMismatch>DENY</onMismatch>
- </filter>
- <encoder>
- <charset>UTF-8</charset>
- <pattern>${log.pattern}</pattern>
- </encoder>
- <rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
-
<fileNamePattern>${log.path}/info.%d{yyyy-MM-dd}.log</fileNamePattern>
- <MaxHistory>${log.maxHistory}</MaxHistory>
- </rollingPolicy>
- </appender>
-
- <appender name="ERROR"
class="ch.qos.logback.core.rolling.RollingFileAppender">
- <filter class="ch.qos.logback.classic.filter.LevelFilter">
- <level>ERROR</level>
- <onMatch>ACCEPT</onMatch>
- <onMismatch>DENY</onMismatch>
- </filter>
- <rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
-
<fileNamePattern>${log.path}/error.%d{yyyy-MM-dd}.log</fileNamePattern>
- </rollingPolicy>
- <encoder>
- <charset>UTF-8</charset>
- <pattern>${log.pattern}</pattern>
- </encoder>
- </appender>
-
- <appender name="WARN"
class="ch.qos.logback.core.rolling.RollingFileAppender">
- <filter class="ch.qos.logback.classic.filter.LevelFilter">
- <level>WARN</level>
- <onMatch>ACCEPT</onMatch>
- <onMismatch>DENY</onMismatch>
- </filter>
- <rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
-
<fileNamePattern>${log.path}/warn.%d{yyyy-MM-dd}.log</fileNamePattern>
- </rollingPolicy>
- <encoder>
- <charset>UTF-8</charset>
- <pattern>${log.pattern}</pattern>
- </encoder>
- </appender>
-
- <appender name="DEBUG"
class="ch.qos.logback.core.rolling.RollingFileAppender">
- <filter class="ch.qos.logback.classic.filter.LevelFilter">
- <level>DEBUG</level>
- <onMatch>ACCEPT</onMatch>
- <onMismatch>DENY</onMismatch>
- </filter>
- <rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
-
<fileNamePattern>${log.path}/debug.%d{yyyy-MM-dd}.log</fileNamePattern>
- </rollingPolicy>
- <encoder>
- <charset>UTF-8</charset>
- <pattern>${log.pattern}</pattern>
- </encoder>
- </appender>
-
- <appender name="TRACE"
class="ch.qos.logback.core.rolling.RollingFileAppender">
- <filter class="ch.qos.logback.classic.filter.LevelFilter">
- <level>TRACE</level>
- <onMatch>ACCEPT</onMatch>
- <onMismatch>DENY</onMismatch>
- </filter>
- <rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
-
<fileNamePattern>${log.path}/trace.%d{yyyy-MM-dd}.log</fileNamePattern>
- </rollingPolicy>
- <encoder>
- <charset>UTF-8</charset>
- <pattern>${log.pattern}</pattern>
- </encoder>
- </appender>
-
- <root level="INFO">
- <appender-ref ref="STDOUT"/>
- <appender-ref ref="INFO"/>
- <appender-ref ref="WARN"/>
- <appender-ref ref="ERROR"/>
- <appender-ref ref="DEBUG"/>
- <appender-ref ref="TRACE"/>
- </root>
-
-</configuration>
diff --git a/helm/streampark/conf/streampark-console-config/spy.properties
b/helm/streampark/conf/streampark-console-config/spy.properties
deleted file mode 100755
index 4ff9b4f6c..000000000
--- a/helm/streampark/conf/streampark-console-config/spy.properties
+++ /dev/null
@@ -1,30 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# p6spy configuration and use
https://p6spy.readthedocs.io/en/latest/configandusage.html
-# Use logging system to record sql
-appender=com.p6spy.engine.spy.appender.Slf4JLogger
-# Customized log printing
-logMessageFormat=org.apache.streampark.console.base.config.P6spySqlFormatConfig
-# Whether to enable slow sql logging
-outagedetection=true
-# Slow SQL logging standards:second
-outagedetectioninterval=2
-# Whether to enable log filtering default false, this configuration takes
effect if include/exclude/sqlexpression is configured
-filter=true
-# Comma-separated list of table names excluded when filtering Logs Default is
empty
-exclude=QRTZ
diff --git a/helm/streampark/templates/NOTES.txt
b/helm/streampark/templates/NOTES.txt
deleted file mode 100644
index 1fa867453..000000000
--- a/helm/streampark/templates/NOTES.txt
+++ /dev/null
@@ -1,35 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-** Please be patient while the chart StreamPark {{ .Chart.AppVersion }} is
being deployed **
-
-Access StreamPark UI URL by:
-
-ChartVersion:{{ .Chart.Version}}[refers to the release version]
-appVersion:{{ .Chart.Version }}[refers to the code version]
-
-{{- if .Values.ingress.enabled }}
-
- StreamPark UI URL: https://{{ .Values.ingress.host }}/streampark
-
-{{- else if eq .Values.service.type "NodePort" }}
-
-You can try the following command to get the ip, port of StreamPark:
-kubectl get no -n {{ .Release.Namespace }} -o
jsonpath="{.items[0].status.addresses[0].address}"
-kubectl get svc {{ .Values.service.name }} -n {{ .Release.Namespace }} -o
jsonpath="{.spec.ports[0].nodePort}"
-
-{{- end }}
diff --git a/helm/streampark/templates/_helpers.tpl
b/helm/streampark/templates/_helpers.tpl
deleted file mode 100644
index 7ffac873d..000000000
--- a/helm/streampark/templates/_helpers.tpl
+++ /dev/null
@@ -1,68 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{/*
-Expand the name of the chart.
-*/}}
-{{- define "streampark.name" -}}
-{{- default .Chart.Name | trunc 63 | trimSuffix "-" }}
-{{- end }}
-
-{{/*
-Create a default fully qualified app name.
-We truncate at 63 chars because some Kubernetes name fields are limited to
this (by the DNS naming spec).
-If release name contains chart name it will be used as a full name.
-*/}}
-{{- define "streampark.fullname" -}}
-{{- .Release.Name | trunc 63 | trimSuffix "-" -}}
-{{- end -}}
-
-{{/*
-Create chart name and version as used by the chart label.
-*/}}
-{{- define "streampark.chart" -}}
-{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 |
trimSuffix "-" }}
-{{- end }}
-
-{{/*
-Common labels
-*/}}
-{{- define "streampark.labels" -}}
-{{ include "streampark.selectorLabels" . }}
-{{- if .Chart.AppVersion }}
-app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
-{{- end }}
-app.kubernetes.io/managed-by: {{ .Release.Service }}
-helm.sh/chart: {{ include "streampark.chart" . }}
-{{- end }}
-
-{{/*
-Selector labels
-*/}}
-{{- define "streampark.selectorLabels" -}}
-app.kubernetes.io/name: {{ include "streampark.name" . }}
-{{- end }}
-
-{{/*
-Create the name of the operator service account to use
-*/}}
-{{- define "streampark.serviceAccountName" -}}
-{{- if .Values.streamParkServiceAccount.create }}
-{{- default (include "streampark.fullname" .)
.Values.streamParkServiceAccount.name }}
-{{- else }}
-{{- default "default" .Values.streamParkServiceAccount.name }}
-{{- end }}
-{{- end }}
diff --git a/helm/streampark/templates/configmap.yaml
b/helm/streampark/templates/configmap.yaml
deleted file mode 100644
index d2d7fcce8..000000000
--- a/helm/streampark/templates/configmap.yaml
+++ /dev/null
@@ -1,82 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if .Values.streamParkDefaultConfiguration.create }}
-apiVersion: v1
-kind: ConfigMap
-metadata:
- name: streampark-console-config
- namespace: {{ .Release.Namespace }}
- labels:
- {{- include "streampark.labels" . | nindent 4 }}
-data:
- application.yml: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/application.yml" |
nindent 4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "application.yml" }}
- {{- index (.Values.streamParkDefaultConfiguration) "application.yml" |
nindent 4 -}}
-{{- end }}
- application-h2.yml: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/application-h2.yml" |
nindent 4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "application-h2.yml" }}
- {{- index (.Values.streamParkDefaultConfiguration) "application-h2.yml" |
nindent 4 -}}
-{{- end }}
- application-mysql.yml: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/application-mysql.yml" |
nindent 4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "application-mysql.yml"
}}
- {{- index (.Values.streamParkDefaultConfiguration) "application-mysql.yml"
| nindent 4 -}}
-{{- end }}
- application-pgsql.yml: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/application-pgsql.yml" |
nindent 4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "application-pgsql.yml"
}}
- {{- index (.Values.streamParkDefaultConfiguration) "application-pgsql.yml"
| nindent 4 -}}
-{{- end }}
- logback-spring.xml: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/logback-spring.xml" |
nindent 4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "logback-spring.xml" }}
- {{- index (.Values.streamParkDefaultConfiguration) "logback-spring.xml" |
nindent 4 -}}
-{{- end }}
- kerberos.yml: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/kerberos.yml" | nindent 4
-}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "kerberos.yml" }}
- {{- index (.Values.streamParkDefaultConfiguration) "kerberos.yml" |
nindent 4 -}}
-{{- end }}
- spy.properties: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get "conf/streampark-console-config/spy.properties" | nindent
4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration) "spy.properties" }}
- {{- index (.Values.streamParkDefaultConfiguration) "spy.properties" |
nindent 4 -}}
-{{- end }}
- ValidationMessages.properties: |+
-{{- if .Values.streamParkDefaultConfiguration.append }}
- {{- $.Files.Get
"conf/streampark-console-config/ValidationMessages.properties" | nindent 4 -}}
-{{- end }}
-{{- if index (.Values.streamParkDefaultConfiguration)
"ValidationMessages.properties" }}
- {{- index (.Values.streamParkDefaultConfiguration)
"ValidationMessages.properties" | nindent 4 -}}
-{{- end }}
-{{- end }}
diff --git a/helm/streampark/templates/ingress.yaml
b/helm/streampark/templates/ingress.yaml
deleted file mode 100644
index e4b99d23c..000000000
--- a/helm/streampark/templates/ingress.yaml
+++ /dev/null
@@ -1,41 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if .Values.ingress.enabled }}
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
- name: {{ include "streampark.name" . }}
- namespace: {{ .Release.Namespace }}
- labels:
- {{- include "streampark.labels" . | nindent 4 }}
- annotations:
- {{- with .Values.ingress.annotations }}
- {{- toYaml . | nindent 4 }}
- {{- end }}
-spec:
- rules:
- - host: {{ .Values.ingress.host }}
- http:
- paths:
- - backend:
- service:
- name: {{ .Values.service.name }}
- port:
- name: {{ .Values.spec.name }}
- path: {{ .Values.ingress.path }}
- pathType: {{ .Values.ingress.pathType }}
-{{- end }}
diff --git a/helm/streampark/templates/rbac.yaml
b/helm/streampark/templates/rbac.yaml
deleted file mode 100644
index 35166ae9d..000000000
--- a/helm/streampark/templates/rbac.yaml
+++ /dev/null
@@ -1,103 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-{{/*
-RBAC rules used to create the operator (cluster)role based on the scope
-*/}}
-{{- define "streampark.rbacRules" }}
-rules:
- - apiGroups:
- - ""
- resources:
- - pods
- - services
- - endpoints
- - persistentvolumeclaims
- - events
- - configmaps
- - secrets
- - nodes
- - deployments
- - ingresses
- verbs:
- - "*"
-{{- end }}
----
-{{- if .Values.rbac.create }}
----
-{{/*
-Namespaced scoped RBAC.
-*/}}
-{{- if .Values.watchNamespaces }}
-{{- range .Values.watchNamespaces }}
-apiVersion: rbac.authorization.k8s.io/v1
-kind: Role
-metadata:
- name: streampark
- namespace: {{ . }}
- labels:
- {{- include "streampark.labels" $ | nindent 4 }}
-{{- template "streampark.rbacRules" $ }}
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: RoleBinding
-metadata:
- name: streampark-role-binding
- namespace: {{ . }}
- labels:
- {{- include "streampark.labels" $ | nindent 4 }}
-roleRef:
- kind: Role
- name: streampark
- apiGroup: rbac.authorization.k8s.io
-subjects:
- - kind: ServiceAccount
- name: {{ include "streampark.serviceAccountName" $ }}
- namespace: {{ $.Release.Namespace }}
----
-{{- end }}
-{{ else }}
-{{/*
-Cluster scoped RBAC.
-*/}}
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: streampark-cluster
- namespace: {{ .Release.Namespace }}
- labels:
- {{- include "streampark.labels" . | nindent 4 }}
-{{- template "streampark.rbacRules" $ }}
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: streampark-cluster-role-binding
- namespace: {{ .Release.Namespace }}
- labels:
- {{- include "streampark.labels" . | nindent 4 }}
-roleRef:
- kind: ClusterRole
- name: streampark-cluster
- apiGroup: rbac.authorization.k8s.io
-subjects:
- - kind: ServiceAccount
- name: {{ include "streampark.serviceAccountName" . }}
- namespace: {{ .Release.Namespace }}
-{{- end }}
-{{- end }}
diff --git a/helm/streampark/templates/service.yaml
b/helm/streampark/templates/service.yaml
deleted file mode 100644
index b0d16fb0b..000000000
--- a/helm/streampark/templates/service.yaml
+++ /dev/null
@@ -1,32 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-apiVersion: v1
-kind: Service
-metadata:
- name: {{ .Values.service.name }}
- namespace: {{ .Release.Namespace}}
-spec:
- type: {{ .Values.service.type }}
- selector:
- {{ include "streampark.selectorLabels" . | indent 4}}
- ports:
- - name: {{ .Values.spec.name }}
- port: {{ .Values.spec.containerPort }}
- protocol: TCP
- - name: efs
- port: {{ .Values.spec.efsPort }}
- protocol: TCP
diff --git a/helm/streampark/templates/serviceaccount.yaml
b/helm/streampark/templates/serviceaccount.yaml
deleted file mode 100644
index 68599b7bd..000000000
--- a/helm/streampark/templates/serviceaccount.yaml
+++ /dev/null
@@ -1,30 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
----
-{{- if .Values.streamParkServiceAccount.create -}}
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: {{ include "streampark.serviceAccountName" . }}
- namespace: {{ .Release.Namespace }}
- labels:
- {{- include "streampark.labels" . | nindent 4 }}
- {{- with .Values.streamParkServiceAccount.annotations }}
- annotations:
- {{- toYaml . | nindent 4 }}
- {{- end }}
-{{- end }}
diff --git a/helm/streampark/templates/streampark.yml
b/helm/streampark/templates/streampark.yml
deleted file mode 100755
index 049aa2518..000000000
--- a/helm/streampark/templates/streampark.yml
+++ /dev/null
@@ -1,115 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- name: {{ include "streampark.name" . }}
- namespace: {{ .Release.Namespace | default "default"}}
- labels:
- {{- include "streampark.labels" . | nindent 4 }}
-spec:
- replicas: {{ .Values.spec.replicaCount }}
- selector:
- matchLabels:
- {{- include "streampark.selectorLabels" . | nindent 6 }}
- template:
- metadata:
- labels:
- {{- include "streampark.selectorLabels" . | nindent 8 }}
- spec:
- {{- if .Values.spec.affinity }}
- affinity:
- {{- toYaml .Values.spec.affinity | nindent 8 }}
- {{- end }}
- {{- if .Values.spec.nodeSelector }}
- nodeSelector:
- {{- toYaml .Values.spec.nodeSelector | nindent 8 }}
- {{- end }}
- {{- if .Values.spec.tolerations }}
- tolerations:
- {{- toYaml .Values.spec.tolerations | nindent 8 }}
- {{- end }}
- {{- if .Values.image.pullSecret }}
- imagePullSecrets:
- - name: {{ .Values.image.pullSecret }}
- {{- end }}
- serviceAccountName: {{ include "streampark.serviceAccountName" . }}
- containers:
- - image: {{ .Values.image.repository }}:{{ .Values.image.tag}}
- name: {{ .Chart.Name }}
- imagePullPolicy: {{ .Values.image.pullPolicy }}
- ports:
- - name: {{ .Values.spec.name }}
- containerPort: {{ .Values.spec.containerPort }}
- protocol: TCP
- - name: efs
- containerPort: {{ .Values.spec.efsPort }}
- protocol: TCP
- env:
- {{- toYaml .Values.spec.container.env | nindent 12 }}
- securityContext:
- privileged: false
- command: ["bash","-c","bash ./bin/streampark.sh start_docker"]
- {{- if .Values.spec.livenessProbe.enabled }}
- livenessProbe:
- exec:
- command: [ "curl", "-s",
"http://localhost:10000/actuator/health/liveness"; ]
- initialDelaySeconds: {{
.Values.spec.livenessProbe.initialDelaySeconds }}
- periodSeconds: {{ .Values.spec.livenessProbe.periodSeconds }}
- timeoutSeconds: {{ .Values.spec.livenessProbe.timeoutSeconds }}
- successThreshold: {{ .Values.spec.livenessProbe.successThreshold }}
- failureThreshold: {{ .Values.spec.livenessProbe.failureThreshold }}
- {{- end }}
- {{- if .Values.spec.readinessProbe.enabled }}
- readinessProbe:
- exec:
- command: [ "curl", "-s",
"http://localhost:10000/actuator/health/readiness"; ]
- initialDelaySeconds: {{
.Values.spec.readinessProbe.initialDelaySeconds }}
- periodSeconds: {{ .Values.spec.readinessProbe.periodSeconds }}
- timeoutSeconds: {{ .Values.spec.readinessProbe.timeoutSeconds }}
- successThreshold: {{ .Values.spec.readinessProbe.successThreshold
}}
- failureThreshold: {{ .Values.spec.readinessProbe.failureThreshold
}}
- {{- end }}
- volumeMounts:
- - name: streampark-default-config-volume
- mountPath: /usr/local/service/streampark/conf
- resources:
- {{- toYaml .Values.spec.resources | nindent 12 }}
- volumes:
- - name: streampark-default-config-volume
- configMap:
- name: streampark-console-config
- items:
- - key: application.yml
- path: application.yml
- - key: application-h2.yml
- path: application-h2.yml
- - key: application-mysql.yml
- path: application-mysql.yml
- - key: application-pgsql.yml
- path: application-pgsql.yml
- - key: logback-spring.xml
- path: logback-spring.xml
- - key: kerberos.yml
- path: kerberos.yml
- - key: spy.properties
- path: spy.properties
- - key: ValidationMessages.properties
- path: ValidationMessages.properties
-
-
-
diff --git a/helm/streampark/values.yaml b/helm/streampark/values.yaml
deleted file mode 100644
index a81e7279e..000000000
--- a/helm/streampark/values.yaml
+++ /dev/null
@@ -1,139 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# When enabled RBAC is only created for said namespaces, otherwise it is done
for the cluster scope.
-# watchNamespaces: ["streampark"]
-
-image:
- repository: "apache/streampark"
- pullPolicy: "IfNotPresent"
- tag: "2.1.1"
- pullSecret: ""
-
-rbac:
- create: true
-
-spec:
- container:
- env: [
- {
- name: TZ,
- value: "Asia/Shanghai"
- },
- {
- name: DOCKER_HOST,
- value: "tcp://localhost:2375"
- },
- {
- name: LANG,
- value: en_US.UTF-8
- },
- {
- name: LANGUAGE,
- value: en_US:en
- },
- {
- name: LC_ALL,
- value: en_US.UTF-8
- }
- ]
-
- replicaCount: 1
- containerPort: 10000
- efsPort: 10030
- name: rest
- affinity: { }
- ## Compute Resources required by this container. Cannot be updated.
- ## More info:
https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container
- nodeSelector: { }
- ## Tolerations are appended (excluding duplicates) to pods running with this
RuntimeClass during admission,
- ## effectively unioning the set of nodes tolerated by the pod and the
RuntimeClass.
- tolerations: [ ]
- ## Affinity is a group of affinity scheduling rules. If specified, the pod's
scheduling constraints.
- ## More info:
https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
- resources: {
- limits: {
- memory: "1Gi",
- cpu: "1"
- },
- requests: {
- memory: "1Gi",
- cpu: "1"
- }
- }
-
- # resources:
- # limits:
- # memory: "2Gi"
- # cpu: "1"
- # requests:
- # memory: "1Gi"
- # cpu: "500m"
- ## Indicates whether the container is running. If the liveness probe fails,
the kubelet kills the container,
- ## and the container is subjected to its restart policy.
- ## More info:
https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/
- livenessProbe:
- enabled: true
- initialDelaySeconds: "90"
- periodSeconds: "30"
- timeoutSeconds: "20"
- failureThreshold: "3"
- successThreshold: "1"
- ## Indicates whether the container is ready to respond to requests. If the
readiness probe fails,
- ## the endpoints controller removes the Pod's IP address from the endpoints
of all Services that match the Pod.
- ## More info:
https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/
- readinessProbe:
- enabled: true
- initialDelaySeconds: "90"
- periodSeconds: "30"
- timeoutSeconds: "20"
- failureThreshold: "3"
- successThreshold: "1"
-
-ingress:
- enabled: true
- host: "streampark.apache.org"
- path: "/streampark(/|$)(.*)"
- pathType: "ImplementationSpecific"
- annotations: {
- nginx.ingress.kubernetes.io/rewrite-target: "/$2",
- nginx.ingress.kubernetes.io/proxy-body-size: "1024m",
- ## fix swagger 404:
https://github.com/springdoc/springdoc-openapi/issues/1741
- ## add rewrite ^/v3/(.*)$ /streampark/v3/$1 redirect;
- nginx.ingress.kubernetes.io/configuration-snippet: 'rewrite
^(/streampark)$ $1/ permanent;',
- kubernetes.io/ingress.class: "nginx"
- }
-
-service:
- ## type determines how the Service is exposed. Defaults to ClusterIP. Valid
options are ExternalName, ClusterIP, NodePort, and LoadBalancer
- type: "NodePort"
- name: "streampark-service"
-
-streamParkDefaultConfiguration:
- create: true
- # Set append to false to replace configuration files
- append: true
- # application.yaml: |+
- # ...
- # logback-spring.xml: |+
- # ...
-
-streamParkServiceAccount:
- create: true
- annotations: {}
- name: "streampark"
-
diff --git a/pom.xml b/pom.xml
index 3b99f2847..804eb49a3 100644
--- a/pom.xml
+++ b/pom.xml
@@ -912,7 +912,6 @@
<exclude>compiler/**</exclude>
<exclude>dist-material/**</exclude>
<exclude>docker/**</exclude>
- <exclude>helm/**</exclude>
<exclude>mvnw</exclude>
<exclude>mvnw.cmd</exclude>
<exclude>README.md</exclude>
