This is an automated email from the ASF dual-hosted git repository.
jarvis pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new fffa300042 [Fix][CI] Fix CI loss document check when raise PR (#7749)
fffa300042 is described below
commit fffa300042ca7f6d8ab921dec1c1e9d7e46350dc
Author: Jia Fan <[email protected]>
AuthorDate: Thu Sep 26 13:03:15 2024 +0800
[Fix][CI] Fix CI loss document check when raise PR (#7749)
---
.github/workflows/documents.yml | 1 -
docs/en/connector-v2/sink/Doris.md | 11 +++++----
docs/en/connector-v2/source/Elasticsearch.md | 36 ++++++++++++++--------------
tools/documents/sync.sh | 12 +++++++---
4 files changed, 34 insertions(+), 26 deletions(-)
diff --git a/.github/workflows/documents.yml b/.github/workflows/documents.yml
index 29118773df..61d064f010 100644
--- a/.github/workflows/documents.yml
+++ b/.github/workflows/documents.yml
@@ -52,7 +52,6 @@ jobs:
cd seatunnel-website
npm set strict-ssl false
npm install
- npm run sync
npm run build
code-style:
diff --git a/docs/en/connector-v2/sink/Doris.md
b/docs/en/connector-v2/sink/Doris.md
index 0e89087adf..2518ce7ad0 100644
--- a/docs/en/connector-v2/sink/Doris.md
+++ b/docs/en/connector-v2/sink/Doris.md
@@ -152,10 +152,13 @@ The supported formats include CSV and JSON
## Tuning Guide
-Appropriately increasing the value of `sink.buffer-size` and
`doris.batch.size` can increase the write performance. <br>
-In stream mode, if the `doris.batch.size` and `checkpoint.interval` are both
configured with a large value, The last data to arrive may have a large
delay(The delay time is the checkpoint interval). <br>
-This is because the total amount of data arriving at the end may not exceed
the threshold specified by `doris.batch.size`. Therefore, commit can only be
triggered by checkpoint before the volume of received data does not exceed this
threshold. Therefore, you should select an appropriate
`checkpoint.interval`.<br>
-Otherwise if you enable the 2pc by the property `sink.enable-2pc=true`.The
`sink.buffer-size` will have no effect. So only the checkpoint can trigger the
commit.
+Appropriately increasing the value of `sink.buffer-size` and
`doris.batch.size` can increase the write performance.
+
+In stream mode, if the `doris.batch.size` and `checkpoint.interval` are both
configured with a large value, The last data to arrive may have a large
delay(The delay time is the checkpoint interval).
+
+This is because the total amount of data arriving at the end may not exceed
the threshold specified by `doris.batch.size`. Therefore, commit can only be
triggered by checkpoint before the volume of received data does not exceed this
threshold. Therefore, you should select an appropriate `checkpoint.interval`.
+
+Otherwise, if you enable the 2pc by the property `sink.enable-2pc=true`.The
`sink.buffer-size` will have no effect. So only the checkpoint can trigger the
commit.
## Task Example
diff --git a/docs/en/connector-v2/source/Elasticsearch.md
b/docs/en/connector-v2/source/Elasticsearch.md
index 932f2c5a82..457908bf10 100644
--- a/docs/en/connector-v2/source/Elasticsearch.md
+++ b/docs/en/connector-v2/source/Elasticsearch.md
@@ -19,25 +19,25 @@ support version >= 2.x and <= 8.x.
## Options
-| name | type | required | default value
|
-| ----------------------- | ------- | -------- |
------------------------------------------------------------ |
-| hosts | array | yes | -
|
-| username | string | no | -
|
-| password | string | no | -
|
+| name | type | required | default value
|
+|-------------------------|---------|----------|----------------------------------------------------------------|
+| hosts | array | yes | -
|
+| username | string | no | -
|
+| password | string | no | -
|
| index | string | no | If the index list does not
exist, the index must be configured |
-| index_list | array | no | used to define a multiple
table task |
-| source | array | no | -
|
-| query | json | no | {"match_all": {}}
|
-| scroll_time | string | no | 1m
|
-| scroll_size | int | no | 100
|
-| tls_verify_certificate | boolean | no | true
|
-| tls_verify_hostnames | boolean | no | true
|
-| array_column | map | no |
|
-| tls_keystore_path | string | no | -
|
-| tls_keystore_password | string | no | -
|
-| tls_truststore_path | string | no | -
|
-| tls_truststore_password | string | no | -
|
-| common-options | | no | -
|
+| index_list | array | no | used to define a multiple
table task |
+| source | array | no | -
|
+| query | json | no | {"match_all": {}}
|
+| scroll_time | string | no | 1m
|
+| scroll_size | int | no | 100
|
+| tls_verify_certificate | boolean | no | true
|
+| tls_verify_hostnames | boolean | no | true
|
+| array_column | map | no |
|
+| tls_keystore_path | string | no | -
|
+| tls_keystore_password | string | no | -
|
+| tls_truststore_path | string | no | -
|
+| tls_truststore_password | string | no | -
|
+| common-options | | no | -
|
diff --git a/tools/documents/sync.sh b/tools/documents/sync.sh
index cd67231a81..b30d93d57f 100644
--- a/tools/documents/sync.sh
+++ b/tools/documents/sync.sh
@@ -21,12 +21,14 @@ set -euo pipefail
PR_DIR=$1
PR_IMG_DIR="${PR_DIR}/docs/images"
+PR_IMG_ICON_DIR="${PR_DIR}/docs/images/icons"
PR_DOC_DIR="${PR_DIR}/docs/en"
PR_SIDEBAR_PATH="${PR_DIR}/docs/sidebars.js"
WEBSITE_DIR=$2
WEBSITE_IMG_DIR="${WEBSITE_DIR}/static/image_en"
WEBSITE_DOC_DIR="${WEBSITE_DIR}/docs"
+WEBSITE_ICON_DIR="${WEBSITE_DIR}/docs/images/icons"
DOCUSAURUS_DOC_SIDEBARS_FILE="${WEBSITE_DIR}/sidebars.js"
@@ -115,10 +117,14 @@ function prepare_docs() {
rsync -av "${PR_SIDEBAR_PATH}" "${DOCUSAURUS_DOC_SIDEBARS_FILE}"
echo "===>>>: Rsync images to ${WEBSITE_IMG_DIR}"
- rsync -av "${PR_IMG_DIR}"/ "${WEBSITE_IMG_DIR}"
+ rsync -av --exclude='/icons' "${PR_IMG_DIR}"/ "${WEBSITE_IMG_DIR}"
- echo "===>>>: Rsync documents exclude images to ${WEBSITE_DOC_DIR}"
- rsync -av --exclude images "${PR_DOC_DIR}"/ "${WEBSITE_DOC_DIR}"
+ mkdir -p ${WEBSITE_ICON_DIR}
+ echo "===>>>: Rsync icons to ${WEBSITE_ICON_DIR}"
+ rsync -av "${PR_IMG_ICON_DIR}"/ "${WEBSITE_ICON_DIR}"
+
+ echo "===>>>: Rsync documents to ${WEBSITE_DOC_DIR}"
+ rsync -av "${PR_DOC_DIR}"/ "${WEBSITE_DOC_DIR}"
echo "===>>>: Replace images path in ${WEBSITE_DOC_DIR}"
replace_images_path "${WEBSITE_DOC_DIR}"
