This is an automated email from the ASF dual-hosted git repository.
ic4y pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new e717d80166 [Bug][Improve][LocalFileSink]Fix LocalFile Sink
file_format_type. (#5118)
e717d80166 is described below
commit e717d80166bdc3e814208f49ffb2421d33979a5b
Author: lightzhao <[email protected]>
AuthorDate: Wed Aug 2 16:34:18 2023 +0800
[Bug][Improve][LocalFileSink]Fix LocalFile Sink file_format_type. (#5118)
---
docs/en/connector-v2/sink/FtpFile.md | 18 ++++++++--------
docs/en/connector-v2/sink/HdfsFile.md | 12 +++++------
docs/en/connector-v2/sink/LocalFile.md | 24 +++++++++++-----------
docs/en/connector-v2/sink/OssFile.md | 10 ++++-----
docs/en/connector-v2/sink/OssJindoFile.md | 10 ++++-----
docs/en/connector-v2/sink/S3-Redshift.md | 2 +-
docs/en/connector-v2/sink/S3File.md | 10 ++++-----
docs/en/connector-v2/sink/SftpFile.md | 10 ++++-----
docs/en/connector-v2/source/FtpFile.md | 2 +-
docs/en/connector-v2/source/HdfsFile.md | 2 +-
docs/en/connector-v2/source/LocalFile.md | 2 +-
docs/en/connector-v2/source/OssFile.md | 2 +-
docs/en/connector-v2/source/OssJindoFile.md | 2 +-
docs/en/connector-v2/source/S3File.md | 2 +-
docs/en/connector-v2/source/SftpFile.md | 2 +-
.../src/test/resources/conf/option-test.conf | 2 +-
...ch_fake_to_localfile_two_pipeline_template.conf | 2 +-
.../test/resources/batch_fakesource_to_file.conf | 2 +-
.../batch_fakesource_to_file_complex.conf | 2 +-
.../src/test/resources/client_test.conf | 2 +-
.../test/resources/batch_fakesource_to_file.conf | 2 +-
.../batch_fakesource_to_file_complex.conf | 2 +-
.../test/resources/stream_fakesource_to_file.conf | 2 +-
.../stream_fakesource_to_file_savepoint.conf | 2 +-
24 files changed, 64 insertions(+), 64 deletions(-)
diff --git a/docs/en/connector-v2/sink/FtpFile.md
b/docs/en/connector-v2/sink/FtpFile.md
index b92bcd7fcc..8b3214e44b 100644
--- a/docs/en/connector-v2/sink/FtpFile.md
+++ b/docs/en/connector-v2/sink/FtpFile.md
@@ -40,9 +40,9 @@ By default, we use 2PC commit to ensure `exactly-once`
| custom_filename | boolean | no | false
| Whether you need custom the filename
|
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
-| file_format | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| file_format_type | string | no | "csv"
|
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then have_partition is
true |
@@ -52,8 +52,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| batch_size | int | no | 1000000
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is excel.
|
### host [string]
@@ -103,13 +103,13 @@ When the format in the `file_name_expression` parameter
is `xxxx-${now}` , `file
| m | Minute in hour |
| s | Second in minute |
-### file_format [string]
+### file_format_type [string]
We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
@@ -198,7 +198,7 @@ FtpFile {
username = "username"
password = "password"
path = "/data/ftp"
- file_format = "text"
+ file_format_type = "text"
field_delimiter = "\t"
row_delimiter = "\n"
sink_columns = ["name","age"]
@@ -216,7 +216,7 @@ FtpFile {
username = "username"
password = "password"
path = "/data/ftp"
- file_format = "text"
+ file_format_type = "text"
field_delimiter = "\t"
row_delimiter = "\n"
have_partition = true
diff --git a/docs/en/connector-v2/sink/HdfsFile.md
b/docs/en/connector-v2/sink/HdfsFile.md
index 1e094a5e57..34ce19714b 100644
--- a/docs/en/connector-v2/sink/HdfsFile.md
+++ b/docs/en/connector-v2/sink/HdfsFile.md
@@ -41,8 +41,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
| file_format_type | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then have_partition is
true |
@@ -55,8 +55,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| kerberos_keytab_path | string | no | -
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is excel.
|
### fs.defaultFS [string]
@@ -104,7 +104,7 @@ We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
@@ -198,7 +198,7 @@ For orc file format simple config
HdfsFile {
fs.defaultFS = "hdfs://hadoopcluster"
path = "/tmp/hive/warehouse/test2"
- file_format = "orc"
+ file_format_type = "orc"
}
```
diff --git a/docs/en/connector-v2/sink/LocalFile.md
b/docs/en/connector-v2/sink/LocalFile.md
index fb008e909a..8e2c1526e9 100644
--- a/docs/en/connector-v2/sink/LocalFile.md
+++ b/docs/en/connector-v2/sink/LocalFile.md
@@ -20,7 +20,7 @@ If you use SeaTunnel Engine, It automatically integrated the
hadoop jar when you
By default, we use 2PC commit to ensure `exactly-once`
-- [x] file format
+- [x] file format type
- [x] text
- [x] csv
- [x] parquet
@@ -36,9 +36,9 @@ By default, we use 2PC commit to ensure `exactly-once`
| custom_filename | boolean | no | false
| Whether you need custom the filename
|
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
-| file_format | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| file_format_type | string | no | "csv"
|
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then have_partition is
true |
@@ -48,8 +48,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| batch_size | int | no | 1000000
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is excel.
|
### path [string]
@@ -83,13 +83,13 @@ When the format in the `file_name_expression` parameter is
`xxxx-${now}` , `file
| m | Minute in hour |
| s | Second in minute |
-### file_format [string]
+### file_format_type [string]
We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
@@ -174,7 +174,7 @@ For orc file format simple config
LocalFile {
path = "/tmp/hive/warehouse/test2"
- file_format = "orc"
+ file_format_type = "orc"
}
```
@@ -185,7 +185,7 @@ For parquet file format with `sink_columns`
LocalFile {
path = "/tmp/hive/warehouse/test2"
- file_format = "parquet"
+ file_format_type = "parquet"
sink_columns = ["name","age"]
}
@@ -197,7 +197,7 @@ For text file format with `have_partition` and
`custom_filename` and `sink_colum
LocalFile {
path = "/tmp/hive/warehouse/test2"
- file_format = "text"
+ file_format_type = "text"
field_delimiter = "\t"
row_delimiter = "\n"
have_partition = true
@@ -224,7 +224,7 @@ LocalFile {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="excel"
+ file_format_type="excel"
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
}
diff --git a/docs/en/connector-v2/sink/OssFile.md
b/docs/en/connector-v2/sink/OssFile.md
index d40cf4bf95..a3095ecfd1 100644
--- a/docs/en/connector-v2/sink/OssFile.md
+++ b/docs/en/connector-v2/sink/OssFile.md
@@ -44,8 +44,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
| file_format_type | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then have_partition is
true |
@@ -55,8 +55,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| batch_size | int | no | 1000000
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is excel.
|
### path [string]
@@ -112,7 +112,7 @@ We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
diff --git a/docs/en/connector-v2/sink/OssJindoFile.md
b/docs/en/connector-v2/sink/OssJindoFile.md
index 02547f3aa6..1d098da009 100644
--- a/docs/en/connector-v2/sink/OssJindoFile.md
+++ b/docs/en/connector-v2/sink/OssJindoFile.md
@@ -44,8 +44,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
| file_format_type | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then have_partition is
true |
@@ -55,8 +55,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| batch_size | int | no | 1000000
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is excel.
|
### path [string]
@@ -112,7 +112,7 @@ We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
diff --git a/docs/en/connector-v2/sink/S3-Redshift.md
b/docs/en/connector-v2/sink/S3-Redshift.md
index 978ffc7c94..2e02e2f446 100644
--- a/docs/en/connector-v2/sink/S3-Redshift.md
+++ b/docs/en/connector-v2/sink/S3-Redshift.md
@@ -124,7 +124,7 @@ We supported as the following file types:
`text` `csv` `parquet` `orc` `json`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### filename_time_format [string]
diff --git a/docs/en/connector-v2/sink/S3File.md
b/docs/en/connector-v2/sink/S3File.md
index dcaee7338f..7841afdf04 100644
--- a/docs/en/connector-v2/sink/S3File.md
+++ b/docs/en/connector-v2/sink/S3File.md
@@ -44,8 +44,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
| file_format_type | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then
have_partition is true
|
@@ -55,8 +55,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| batch_size | int | no | 1000000
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is
excel. |
### path [string]
@@ -129,7 +129,7 @@ We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
diff --git a/docs/en/connector-v2/sink/SftpFile.md
b/docs/en/connector-v2/sink/SftpFile.md
index 79643b8c8a..b6460f39e3 100644
--- a/docs/en/connector-v2/sink/SftpFile.md
+++ b/docs/en/connector-v2/sink/SftpFile.md
@@ -41,8 +41,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| file_name_expression | string | no | "${transactionId}"
| Only used when custom_filename is true
|
| filename_time_format | string | no | "yyyy.MM.dd"
| Only used when custom_filename is true
|
| file_format_type | string | no | "csv"
|
|
-| field_delimiter | string | no | '\001'
| Only used when file_format is text
|
-| row_delimiter | string | no | "\n"
| Only used when file_format is text
|
+| field_delimiter | string | no | '\001'
| Only used when file_format_type is text
|
+| row_delimiter | string | no | "\n"
| Only used when file_format_type is text
|
| have_partition | boolean | no | false
| Whether you need processing partitions.
|
| partition_by | array | no | -
| Only used then have_partition is true
|
| partition_dir_expression | string | no |
"${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/" | Only used then have_partition is
true |
@@ -52,8 +52,8 @@ By default, we use 2PC commit to ensure `exactly-once`
| batch_size | int | no | 1000000
|
|
| compress_codec | string | no | none
|
|
| common-options | object | no | -
|
|
-| max_rows_in_memory | int | no | -
| Only used when file_format is excel.
|
-| sheet_name | string | no | Sheet${Random
number} | Only used when file_format is excel.
|
+| max_rows_in_memory | int | no | -
| Only used when file_format_type is excel.
|
+| sheet_name | string | no | Sheet${Random
number} | Only used when file_format_type is excel.
|
### host [string]
@@ -109,7 +109,7 @@ We supported as the following file types:
`text` `json` `csv` `orc` `parquet` `excel`
-Please note that, The final file name will end with the file_format's suffix,
the suffix of the text file is `txt`.
+Please note that, The final file name will end with the file_format_type's
suffix, the suffix of the text file is `txt`.
### field_delimiter [string]
diff --git a/docs/en/connector-v2/source/FtpFile.md
b/docs/en/connector-v2/source/FtpFile.md
index 6737511e63..c692a7483a 100644
--- a/docs/en/connector-v2/source/FtpFile.md
+++ b/docs/en/connector-v2/source/FtpFile.md
@@ -226,7 +226,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
## Example
diff --git a/docs/en/connector-v2/source/HdfsFile.md
b/docs/en/connector-v2/source/HdfsFile.md
index 1d285c539a..f479e40a2b 100644
--- a/docs/en/connector-v2/source/HdfsFile.md
+++ b/docs/en/connector-v2/source/HdfsFile.md
@@ -244,7 +244,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
### file_filter_pattern [string]
diff --git a/docs/en/connector-v2/source/LocalFile.md
b/docs/en/connector-v2/source/LocalFile.md
index 7d80a4d2b7..80adfa6d9a 100644
--- a/docs/en/connector-v2/source/LocalFile.md
+++ b/docs/en/connector-v2/source/LocalFile.md
@@ -224,7 +224,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
### file_filter_pattern [string]
diff --git a/docs/en/connector-v2/source/OssFile.md
b/docs/en/connector-v2/source/OssFile.md
index 12f2141cd6..7c992581f5 100644
--- a/docs/en/connector-v2/source/OssFile.md
+++ b/docs/en/connector-v2/source/OssFile.md
@@ -247,7 +247,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
## Example
diff --git a/docs/en/connector-v2/source/OssJindoFile.md
b/docs/en/connector-v2/source/OssJindoFile.md
index 913d277683..f77c4a4543 100644
--- a/docs/en/connector-v2/source/OssJindoFile.md
+++ b/docs/en/connector-v2/source/OssJindoFile.md
@@ -247,7 +247,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
### file_filter_pattern [string]
diff --git a/docs/en/connector-v2/source/S3File.md
b/docs/en/connector-v2/source/S3File.md
index 79a89be1c2..f7ad1cc8bd 100644
--- a/docs/en/connector-v2/source/S3File.md
+++ b/docs/en/connector-v2/source/S3File.md
@@ -264,7 +264,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
## Example
diff --git a/docs/en/connector-v2/source/SftpFile.md
b/docs/en/connector-v2/source/SftpFile.md
index 22047d481e..184a587a92 100644
--- a/docs/en/connector-v2/source/SftpFile.md
+++ b/docs/en/connector-v2/source/SftpFile.md
@@ -225,7 +225,7 @@ Source plugin common parameters, please refer to [Source
Common Options](common-
### sheet_name [string]
-Reader the sheet of the workbook,Only used when file_format is excel.
+Reader the sheet of the workbook,Only used when file_format_type is excel.
### file_filter_pattern [string]
diff --git a/seatunnel-api/src/test/resources/conf/option-test.conf
b/seatunnel-api/src/test/resources/conf/option-test.conf
index 4f20d493d4..9461e5298b 100644
--- a/seatunnel-api/src/test/resources/conf/option-test.conf
+++ b/seatunnel-api/src/test/resources/conf/option-test.conf
@@ -101,7 +101,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "text"
+ file_format_type = "text"
sink_columns = ["name","age"]
}
}
\ No newline at end of file
diff --git
a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
index 7e01c01c98..e94f7ae672 100644
---
a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
+++
b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
@@ -134,7 +134,7 @@ sink {
field_delimiter = "\t"
row_delimiter = "\n"
file_name_expression = "${transactionId}_${now}"
- file_format = "text"
+ file_format_type = "text"
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
save_mode = "error"
diff --git
a/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file.conf
b/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file.conf
index 4f5cffa4a9..181a9fc1ad 100644
---
a/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file.conf
+++
b/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file.conf
@@ -52,7 +52,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "text"
+ file_format_type = "text"
sink_columns = ["name", "age"]
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
diff --git
a/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file_complex.conf
b/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file_complex.conf
index c687fc1cf2..3a44886274 100644
---
a/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file_complex.conf
+++
b/seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file_complex.conf
@@ -63,7 +63,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "text"
+ file_format_type = "text"
sink_columns = ["name", "age"]
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
diff --git
a/seatunnel-engine/seatunnel-engine-client/src/test/resources/client_test.conf
b/seatunnel-engine/seatunnel-engine-client/src/test/resources/client_test.conf
index 92e159c2a2..a4404b9f91 100644
---
a/seatunnel-engine/seatunnel-engine-client/src/test/resources/client_test.conf
+++
b/seatunnel-engine/seatunnel-engine-client/src/test/resources/client_test.conf
@@ -63,7 +63,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
sink_columns=["name","age"]
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
diff --git
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf
index 3e71d5dfb1..24339945e7 100644
---
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf
+++
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf
@@ -52,7 +52,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
sink_columns=["name","age"]
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
diff --git
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file_complex.conf
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file_complex.conf
index 4e345cf967..e3e0e00d9b 100644
---
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file_complex.conf
+++
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file_complex.conf
@@ -63,7 +63,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
sink_columns=["name","age"]
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
diff --git
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file.conf
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file.conf
index 6f86a81d46..d2299ecfd2 100644
---
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file.conf
+++
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file.conf
@@ -52,7 +52,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
sink_columns=["name","age"]
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
diff --git
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file_savepoint.conf
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file_savepoint.conf
index ced94b31e5..2757502980 100644
---
a/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file_savepoint.conf
+++
b/seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file_savepoint.conf
@@ -55,7 +55,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
sink_columns=["name","age"]
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
