This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 5dc71549ad [Fix][Core] Do not charge the byte rate limiter for a
zero-byte row (#11766)
add 96d8e8d39d [Feature][Connector-V2] Add Google Cloud Storage file
source (#11967)
No new revisions were added by this update.
Summary of changes:
config/plugin_config | 1 +
...connector-bigquery.md => connector-file-gcs.md} | 0
docs/en/connectors/source/GcsFile.md | 138 +++++++++++++++++++++
.../connectors/changelog/connector-file-gcs.md} | 0
docs/zh/connectors/source/GcsFile.md | 128 +++++++++++++++++++
plugin-mapping.properties | 1 +
.../seatunnel/file/config/FileSystemType.java | 3 +-
.../pom.xml | 21 ++--
.../file/gcs/config/GcsFileBaseOptions.java} | 34 +++--
.../file/gcs/config/GcsFileSourceOptions.java} | 4 +-
.../seatunnel/file/gcs/config/GcsHadoopConf.java | 105 ++++++++++++++++
.../seatunnel/file/gcs/source/GcsFileSource.java} | 16 +--
.../file/gcs/source/GcsFileSourceFactory.java} | 31 +++--
.../gcs/source/config/GcsFileSourceConfig.java} | 23 ++--
.../config/MultipleTableGcsFileSourceConfig.java} | 12 +-
.../services/org.apache.hadoop.fs.FileSystem | 2 +-
.../file/gcs/GcsFileSourceFactoryTest.java} | 78 ++++++------
.../file/gcs/config/GcsHadoopConfTest.java | 130 +++++++++++++++++++
seatunnel-connectors-v2/connector-file/pom.xml | 1 +
seatunnel-dist/pom.xml | 6 +
seatunnel-dist/release-docs/NOTICE | 104 ++++++++++++++++
...e-java-client.txt => LICENSE-gcs-connector.txt} | 2 +-
.../connector-file-gcs-e2e}/pom.xml | 28 ++---
.../e2e/connector/file/gcs/GcsFileIT.java | 104 ++++++++++++++++
.../src/test/resources/gcs/data/e2e.json | 2 +
.../test/resources/gcs/gcs_file_to_assert.conf} | 40 +++---
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 1 +
.../container/seatunnel/SeaTunnelContainer.java | 24 ++++
.../SeaTunnelContainerThreadExemptionTest.java | 24 +++-
29 files changed, 920 insertions(+), 143 deletions(-)
copy docs/en/connectors/changelog/{connector-bigquery.md =>
connector-file-gcs.md} (100%)
create mode 100644 docs/en/connectors/source/GcsFile.md
copy docs/{en/connectors/changelog/connector-bigquery.md =>
zh/connectors/changelog/connector-file-gcs.md} (100%)
create mode 100644 docs/zh/connectors/source/GcsFile.md
copy seatunnel-connectors-v2/connector-file/{connector-file-s3 =>
connector-file-gcs}/pom.xml (80%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-cos/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/cos/config/CosFileBaseOptions.java
=>
connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/config/GcsFileBaseOptions.java}
(52%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-bos/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/bos/config/BosFileSinkOptions.java
=>
connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/config/GcsFileSourceOptions.java}
(86%)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/config/GcsHadoopConf.java
copy
seatunnel-connectors-v2/connector-file/{connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/source/LocalFileSource.java
=>
connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/source/GcsFileSource.java}
(67%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/source/S3FileSourceFactory.java
=>
connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/source/GcsFileSourceFactory.java}
(87%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/source/config/OssFileSourceConfig.java
=>
connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/source/config/GcsFileSourceConfig.java}
(71%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/source/config/MultipleTableOssFileSourceConfig.java
=>
connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/source/config/MultipleTableGcsFileSourceConfig.java}
(77%)
copy seatunnel-connectors-v2/connector-file/{connector-file-cos =>
connector-file-gcs}/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem
(93%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-oss/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/oss/OssFileSourceFactoryTest.java
=>
connector-file-gcs/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/GcsFileSourceFactoryTest.java}
(53%)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/config/GcsHadoopConfTest.java
copy seatunnel-dist/release-docs/licenses/{LICENSE-couchbase-java-client.txt
=> LICENSE-gcs-connector.txt} (55%)
copy {seatunnel-connectors-v2/connector-file/connector-file-hadoop =>
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-gcs-e2e}/pom.xml (78%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-gcs-e2e/src/test/java/org/apache/seatunnel/e2e/connector/file/gcs/GcsFileIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-gcs-e2e/src/test/resources/gcs/data/e2e.json
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-http-e2e/src/test/resources/http_page_increase_start_num.conf
=> connector-file-gcs-e2e/src/test/resources/gcs/gcs_file_to_assert.conf} (74%)
