This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from f29d56b05d [Fix][Connector-V2] Normalize Arrow boolean values for
TINYINT schemas (#13139)
add 9f8a05b758 [Feature][Connector-V2] Add BigQuery source connector
(#13088)
No new revisions were added by this update.
Summary of changes:
docs/en/connectors/source/BigQuery.md | 227 ++++++++
docs/zh/connectors/source/BigQuery.md | 227 ++++++++
plugin-mapping.properties | 1 +
.../bigquery/client/BigQueryClientFactory.java | 27 +-
.../exception/BigQueryConnectorErrorCode.java | 2 +
.../bigquery/option/BigQueryBaseOptions.java} | 54 +-
.../bigquery/option/BigQuerySinkOptions.java | 48 +-
.../bigquery/option/BigQuerySourceOptions.java | 87 +++
.../bigquery/schema/BigQueryTypeConverter.java | 88 ++-
.../bigquery/source/BigQuerySource.java} | 51 +-
.../bigquery/source/BigQuerySourceFactory.java | 428 +++++++++++++++
.../bigquery/source/BigQuerySourceReader.java | 396 ++++++++++++++
.../bigquery/source/BigQuerySourceSplit.java | 22 +-
.../source/BigQuerySourceSplitEnumerator.java | 153 ++++++
.../bigquery/source/BigQuerySourceState.java | 9 +-
.../bigquery/schema/BigQueryTypeConverterTest.java | 137 ++++-
.../bigquery/source/BigQuerySourceFactoryTest.java | 589 ++++++++++++++++++++
.../bigquery/source/BigQuerySourceReaderTest.java | 601 +++++++++++++++++++++
.../source/BigQuerySourceSplitEnumeratorTest.java | 231 ++++++++
.../e2e/connector/bigquery/BigqueryIT.java | 34 +-
.../test/resources/bigquery_source_to_assert.conf | 83 +++
21 files changed, 3358 insertions(+), 137 deletions(-)
create mode 100644 docs/en/connectors/source/BigQuery.md
create mode 100644 docs/zh/connectors/source/BigQuery.md
copy
seatunnel-connectors-v2/{connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/config/GooglePubSubSinkOptions.java
=>
connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/option/BigQueryBaseOptions.java}
(52%)
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/option/BigQuerySourceOptions.java
copy
seatunnel-connectors-v2/{connector-firebase/src/main/java/org/apache/seatunnel/connectors/seatunnel/firebase/source/FirebaseSource.java
=>
connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySource.java}
(61%)
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceFactory.java
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceReader.java
copy
seatunnel-edge-agent/seatunnel-edge-agent-connector/src/main/java/org/apache/seatunnel/edge/agent/connector/record/CollectedRecord.java
=>
seatunnel-connectors-v2/connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceSplit.java
(75%)
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceSplitEnumerator.java
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/Edge.java
=>
seatunnel-connectors-v2/connector-bigquery/src/main/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceState.java
(83%)
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/test/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/test/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceReaderTest.java
create mode 100644
seatunnel-connectors-v2/connector-bigquery/src/test/java/org/apache/seatunnel/connectors/bigquery/source/BigQuerySourceSplitEnumeratorTest.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-bigquery-e2e/src/test/resources/bigquery_source_to_assert.conf