This is an automated email from the ASF dual-hosted git repository.
zkaoudi pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/wayang.git
from 9bf158082 Merge pull request #783 from
apache/dependabot/maven/wayang-platforms/wayang-postgres/org.postgresql-postgresql-42.7.12
add 3ee4428df Add more operators for Bigquery jdbc template and add
integration tests.
add e1372a8e9 Document BigQuery operator integration tests
add 1bdf75d71 Add SQL metadata methods to JavaPlanBuilder operators
add a1b31371e Select the left JDBC source for join stages
add 19e41814a Add JavaPlanBuilder BigQuery combination tests
add 935469245 Normalize BigQuery test comments to ASCII
add 0a09a9e4b Document successful BigQuery live validation
add 14da1ee28 Add full-plan BigQuery join integration test
add e9f581f5a Verify BigQuery join suite and update docs
add 8f3e7df93 Document BigQuery macOS and Windows commands
add 3c0c4e1eb Make BigQuery integration tests engine-only (no Java plugin)
add 3f6ea62bd Make BigQuery operator IT fixtures self-contained
add 596bdd274 Add license headers to BigQuery setup files
add 32e79ece7 Recognize Apache License V2.0 in license check
add b043afac7 Ensure JDBC SQL statements end with semicolon
add f39f1208b Revert "Ensure JDBC SQL statements end with semicolon"
add 77f151d2f Align SQL API test with unterminated JDBC queries
add 618e39eb8 Merge main into BigQuery PR branch
add e42f63fda Merge upstream main into BigQuery PR branch
new ada6d172c Merge pull request #774 from
JunWang222/bigquery-engine-platform-only-test
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bigquery-setup/README.md | 369 +++++++++++++
bigquery-setup/data.yaml | 72 +++
.../demo.sh | 10 +-
.../docker-compose.yml | 30 +-
.../trino-setup => bigquery-setup}/pom.xml | 36 +-
.../apache/wayang/bigquery/BigQueryEmulatorIT.java | 202 +++++++
demo-bigquery.sh | 95 ++++
pom.xml | 2 +-
.../apache/wayang/api/sql/SqlToWayangRelTest.java | 2 +-
wayang-platforms/pom.xml | 1 +
.../{wayang-trino => wayang-bigquery}/pom.xml | 20 +-
.../java/org/apache/wayang/bigquery/BigQuery.java} | 34 +-
.../org/apache/wayang/bigquery/BigQueryDemo.java | 307 +++++++++++
.../bigquery}/channels/ChannelConversions.java | 12 +-
.../wayang/bigquery}/mapping/FilterMapping.java | 12 +-
.../bigquery}/mapping/GlobalReduceMapping.java | 14 +-
.../wayang/bigquery}/mapping/JoinMapping.java | 12 +-
.../apache/wayang/bigquery}/mapping/Mappings.java | 2 +-
.../bigquery}/mapping/ProjectionMapping.java | 12 +-
.../wayang/bigquery}/mapping/ReduceByMapping.java | 14 +-
.../wayang/bigquery}/mapping/SortMapping.java | 14 +-
.../wayang/bigquery}/mapping/TableSinkMapping.java | 14 +-
.../operators/BigQueryExecutionOperator.java} | 10 +-
.../operators/BigQueryFilterOperator.java} | 14 +-
.../operators/BigQueryGlobalReduceOperator.java} | 14 +-
.../bigquery/operators/BigQueryJoinOperator.java} | 14 +-
.../operators/BigQueryProjectionOperator.java} | 16 +-
.../operators/BigQueryReduceByOperator.java} | 16 +-
.../bigquery/operators/BigQuerySortOperator.java} | 14 +-
.../operators/BigQueryTableSinkOperator.java} | 16 +-
.../bigquery/operators/BigQueryTableSource.java} | 14 +-
.../bigquery/platform/BigQueryPlatform.java} | 34 +-
.../plugin/BigQueryConversionsPlugin.java} | 12 +-
.../wayang/bigquery/plugin/BigQueryPlugin.java} | 14 +-
.../resources/wayang-bigquery-defaults.properties | 188 +++++++
.../wayang/bigquery/BigQueryOperatorsIT.java | 599 +++++++++++++++++++++
.../apache/wayang/jdbc/execution/JdbcExecutor.java | 14 +-
.../wayang/jdbc/execution/JdbcExecutorTest.java | 8 +-
.../operators/JdbcGlobalReduceOperatorTest.java | 2 +-
.../jdbc/operators/JdbcJoinOperatorTest.java | 4 +-
.../jdbc/operators/JdbcReduceByOperatorTest.java | 2 +-
.../jdbc/operators/JdbcSortOperatorTest.java | 2 +-
.../jdbc/JdbcSpatialJoinOperatorTest.java | 6 +-
43 files changed, 2069 insertions(+), 230 deletions(-)
create mode 100644 bigquery-setup/README.md
create mode 100644 bigquery-setup/data.yaml
copy wayang-benchmark/src/main/resources/simplelogger.properties =>
bigquery-setup/demo.sh (81%)
copy wayang-benchmark/src/main/resources/simplelogger.properties =>
bigquery-setup/docker-compose.yml (52%)
copy {platforms-setup-guides/trino-setup => bigquery-setup}/pom.xml (67%)
create mode 100644
bigquery-setup/src/test/java/org/apache/wayang/bigquery/BigQueryEmulatorIT.java
create mode 100644 demo-bigquery.sh
copy wayang-platforms/{wayang-trino => wayang-bigquery}/pom.xml (80%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/Postgres.java
=> wayang-bigquery/src/main/java/org/apache/wayang/bigquery/BigQuery.java}
(53%)
create mode 100644
wayang-platforms/wayang-bigquery/src/main/java/org/apache/wayang/bigquery/BigQueryDemo.java
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/channels/ChannelConversions.java
(83%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/FilterMapping.java
(86%)
copy wayang-platforms/{wayang-trino/src/main/java/org/apache/wayang/trino =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/GlobalReduceMapping.java
(84%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/JoinMapping.java
(89%)
copy wayang-platforms/{wayang-trino/src/main/java/org/apache/wayang/trino =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/Mappings.java
(96%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/ProjectionMapping.java
(88%)
copy wayang-platforms/{wayang-trino/src/main/java/org/apache/wayang/trino =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/ReduceByMapping.java
(85%)
copy wayang-platforms/{wayang-trino/src/main/java/org/apache/wayang/trino =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/SortMapping.java
(85%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery}/mapping/TableSinkMapping.java
(83%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresExecutionOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryExecutionOperator.java}
(77%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresFilterOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryFilterOperator.java}
(75%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoGlobalReduceOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryGlobalReduceOperator.java}
(72%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresJoinOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryJoinOperator.java}
(75%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresProjectionOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryProjectionOperator.java}
(71%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoReduceByOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryReduceByOperator.java}
(71%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoSortOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQuerySortOperator.java}
(73%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoTableSinkOperator.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryTableSinkOperator.java}
(69%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresTableSource.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/operators/BigQueryTableSource.java}
(75%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/platform/PrestoPlatform.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/platform/BigQueryPlatform.java}
(56%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/plugin/PostgresConversionsPlugin.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/plugin/BigQueryConversionsPlugin.java}
(84%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/plugin/PostgresPlugin.java
=>
wayang-bigquery/src/main/java/org/apache/wayang/bigquery/plugin/BigQueryPlugin.java}
(82%)
create mode 100644
wayang-platforms/wayang-bigquery/src/main/resources/wayang-bigquery-defaults.properties
create mode 100644
wayang-platforms/wayang-bigquery/src/test/java/org/apache/wayang/bigquery/BigQueryOperatorsIT.java
