This is an automated email from the ASF dual-hosted git repository.
zkaoudi pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/wayang.git
from ff68e358f Merge pull request #876 from
apache/dependabot/maven/wayang-commons/wayang-basic/org.json-json-20260719
add 939e392a7 Add DuckDB platform support
add 5ae23749f Tidy DuckDB README test wording
add ba1290bef Align DuckDB docs with Parquet platform scope
add d98e1ee4b Merge remote-tracking branch 'upstream/main' into
feature/duckdb-platform
add 09cf92928 Merge remote-tracking branch 'upstream/main' into
feature/duckdb-platform
add 49bf1ae3a Align DuckDB example with application conventions
add 710d3b98f Merge branch 'main' of https://github.com/apache/wayang into
feature/duckdb-platform
add 6e1efa08d Merge upstream main into DuckDB platform support
add 281d874ec Align applications ANTLR runtime with Wayang core
new db0fef04f Merge pull request #794 from
JunWang222/feature/duckdb-platform
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
wayang-applications/README.md | 1 +
wayang-applications/duckdb.md | 70 +++
wayang-applications/pom.xml | 10 +-
.../org/apache/wayang/applications/DuckDBDemo.java | 173 ++++++
.../apache/wayang/applications/DuckDBDemoTest.java | 70 +++
wayang-platforms/pom.xml | 1 +
wayang-platforms/wayang-duckdb/README.md | 171 ++++++
.../{wayang-trino => wayang-duckdb}/pom.xml | 31 +-
.../java/org/apache/wayang/duckdb/DuckDB.java} | 32 +-
.../duckdb}/channels/ChannelConversions.java | 14 +-
.../wayang/duckdb}/mapping/FilterMapping.java | 12 +-
.../duckdb}/mapping/GlobalReduceMapping.java | 12 +-
.../apache/wayang/duckdb}/mapping/JoinMapping.java | 12 +-
.../apache/wayang/duckdb}/mapping/Mappings.java | 5 +-
.../duckdb}/mapping/ParquetSourceMapping.java | 13 +-
.../wayang/duckdb}/mapping/ProjectionMapping.java | 12 +-
.../wayang/duckdb}/mapping/ReduceByMapping.java | 12 +-
.../apache/wayang/duckdb}/mapping/SortMapping.java | 12 +-
.../wayang/duckdb}/mapping/TableSinkMapping.java | 12 +-
.../duckdb/operators/DuckDBExecutionOperator.java} | 12 +-
.../duckdb/operators/DuckDBFilterOperator.java} | 14 +-
.../operators/DuckDBGlobalReduceOperator.java} | 14 +-
.../duckdb/operators/DuckDBJoinOperator.java} | 14 +-
.../duckdb/operators/DuckDBParquetSource.java | 24 +-
.../operators/DuckDBProjectionOperator.java} | 16 +-
.../duckdb/operators/DuckDBReduceByOperator.java} | 14 +-
.../duckdb/operators/DuckDBSortOperator.java} | 14 +-
.../duckdb/operators/DuckDBTableSinkOperator.java} | 16 +-
.../duckdb/operators/DuckDBTableSource.java} | 15 +-
.../wayang/duckdb/platform/DuckDBPlatform.java} | 23 +-
.../duckdb/plugin/DuckDBConversionsPlugin.java} | 14 +-
.../apache/wayang/duckdb/plugin/DuckDBPlugin.java} | 14 +-
.../resources/wayang-duckdb-defaults.properties | 223 ++++++++
.../apache/wayang/duckdb/DuckDBCostPilotIT.java} | 193 +++----
.../apache/wayang/duckdb/DuckDBOperatorsIT.java | 636 +++++++++++++++++++++
.../wayang/duckdb/DuckDBParquetSourceIT.java | 197 +++++++
.../src/test/resources/duckdb-ga-smoke.properties | 16 +-
.../apache/wayang/jdbc/execution/JdbcExecutor.java | 104 ++--
.../jdbc/operators/JdbcExecutionOperator.java | 8 +
.../wayang/jdbc/operators/JdbcJoinOperator.java | 10 +-
.../wayang/jdbc/operators/JdbcParquetSource.java | 410 +++++++++++++
.../wayang/jdbc/operators/JdbcSourceOperator.java | 66 +++
.../wayang/jdbc/operators/JdbcTableSource.java | 6 +-
wayang-profiler/duckdb.md | 46 ++
wayang-profiler/pom.xml | 27 +
.../src/main/resources/duckdb-ga.properties | 16 +-
46 files changed, 2482 insertions(+), 355 deletions(-)
create mode 100644 wayang-applications/duckdb.md
create mode 100644
wayang-applications/src/main/java/org/apache/wayang/applications/DuckDBDemo.java
create mode 100644
wayang-applications/src/test/java/org/apache/wayang/applications/DuckDBDemoTest.java
create mode 100644 wayang-platforms/wayang-duckdb/README.md
copy wayang-platforms/{wayang-trino => wayang-duckdb}/pom.xml (75%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/Presto.java
=> wayang-duckdb/src/main/java/org/apache/wayang/duckdb/DuckDB.java} (55%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/channels/ChannelConversions.java
(81%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/FilterMapping.java
(88%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/GlobalReduceMapping.java
(88%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/JoinMapping.java
(90%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/Mappings.java
(89%)
copy wayang-platforms/{wayang-java/src/main/java/org/apache/wayang/java =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/ParquetSourceMapping.java
(84%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/ProjectionMapping.java
(89%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/ReduceByMapping.java
(89%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/SortMapping.java
(88%)
copy wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto =>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb}/mapping/TableSinkMapping.java
(85%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoExecutionOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBExecutionOperator.java}
(78%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoFilterOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBFilterOperator.java}
(75%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoGlobalReduceOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBGlobalReduceOperator.java}
(75%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoJoinOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBJoinOperator.java}
(77%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/ZeroMQMonitor.java
=>
wayang-platforms/wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBParquetSource.java
(60%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoProjectionOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBProjectionOperator.java}
(71%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoReduceByOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBReduceByOperator.java}
(78%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoSortOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBSortOperator.java}
(76%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoTableSinkOperator.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBTableSinkOperator.java}
(71%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresTableSource.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/operators/DuckDBTableSource.java}
(77%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/platform/PostgresPlatform.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/platform/DuckDBPlatform.java}
(64%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/plugin/PrestoConversionsPlugin.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/plugin/DuckDBConversionsPlugin.java}
(79%)
copy
wayang-platforms/{wayang-presto/src/main/java/org/apache/wayang/presto/plugin/PrestoPlugin.java
=>
wayang-duckdb/src/main/java/org/apache/wayang/duckdb/plugin/DuckDBPlugin.java}
(83%)
create mode 100644
wayang-platforms/wayang-duckdb/src/main/resources/wayang-duckdb-defaults.properties
copy
wayang-platforms/{wayang-presto/src/test/java/org/apache/wayang/presto/PrestoCostPilotIT.java
=>
wayang-duckdb/src/test/java/org/apache/wayang/duckdb/DuckDBCostPilotIT.java}
(83%)
create mode 100644
wayang-platforms/wayang-duckdb/src/test/java/org/apache/wayang/duckdb/DuckDBOperatorsIT.java
create mode 100644
wayang-platforms/wayang-duckdb/src/test/java/org/apache/wayang/duckdb/DuckDBParquetSourceIT.java
copy conf/wayang-defaults.properties =>
wayang-platforms/wayang-duckdb/src/test/resources/duckdb-ga-smoke.properties
(59%)
create mode 100644
wayang-platforms/wayang-jdbc-template/src/main/java/org/apache/wayang/jdbc/operators/JdbcParquetSource.java
create mode 100644
wayang-platforms/wayang-jdbc-template/src/main/java/org/apache/wayang/jdbc/operators/JdbcSourceOperator.java
create mode 100644 wayang-profiler/duckdb.md
copy conf/wayang-defaults.properties =>
wayang-profiler/src/main/resources/duckdb-ga.properties (58%)