This is an automated email from the ASF dual-hosted git repository. zkaoudi pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/wayang.git
commit db0fef04fc3dc3f91e523fec198bb98dc473650d Merge: ff68e358f 281d874ec Author: Zoi Kaoudi <[email protected]> AuthorDate: Wed Nov 11 13:50:59 2026 +0100 Merge pull request #794 from JunWang222/feature/duckdb-platform Add DuckDB platform support with Parquet source and cost model wayang-applications/README.md | 1 + wayang-applications/duckdb.md | 70 ++ wayang-applications/pom.xml | 10 +- .../org/apache/wayang/applications/DuckDBDemo.java | 173 +++++ .../apache/wayang/applications/DuckDBDemoTest.java | 70 ++ wayang-platforms/pom.xml | 1 + wayang-platforms/wayang-duckdb/README.md | 171 +++++ wayang-platforms/wayang-duckdb/pom.xml | 91 +++ .../main/java/org/apache/wayang/duckdb/DuckDB.java | 62 ++ .../wayang/duckdb/channels/ChannelConversions.java | 55 ++ .../wayang/duckdb/mapping/FilterMapping.java | 63 ++ .../wayang/duckdb/mapping/GlobalReduceMapping.java | 63 ++ .../apache/wayang/duckdb/mapping/JoinMapping.java | 75 ++ .../org/apache/wayang/duckdb/mapping/Mappings.java | 42 ++ .../duckdb/mapping/ParquetSourceMapping.java | 59 ++ .../wayang/duckdb/mapping/ProjectionMapping.java | 67 ++ .../wayang/duckdb/mapping/ReduceByMapping.java | 66 ++ .../apache/wayang/duckdb/mapping/SortMapping.java | 65 ++ .../wayang/duckdb/mapping/TableSinkMapping.java | 60 ++ .../duckdb/operators/DuckDBExecutionOperator.java | 34 + .../duckdb/operators/DuckDBFilterOperator.java | 49 ++ .../operators/DuckDBGlobalReduceOperator.java | 50 ++ .../duckdb/operators/DuckDBJoinOperator.java | 49 ++ .../duckdb/operators/DuckDBParquetSource.java | 36 + .../duckdb/operators/DuckDBProjectionOperator.java | 49 ++ .../duckdb/operators/DuckDBReduceByOperator.java | 52 ++ .../duckdb/operators/DuckDBSortOperator.java | 49 ++ .../duckdb/operators/DuckDBTableSinkOperator.java | 48 ++ .../wayang/duckdb/operators/DuckDBTableSource.java | 55 ++ .../wayang/duckdb/platform/DuckDBPlatform.java | 54 ++ .../duckdb/plugin/DuckDBConversionsPlugin.java | 59 ++ .../apache/wayang/duckdb/plugin/DuckDBPlugin.java | 58 ++ .../resources/wayang-duckdb-defaults.properties | 223 ++++++ .../apache/wayang/duckdb/DuckDBCostPilotIT.java | 777 +++++++++++++++++++++ .../apache/wayang/duckdb/DuckDBOperatorsIT.java | 636 +++++++++++++++++ .../wayang/duckdb/DuckDBParquetSourceIT.java | 197 ++++++ .../src/test/resources/duckdb-ga-smoke.properties | 28 + .../apache/wayang/jdbc/execution/JdbcExecutor.java | 104 ++- .../jdbc/operators/JdbcExecutionOperator.java | 8 + .../wayang/jdbc/operators/JdbcJoinOperator.java | 10 +- .../wayang/jdbc/operators/JdbcParquetSource.java | 410 +++++++++++ .../wayang/jdbc/operators/JdbcSourceOperator.java | 66 ++ .../wayang/jdbc/operators/JdbcTableSource.java | 6 +- wayang-profiler/duckdb.md | 46 ++ wayang-profiler/pom.xml | 27 + .../src/main/resources/duckdb-ga.properties | 28 + 46 files changed, 4432 insertions(+), 40 deletions(-)
