This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from af5fd36c50e [Feature](recycler) Add recycler metrics for recycler
layer (#51409)
add b1f060517db [feat](iceberg) Support read iceberg system tables (#51190)
No new revisions were added by this update.
Summary of changes:
be/src/vec/exec/format/jni_reader.cpp | 16 -
be/src/vec/exec/format/jni_reader.h | 17 +-
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 15 +-
be/src/vec/exec/format/table/hudi_jni_reader.h | 5 -
.../format/table/iceberg_sys_table_jni_reader.cpp | 60 ++++
...jni_reader.h => iceberg_sys_table_jni_reader.h} | 26 +-
.../vec/exec/format/table/lakesoul_jni_reader.cpp | 20 +-
be/src/vec/exec/format/table/lakesoul_jni_reader.h | 17 +-
.../exec/format/table/max_compute_jni_reader.cpp | 12 -
.../vec/exec/format/table/max_compute_jni_reader.h | 5 -
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 8 -
be/src/vec/exec/format/table/paimon_jni_reader.h | 3 -
.../format/table/trino_connector_jni_reader.cpp | 13 -
.../exec/format/table/trino_connector_jni_reader.h | 5 -
be/src/vec/exec/scan/meta_scanner.cpp | 26 +-
be/src/vec/exec/scan/meta_scanner.h | 7 +-
build.sh | 2 +
.../create_preinstalled_scripts/iceberg/run13.sql | 28 ++
.../pom.xml | 28 +-
.../doris/iceberg/IcebergSysTableColumnValue.java | 173 +++++++++
.../doris/iceberg/IcebergSysTableJniScanner.java | 138 ++++++++
.../src/main/resources/package.xml | 0
fe/be-java-extensions/pom.xml | 1 +
fe/be-java-extensions/preload-extensions/pom.xml | 31 ++
.../java/org/apache/doris/catalog/StructType.java | 4 +
fe/fe-core/pom.xml | 2 +
.../main/java/org/apache/doris/catalog/Column.java | 4 +
.../datasource/iceberg/IcebergMetadataCache.java | 13 -
.../doris/datasource/iceberg/IcebergUtils.java | 22 +-
...SnapshotsSysTable.java => IcebergSysTable.java} | 30 +-
.../datasource/systable/SupportedSysTables.java | 5 +-
.../datasource/tvf/source/MetadataScanNode.java | 43 ++-
.../expressions/functions/table/IcebergMeta.java | 8 +-
.../tablefunction/BackendsTableValuedFunction.java | 5 +-
.../tablefunction/CatalogsTableValuedFunction.java | 17 +-
.../FrontendsDisksTableValuedFunction.java | 5 +-
.../FrontendsTableValuedFunction.java | 5 +-
.../tablefunction/HudiTableValuedFunction.java | 4 +-
.../tablefunction/IcebergTableValuedFunction.java | 149 ++++----
.../tablefunction/JobsTableValuedFunction.java | 5 +-
.../doris/tablefunction/MetadataGenerator.java | 59 ---
.../tablefunction/MetadataTableValuedFunction.java | 6 +-
.../tablefunction/MvInfosTableValuedFunction.java | 5 +-
.../PartitionValuesTableValuedFunction.java | 4 +-
.../PartitionsTableValuedFunction.java | 5 +-
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +-
.../tablefunction/TasksTableValuedFunction.java | 5 +-
gensrc/thrift/PlanNodes.thrift | 6 +-
gensrc/thrift/Types.thrift | 4 -
.../iceberg/test_iceberg_sys_table.out | Bin 1028 -> 95292 bytes
.../iceberg/test_iceberg_sys_table.groovy | 394 ++++++++++++++++-----
51 files changed, 1005 insertions(+), 462 deletions(-)
create mode 100644
be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.cpp
copy be/src/vec/exec/format/table/{trino_connector_jni_reader.h =>
iceberg_sys_table_jni_reader.h} (66%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run13.sql
copy fe/be-java-extensions/{jdbc-scanner => iceberg-metadata-scanner}/pom.xml
(81%)
create mode 100644
fe/be-java-extensions/iceberg-metadata-scanner/src/main/java/org/apache/doris/iceberg/IcebergSysTableColumnValue.java
create mode 100644
fe/be-java-extensions/iceberg-metadata-scanner/src/main/java/org/apache/doris/iceberg/IcebergSysTableJniScanner.java
copy fe/be-java-extensions/{avro-scanner =>
iceberg-metadata-scanner}/src/main/resources/package.xml (100%)
rename
fe/fe-core/src/main/java/org/apache/doris/datasource/systable/{IcebergSnapshotsSysTable.java
=> IcebergSysTable.java} (71%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
