This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
from b505de3d725 [fix](catalog) port #65784 authoritative iceberg name
mapping to the connector scan path
add aaab68ef474 [refactor](catalog) fe-core: strip residual
iceberg/hive/hudi deps & dead code, delegate DDL validation to connectors,
remove hudi_meta TVF (#65893)
No new revisions were added by this update.
Summary of changes:
be/src/exec/scan/meta_scanner.cpp | 23 --
be/src/exec/scan/meta_scanner.h | 2 -
.../doris/connector/api/ConnectorCapability.java | 24 ++-
.../doris/connector/api/ConnectorMetadata.java | 15 --
.../api/write/ConnectorWritePartitionField.java | 2 +-
.../connector/hive/HiveConnectorMetadata.java | 132 +++++++++---
.../hive/HiveConnectorCapabilitiesTest.java | 5 -
...HiveConnectorMetadataSiblingDelegationTest.java | 44 +---
.../hive/HiveCreateTableValidationTest.java | 160 ++++++++++++++
fe/fe-connector/fe-connector-hudi/pom.xml | 65 ++++++
.../apache/doris/connector/hudi/HudiConnector.java | 14 --
.../connector/hudi/HudiConnectorMetadata.java | 29 ---
.../hudi/HudiConnectorOwnsHandleTest.java | 14 --
.../doris/connector/iceberg/IcebergConnector.java | 7 +-
.../iceberg/IcebergConnectorMetadata.java | 67 ++++++
.../iceberg/IcebergWritePlanProvider.java | 20 +-
.../iceberg/IcebergCreateTableValidationTest.java | 129 ++++++++++++
.../iceberg/IcebergWritePlanProviderTest.java | 10 +-
.../doris/connector/iceberg/catalog}/AWSTest.java | 28 +--
.../catalog}/IcebergDlfRestCatalogTest.java | 2 +-
.../catalog}/IcebergGlueRestCatalogTest.java | 2 +-
.../IcebergUnityCatalogRestCatalogTest.java | 2 +-
.../connector/iceberg/catalog}/S3TablesTest.java | 2 +-
.../connector/paimon/PaimonConnectorMetadata.java | 17 ++
.../paimon/PaimonCreateTableValidationTest.java | 77 +++++++
fe/fe-core/pom.xml | 161 ++------------
.../doris/catalog/BuiltinTableValuedFunctions.java | 2 -
.../main/java/org/apache/doris/catalog/Env.java | 26 +--
.../java/org/apache/doris/catalog/HMSResource.java | 34 ++-
.../java/org/apache/doris/catalog/HiveTable.java | 157 +-------------
.../java/org/apache/doris/catalog/Resource.java | 3 +-
.../apache/doris/datasource/ExternalMetaIdMgr.java | 3 +-
.../plugin/PluginDrivenExternalTable.java | 49 +----
.../org/apache/doris/load/BrokerFileGroup.java | 25 +--
.../analyzer/UnboundConnectorTableSink.java | 2 +-
.../nereids/analyzer/UnboundIcebergTableSink.java | 146 -------------
.../glue/translator/PhysicalPlanTranslator.java | 30 +--
.../doris/nereids/load/NereidsBrokerFileGroup.java | 25 +--
.../post/materialize/MaterializeProbeVisitor.java | 4 +-
.../nereids/properties/DistributionSpecMerge.java | 12 +-
.../nereids/properties/RequestPropertyDeriver.java | 16 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 12 +-
.../org/apache/doris/nereids/rules/RuleType.java | 10 +-
.../nereids/rules/analysis/BindExpression.java | 26 +--
.../rules/expression/ExpressionRewrite.java | 6 +-
...eSinkToPhysicalExternalRowLevelDeleteSink.java} | 18 +-
...geSinkToPhysicalExternalRowLevelMergeSink.java} | 18 +-
.../expressions/functions/table/HudiMeta.java | 56 -----
.../visitor/TableValuedFunctionVisitor.java | 5 -
.../apache/doris/nereids/trees/plans/PlanType.java | 8 +-
.../trees/plans/commands/DeleteFromCommand.java | 11 +-
.../trees/plans/commands/ExplainCommand.java | 12 +-
...java => ExternalRowLevelDeletePlanBuilder.java} | 24 +--
....java => ExternalRowLevelMergePlanBuilder.java} | 19 +-
...java => ExternalRowLevelUpdatePlanBuilder.java} | 22 +-
.../plans/commands/IcebergMetadataColumn.java | 122 -----------
.../nereids/trees/plans/commands/IcebergRowId.java | 68 ------
.../commands/IcebergRowLevelDmlTransform.java | 50 +++--
.../nereids/trees/plans/commands/LoadCommand.java | 5 +-
.../trees/plans/commands/RowLevelDmlArgs.java | 29 +--
.../trees/plans/commands/RowLevelDmlCommand.java | 14 +-
.../trees/plans/commands/RowLevelDmlRegistry.java | 2 +-
.../plans/commands/RowLevelDmlRowIdUtils.java | 17 +-
.../trees/plans/commands/RowLevelDmlTransform.java | 6 +-
.../trees/plans/commands/UpdateCommand.java | 11 +-
.../commands/delete/DeleteCommandContext.java | 53 -----
.../commands/execute/ExecuteActionFactory.java | 4 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 2 -
.../trees/plans/commands/info/CreateTableInfo.java | 73 ++-----
.../plans/commands/info/PartitionTableInfo.java | 23 --
.../commands/insert/HiveInsertCommandContext.java | 53 -----
.../insert/IcebergInsertCommandContext.java | 67 ------
.../insert/InsertOverwriteTableCommand.java | 39 ----
.../trees/plans/commands/insert/InsertUtils.java | 7 +-
...java => LogicalExternalRowLevelDeleteSink.java} | 66 +++---
....java => LogicalExternalRowLevelMergeSink.java} | 66 +++---
...ava => PhysicalExternalRowLevelDeleteSink.java} | 52 ++---
...java => PhysicalExternalRowLevelMergeSink.java} | 63 +++---
.../nereids/trees/plans/visitor/SinkVisitor.java | 33 ++-
.../org/apache/doris/planner/DataPartition.java | 14 +-
.../doris/statistics/util/StatisticsUtil.java | 66 ------
.../tablefunction/HudiTableValuedFunction.java | 155 --------------
.../doris/tablefunction/MetadataGenerator.java | 64 ------
.../tablefunction/MetadataTableValuedFunction.java | 2 -
.../doris/tablefunction/TableValuedFunctionIf.java | 2 -
.../org/apache/doris/catalog/HiveTableTest.java | 87 --------
.../doris/catalog/LegacyEsMetaGsonCompatTest.java | 126 +++++++++++
.../catalog/LegacyHiveMetaGsonCompatTest.java | 120 +++++++++++
.../converter/ConnectorColumnConverterTest.java | 35 ++--
.../plugin/PluginDrivenExternalTableTest.java | 43 ++--
.../PhysicalPlanTranslatorAdmissionGateTest.java | 8 +-
...ysicalPlanTranslatorIcebergRowLevelDmlTest.java | 24 +--
.../trees/plans/CreateTableCommandTest.java | 82 +-------
.../plans/ExplainIcebergDeleteCommandTest.java | 57 +----
... => ExternalRowLevelDeletePlanBuilderTest.java} | 15 +-
... => ExternalRowLevelUpdatePlanBuilderTest.java} | 13 +-
.../plans/commands/IcebergHiddenColumnTest.java | 52 +----
.../plans/commands/IcebergMetadataColumnTest.java | 88 --------
.../commands/IcebergRowLevelDmlTransformTest.java | 13 +-
.../plans/commands/RowLevelDmlRowIdUtilsTest.java | 44 ++++
.../commands/delete/DeleteCommandContextTest.java | 44 ----
... => PhysicalExternalRowLevelMergeSinkTest.java} | 64 +++---
.../doris/statistics/util/StatisticsUtilTest.java | 54 -----
fe/pom.xml | 30 ---
gensrc/thrift/PlanNodes.thrift | 3 +-
gensrc/thrift/Types.thrift | 1 +
plan-doc/clean-up-deps/HANDOFF.md | 96 +++++++++
plan-doc/clean-up-deps/README.md | 23 ++
plan-doc/clean-up-deps/TASKLIST.md | 95 +++++++++
...-createtable-validation-connector-delegation.md | 153 ++++++++++++++
.../design-hudi-timeline-systable-migration.md | 155 ++++++++++++++
...-datasource-deps-and-code-cleanup-2026-07-21.md | 232 +++++++++++++++++++++
.../data/external_table_p2/hudi/test_hudi_meta.out | 35 ----
.../hudi/test_hudi_incremental.groovy | 11 +-
.../external_table_p2/hudi/test_hudi_meta.groovy | 94 ---------
.../hudi/test_hudi_partition_prune.groovy | 11 +-
.../hudi/test_hudi_timetravel.groovy | 11 +-
.../suites/query_p0/drop/drop_resource.groovy | 10 +-
118 files changed, 2249 insertions(+), 2742 deletions(-)
create mode 100644
fe/fe-connector/fe-connector-hive/src/test/java/org/apache/doris/connector/hive/HiveCreateTableValidationTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergCreateTableValidationTest.java
rename
fe/{fe-core/src/test/java/org/apache/doris/datasource/property/metastore =>
fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/catalog}/AWSTest.java
(73%)
rename
fe/{fe-core/src/test/java/org/apache/doris/datasource/property/metastore =>
fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/catalog}/IcebergDlfRestCatalogTest.java
(99%)
rename
fe/{fe-core/src/test/java/org/apache/doris/datasource/property/metastore =>
fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/catalog}/IcebergGlueRestCatalogTest.java
(99%)
rename
fe/{fe-core/src/test/java/org/apache/doris/datasource/property/metastore =>
fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/catalog}/IcebergUnityCatalogRestCatalogTest.java
(99%)
rename fe/{fe-core/src/test/java/org/apache/doris/datasource/s3tables =>
fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/catalog}/S3TablesTest.java
(98%)
create mode 100644
fe/fe-connector/fe-connector-paimon/src/test/java/org/apache/doris/connector/paimon/PaimonCreateTableValidationTest.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/UnboundIcebergTableSink.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/{LogicalIcebergDeleteSinkToPhysicalIcebergDeleteSink.java
=> LogicalExternalRowLevelDeleteSinkToPhysicalExternalRowLevelDeleteSink.java}
(65%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/{LogicalIcebergMergeSinkToPhysicalIcebergMergeSink.java
=> LogicalExternalRowLevelMergeSinkToPhysicalExternalRowLevelMergeSink.java}
(66%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/HudiMeta.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{IcebergDeleteCommand.java
=> ExternalRowLevelDeletePlanBuilder.java} (87%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{IcebergMergeCommand.java
=> ExternalRowLevelMergePlanBuilder.java} (96%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{IcebergUpdateCommand.java
=> ExternalRowLevelUpdatePlanBuilder.java} (91%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/IcebergMetadataColumn.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/IcebergRowId.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/delete/DeleteCommandContext.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/HiveInsertCommandContext.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergInsertCommandContext.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/{LogicalIcebergDeleteSink.java
=> LogicalExternalRowLevelDeleteSink.java} (59%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/{LogicalIcebergMergeSink.java
=> LogicalExternalRowLevelMergeSink.java} (59%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/{PhysicalIcebergDeleteSink.java
=> PhysicalExternalRowLevelDeleteSink.java} (72%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/{PhysicalIcebergMergeSink.java
=> PhysicalExternalRowLevelMergeSink.java} (87%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/HudiTableValuedFunction.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/HiveTableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/LegacyEsMetaGsonCompatTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/LegacyHiveMetaGsonCompatTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{IcebergDeleteCommandTest.java
=> ExternalRowLevelDeletePlanBuilderTest.java} (81%)
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{IcebergUpdateCommandTest.java
=> ExternalRowLevelUpdatePlanBuilderTest.java} (93%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergMetadataColumnTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/delete/DeleteCommandContextTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/physical/{PhysicalIcebergMergeSinkTest.java
=> PhysicalExternalRowLevelMergeSinkTest.java} (87%)
create mode 100644 plan-doc/clean-up-deps/HANDOFF.md
create mode 100644 plan-doc/clean-up-deps/README.md
create mode 100644 plan-doc/clean-up-deps/TASKLIST.md
create mode 100644
plan-doc/clean-up-deps/design-createtable-validation-connector-delegation.md
create mode 100644
plan-doc/clean-up-deps/design-hudi-timeline-systable-migration.md
create mode 100644
plan-doc/clean-up-deps/fe-core-datasource-deps-and-code-cleanup-2026-07-21.md
delete mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_meta.out
delete mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_meta.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
