This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
from 38e7140ce56 [refactor](catalog) P5 paimon: migrate to catalog SPI +
cutover (#64446) (#64446)
add d59ed2f96d9 [refactor](catalog) P5 paimon: remove legacy subsystem
from fe-core + make fe-core paimon-SDK-free (T29) (#64653)
No new revisions were added by this update.
Summary of changes:
fe/fe-core/pom.xml | 31 +-
.../main/java/org/apache/doris/catalog/Env.java | 24 -
.../apache/doris/datasource/CatalogProperty.java | 12 +-
.../apache/doris/datasource/ExternalCatalog.java | 3 -
.../doris/datasource/ExternalMetaCacheMgr.java | 8 -
.../datasource/PluginDrivenSysExternalTable.java | 2 +-
.../credentials/VendedCredentialsFactory.java | 7 +-
.../metacache/ExternalMetaCacheRouteResolver.java | 6 -
.../PaimonLatestSnapshotProjectionLoader.java | 83 --
.../paimon/PaimonPartitionInfoLoader.java | 58 --
.../metacache/paimon/PaimonTableLoader.java | 48 --
.../paimon/DorisToPaimonTypeVisitor.java | 109 ---
.../paimon/PaimonDLFExternalCatalog.java | 29 -
.../datasource/paimon/PaimonExternalCatalog.java | 192 -----
.../paimon/PaimonExternalCatalogFactory.java | 48 --
.../datasource/paimon/PaimonExternalDatabase.java | 37 -
.../datasource/paimon/PaimonExternalMetaCache.java | 116 ---
.../datasource/paimon/PaimonExternalTable.java | 429 ----------
.../paimon/PaimonFileExternalCatalog.java | 29 -
.../paimon/PaimonHMSExternalCatalog.java | 29 -
.../doris/datasource/paimon/PaimonMetadataOps.java | 405 ----------
.../datasource/paimon/PaimonMvccSnapshot.java | 32 -
.../doris/datasource/paimon/PaimonPartition.java | 61 --
.../datasource/paimon/PaimonPartitionInfo.java | 56 --
.../paimon/PaimonRestExternalCatalog.java | 29 -
.../datasource/paimon/PaimonSchemaCacheKey.java | 56 --
.../datasource/paimon/PaimonSchemaCacheValue.java | 47 --
.../doris/datasource/paimon/PaimonSnapshot.java | 45 --
.../paimon/PaimonSnapshotCacheValue.java | 37 -
.../datasource/paimon/PaimonSysExternalTable.java | 277 -------
.../datasource/paimon/PaimonTableCacheValue.java | 44 -
.../apache/doris/datasource/paimon/PaimonUtil.java | 711 ----------------
.../doris/datasource/paimon/PaimonUtils.java | 59 --
.../paimon/PaimonVendedCredentialsProvider.java | 77 --
.../paimon/profile/PaimonMetricRegistry.java | 72 --
.../paimon/profile/PaimonScanMetricsReporter.java | 152 ----
.../paimon/source/PaimonPredicateConverter.java | 201 -----
.../datasource/paimon/source/PaimonScanNode.java | 900 ---------------------
.../datasource/paimon/source/PaimonSource.java | 102 ---
.../datasource/paimon/source/PaimonSplit.java | 159 ----
.../paimon/source/PaimonValueConverter.java | 162 ----
.../metastore/AbstractPaimonProperties.java | 166 +---
.../property/metastore/MetastoreProperties.java | 15 +
.../PaimonAliyunDLFMetaStoreProperties.java | 66 +-
.../PaimonFileSystemMetaStoreProperties.java | 48 +-
.../metastore/PaimonHMSMetaStoreProperties.java | 56 +-
.../metastore/PaimonJdbcMetaStoreProperties.java | 189 +----
.../metastore/PaimonRestMetaStoreProperties.java | 38 +-
.../doris/datasource/systable/NativeSysTable.java | 2 -
.../doris/datasource/systable/PaimonSysTable.java | 68 --
.../datasource/systable/PluginDrivenSysTable.java | 2 +-
.../nereids/rules/analysis/UserAuthentication.java | 6 +-
.../plans/commands/ShowPartitionsCommand.java | 65 +-
.../ExternalMetaCacheRouteResolverTest.java | 9 +-
.../credentials/VendedCredentialsFactoryTest.java | 32 -
.../paimon/PaimonExternalMetaCacheTest.java | 123 ---
.../datasource/paimon/PaimonMetadataOpsTest.java | 259 ------
.../doris/datasource/paimon/PaimonUtilTest.java | 146 ----
.../PaimonVendedCredentialsProviderTest.java | 349 --------
.../paimon/source/PaimonScanNodeTest.java | 658 ---------------
.../metastore/AbstractPaimonPropertiesTest.java | 89 --
.../PaimonAliyunDLFMetaStorePropertiesTest.java | 142 ----
.../property/metastore/PaimonCatalogTest.java | 94 ---
.../metastore/PaimonDlfRestCatalogTest.java | 243 ------
.../PaimonFileSystemMetaStorePropertiesTest.java | 41 +-
.../PaimonHMSMetaStorePropertiesTest.java | 24 +-
.../PaimonJdbcMetaStorePropertiesTest.java | 140 +---
.../PaimonRestMetaStorePropertiesTest.java | 82 +-
.../apache/doris/nereids/StatementContextTest.java | 4 +-
.../planner/PaimonPredicateConverterTest.java | 99 ---
plan-doc/HANDOFF.md | 323 +++-----
plan-doc/PROGRESS.md | 32 +-
plan-doc/connectors/paimon.md | 49 +-
plan-doc/tasks/P5-paimon-migration.md | 70 +-
.../designs/P5-T29-paimon-legacy-removal-design.md | 218 +++++
75 files changed, 509 insertions(+), 8422 deletions(-)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/metacache/paimon/PaimonLatestSnapshotProjectionLoader.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/metacache/paimon/PaimonPartitionInfoLoader.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/metacache/paimon/PaimonTableLoader.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/DorisToPaimonTypeVisitor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonDLFExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonExternalCatalogFactory.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonExternalDatabase.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonExternalMetaCache.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonExternalTable.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonFileExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonHMSExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonMetadataOps.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonMvccSnapshot.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonPartition.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonPartitionInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonRestExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonSchemaCacheKey.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonSchemaCacheValue.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonSnapshot.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonSnapshotCacheValue.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonSysExternalTable.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonTableCacheValue.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonUtil.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonUtils.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonVendedCredentialsProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/profile/PaimonMetricRegistry.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/profile/PaimonScanMetricsReporter.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/source/PaimonPredicateConverter.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/source/PaimonScanNode.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/source/PaimonSource.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/source/PaimonSplit.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/source/PaimonValueConverter.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/systable/PaimonSysTable.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonExternalMetaCacheTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonMetadataOpsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonUtilTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonVendedCredentialsProviderTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonScanNodeTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/AbstractPaimonPropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonCatalogTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonDlfRestCatalogTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/PaimonPredicateConverterTest.java
create mode 100644
plan-doc/tasks/designs/P5-T29-paimon-legacy-removal-design.md
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
