This is an automated email from the ASF dual-hosted git repository.
CalvinKirs pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from f47b64d80c1 [refactor](storage) Merge SegmentWriter into
VerticalSegmentWriter (#67468)
add bd993f3f356 [improvement](hive) Batch Hive metastore partition access
(#67186)
No new revisions were added by this update.
Summary of changes:
.../apache/doris/connector/cache/MetaCache.java | 9 +-
.../doris/connector/cache/ScopedMetaCache.java | 40 +-
.../cache/ScopedMetaCacheHierarchyTest.java | 5 +-
.../connector/hive/HiveCatalogProperties.java | 5 +
.../apache/doris/connector/hive/HiveConnector.java | 6 +-
.../connector/hive/HiveConnectorMetadata.java | 52 +-
.../doris/connector/hive/HiveScanPlanProvider.java | 141 +++-
.../doris/connector/hive/HiveTableHandle.java | 14 +
.../connector/hive/HiveWritePlanProvider.java | 2 +-
.../connector/hive/HiveCatalogPropertiesTest.java | 11 +
.../hive/HiveConnectorMetadataFreshnessTest.java | 73 ++
.../HiveConnectorMetadataPartitionPruningTest.java | 3 +
...HiveConnectorMetadataSiblingDelegationTest.java | 14 +-
.../connector/hive/HiveScanBatchModeTest.java | 286 ++++++-
.../doris/connector/hms/CachingHmsClient.java | 467 ++++++++++--
.../org/apache/doris/connector/hms/HmsClient.java | 43 +-
.../doris/connector/hms/HmsClientConfig.java | 31 +-
.../doris/connector/hms/HmsClientException.java | 15 +
.../connector/hms/HmsPartitionBatchExecutor.java | 248 ++++++
.../connector/hms/HmsPartitionBatchResult.java} | 27 +-
.../connector/hms/HmsPartitionBatchStats.java | 151 ++++
.../doris/connector/hms/HmsPartitionIdentity.java | 98 +++
.../doris/connector/hms/HmsPartitionRequest.java | 74 ++
.../connector/hms/HmsPartitionResultException.java | 98 +++
.../connector/hms/HmsPartitionTransport.java} | 12 +-
.../doris/connector/hms/ThriftHmsClient.java | 156 +++-
.../doris/connector/hms/CachingHmsClientTest.java | 833 +++++++++++++++++++--
.../hms/HmsPartitionBatchExecutorTest.java | 286 +++++++
.../hms/ThriftHmsClientWriteAcidTest.java | 226 +++++-
.../connector/hudi/HudiCatalogProperties.java | 6 +
.../connector/hudi/HudiCatalogPropertiesTest.java | 11 +
.../doris/connector/spi/ConnectorMetadata.java | 17 +
.../ConnectorMetadataFreshnessDefaultsTest.java | 69 ++
.../test/resources/connector-metadata-methods.txt | 1 +
.../main/java/org/apache/doris/catalog/MTMV.java | 23 +-
.../mvcc/PluginDrivenMvccExternalTable.java | 39 +
.../datasource/scan/PluginDrivenScanNode.java | 314 ++++++--
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 15 +-
.../apache/doris/mtmv/MTMVPartitionExpander.java | 14 +-
.../doris/mtmv/MTMVPartitionExprDateTrunc.java | 11 +-
.../doris/mtmv/MTMVPartitionExprService.java | 5 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 87 ++-
.../org/apache/doris/mtmv/MTMVRefreshContext.java | 138 +++-
.../MTMVRelatedPartitionDescInitGenerator.java | 3 +-
.../MTMVRelatedPartitionDescRollUpGenerator.java | 18 +-
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 19 +
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 21 +-
.../doris/mtmv/RelatedPartitionDescResult.java | 14 +-
.../mvcc/PluginDrivenMvccExternalTableTest.java | 40 +
.../PluginDrivenScanNodeReadTxnReleaseTest.java | 62 ++
.../scan/PluginDrivenScanNodeScanProfileTest.java | 180 +++++
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 22 +-
.../doris/mtmv/MTMVRefreshContextBatchTest.java | 320 ++++++++
...TMVRelatedPartitionDescRollUpGeneratorTest.java | 60 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 15 +-
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 44 ++
56 files changed, 4678 insertions(+), 316 deletions(-)
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionBatchExecutor.java
copy fe/{fe-core/src/main/java/org/apache/doris/analysis/GroupingInfo.java =>
fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionBatchResult.java}
(57%)
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionBatchStats.java
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionIdentity.java
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionRequest.java
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionResultException.java
copy
fe/{fe-core/src/main/java/org/apache/doris/nereids/properties/MustLocalSortOrderSpec.java
=>
fe-connector/fe-connector-hms/src/main/java/org/apache/doris/connector/hms/HmsPartitionTransport.java}
(70%)
create mode 100644
fe/fe-connector/fe-connector-hms/src/test/java/org/apache/doris/connector/hms/HmsPartitionBatchExecutorTest.java
create mode 100644
fe/fe-connector/fe-connector-spi/src/test/java/org/apache/doris/connector/spi/ConnectorMetadataFreshnessDefaultsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVRefreshContextBatchTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
