This is an automated email from the ASF dual-hosted git repository.
yuzhaojing pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 7c4aaa9715 [HUDI-4270] Bootstrap op data loading missing (#5888)
new 4640a3bbb8 [HUDI-3475] Initialize hudi table management module.
new 092e35c1e3 udate
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../cluster/ClusteringPlanActionExecutor.java | 20 ++
.../apache/hudi/client/SparkRDDWriteClient.java | 4 +
hudi-table-management-service/pom.xml | 333 +++++++++++++++++++++
.../hudi/table/management/RequestHandler.java | 194 ++++++++++++
.../table/management/TableManagementServer.java | 153 ++++++++++
.../hudi/table/management/common/EnvConstant.java | 14 +-
.../table/management/common/ServiceConfig.java | 117 ++++++++
.../table/management/common/ServiceContext.java | 78 +++++
.../common/TableManagementServiceConfig.java | 16 +-
.../hudi/table/management/entity/Action.java | 48 +--
.../table/management/entity/AssistQueryEntity.java | 35 +--
.../hudi/table/management/entity/Engine.java | 26 +-
.../hudi/table/management/entity/Instance.java | 92 ++++++
.../table/management/entity/InstanceStatus.java | 61 ++++
.../exception/HoodieTableManagementException.java | 12 +-
.../management/executor/BaseActionExecutor.java | 102 +++++++
.../management/executor/CompactionExecutor.java | 59 ++++
.../executor/submitter/ExecutionEngine.java | 82 +++++
.../management/executor/submitter/SparkEngine.java | 220 ++++++++++++++
.../table/management/handlers/ActionHandler.java | 71 +++++
.../management/handlers/ClusteringHandler.java | 51 ++++
.../management/handlers/CompactionHandler.java | 66 ++++
.../hudi/table/management/service/BaseService.java | 11 +-
.../table/management/service/CleanService.java | 78 +++++
.../table/management/service/ExecutorService.java | 102 +++++++
.../table/management/service/MonitorService.java | 65 ++++
.../table/management/service/RetryService.java | 81 +++++
.../table/management/service/ScheduleService.java | 116 +++++++
.../hudi/table/management/store/MetadataStore.java | 27 +-
.../store/impl/RelationDBBasedStore.java | 70 +++++
.../store/jdbc/HikariDataSourceFactory.java | 36 +--
.../table/management/store/jdbc/InstanceDao.java | 156 ++++++++++
.../store/jdbc/SqlSessionFactoryUtil.java | 82 +++++
.../hudi/table/management/util/DateTimeUtils.java | 17 +-
.../hudi/table/management/util/InstanceUtil.java | 21 +-
.../src/main/resources/hikariPool.properties | 4 +-
.../src/main/resources/logback.xml | 37 +--
.../src/main/resources/mybatis-config.xml | 30 +-
.../src/main/resources/mybatis/Instance.xml | 165 ++++++++++
.../main/resources/table-management-service.sql | 46 +++
.../test/resources/log4j-surefire-quiet.properties | 0
.../src/test/resources/log4j-surefire.properties | 5 +-
pom.xml | 1 +
43 files changed, 2854 insertions(+), 150 deletions(-)
create mode 100644 hudi-table-management-service/pom.xml
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/RequestHandler.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/TableManagementServer.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/bootstrap/selector/MetadataOnlyBootstrapModeSelector.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/common/EnvConstant.java
(67%)
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/common/ServiceConfig.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/common/ServiceContext.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/exception/HoodieClusteringException.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/common/TableManagementServiceConfig.java
(72%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/HoodieGauge.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/entity/Action.java
(54%)
copy
hudi-common/src/main/java/org/apache/hudi/common/fs/NoOpConsistencyGuard.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/entity/AssistQueryEntity.java
(57%)
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieIncrementalPullException.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/entity/Engine.java
(63%)
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/entity/Instance.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/entity/InstanceStatus.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieSchemaProviderException.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/exception/HoodieTableManagementException.java
(78%)
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/executor/BaseActionExecutor.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/executor/CompactionExecutor.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/executor/submitter/ExecutionEngine.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/executor/submitter/SparkEngine.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/handlers/ActionHandler.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/handlers/ClusteringHandler.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/handlers/CompactionHandler.java
copy
hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectWriterProvider.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/service/BaseService.java
(85%)
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/service/CleanService.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/service/ExecutorService.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/service/MonitorService.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/service/RetryService.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/service/ScheduleService.java
copy
hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectTransactionServices.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/store/MetadataStore.java
(62%)
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/store/impl/RelationDBBasedStore.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/custom/CustomizableMetricsReporter.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/store/jdbc/HikariDataSourceFactory.java
(54%)
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/store/jdbc/InstanceDao.java
create mode 100644
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/store/jdbc/SqlSessionFactoryUtil.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/exception/HoodieClusteringException.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/util/DateTimeUtils.java
(73%)
copy
hudi-common/src/test/java/org/apache/hudi/common/testutils/NetworkTestUtils.java
=>
hudi-table-management-service/src/main/java/org/apache/hudi/table/management/util/InstanceUtil.java
(63%)
copy hudi-integ-test/src/test/resources/hoodie-docker.properties =>
hudi-table-management-service/src/main/resources/hikariPool.properties (90%)
copy hudi-spark-datasource/pom.xml =>
hudi-table-management-service/src/main/resources/logback.xml (51%)
copy docker/hoodie/hadoop/hive_base/conf/hive-site.xml =>
hudi-table-management-service/src/main/resources/mybatis-config.xml (50%)
create mode 100644
hudi-table-management-service/src/main/resources/mybatis/Instance.xml
create mode 100644
hudi-table-management-service/src/main/resources/table-management-service.sql
copy {hudi-cli =>
hudi-table-management-service}/src/test/resources/log4j-surefire-quiet.properties
(100%)
copy {hudi-gcp =>
hudi-table-management-service}/src/test/resources/log4j-surefire.properties
(91%)
