This is an automated email from the ASF dual-hosted git repository. jin pushed a commit to branch pd-store in repository https://gitbox.apache.org/repos/asf/incubator-hugegraph.git
commit c72bda6237878f68ed4d22928c3c0776c6e362ee Merge: 497d62eef a891780c3 Author: imbajin <[email protected]> AuthorDate: Mon Aug 7 23:26:28 2023 +0800 Merge branch 'pd-store' into merge-store hugegraph-pd/.gitattributes | 1 + hugegraph-pd/.gitignore | 13 + .../.mvn/wrapper/MavenWrapperDownloader.java | 121 ++ hugegraph-pd/.mvn/wrapper/maven-wrapper.jar | Bin 0 -> 50710 bytes hugegraph-pd/.mvn/wrapper/maven-wrapper.properties | 18 + hugegraph-pd/README.md | 940 ++++++++++ hugegraph-pd/build-pre.sh | 54 + hugegraph-pd/build.sh | 39 + hugegraph-pd/ci.yml | 43 + hugegraph-pd/conf/hugegraph.license | Bin 0 -> 856 bytes hugegraph-pd/conf/verify-license.json | 6 + hugegraph-pd/deploy-release.sh | 25 + hugegraph-pd/deploy-snapshot.sh | 25 + hugegraph-pd/hg-pd-client/pom.xml | 73 + .../apache/hugegraph/pd/client/AbstractClient.java | 265 +++ .../pd/client/AbstractClientStubProxy.java | 72 + .../org/apache/hugegraph/pd/client/Channels.java | 44 + .../apache/hugegraph/pd/client/ClientCache.java | 338 ++++ .../apache/hugegraph/pd/client/Discoverable.java | 30 + .../hugegraph/pd/client/DiscoveryClient.java | 221 +++ .../hugegraph/pd/client/DiscoveryClientImpl.java | 140 ++ .../org/apache/hugegraph/pd/client/KvClient.java | 352 ++++ .../apache/hugegraph/pd/client/LicenseClient.java | 71 + .../org/apache/hugegraph/pd/client/PDClient.java | 1347 +++++++++++++++ .../org/apache/hugegraph/pd/client/PDConfig.java | 82 + .../org/apache/hugegraph/pd/client/PDPulse.java | 152 ++ .../apache/hugegraph/pd/client/PDPulseImpl.java | 196 +++ .../org/apache/hugegraph/pd/client/PDWatch.java | 137 ++ .../apache/hugegraph/pd/client/PDWatchImpl.java | 202 +++ .../apache/hugegraph/pd/pulse/PartitionNotice.java | 49 + .../hugegraph/pd/pulse/PulseServerNotice.java | 35 + .../org/apache/hugegraph/pd/watch/NodeEvent.java | 99 ++ .../org/apache/hugegraph/pd/watch/PDWatcher.java | 22 + .../apache/hugegraph/pd/watch/PartitionEvent.java | 93 + .../org/apache/hugegraph/pd/watch/WatchType.java | 30 + .../apache/hugegraph/pd/PartitionCacheTest.java | 102 ++ .../org/apache/hugegraph/pd/StoreRegisterTest.java | 135 ++ .../pd/client/DiscoveryClientImplTest.java | 147 ++ .../hugegraph/pd/client/LicenseClientImplTest.java | 127 ++ .../apache/hugegraph/pd/client/PDPulseTest.java | 109 ++ .../apache/hugegraph/pd/client/PDWatchTest.java | 86 + .../hugegraph/pd/client/test/HgPDTestUtil.java | 92 + hugegraph-pd/hg-pd-clitools/pom.xml | 74 + .../org/apache/hugegraph/pd/clitools/Main.java | 85 + .../org/apache/hugegraph/pd/clitools/MainTest.java | 80 + hugegraph-pd/hg-pd-common/pom.xml | 54 + .../org/apache/hugegraph/pd/common/GraphCache.java | 62 + .../org/apache/hugegraph/pd/common/HgAssert.java | 117 ++ .../org/apache/hugegraph/pd/common/KVPair.java | 132 ++ .../apache/hugegraph/pd/common/PDException.java | 47 + .../hugegraph/pd/common/PDRuntimeException.java | 49 + .../apache/hugegraph/pd/common/PartitionCache.java | 460 +++++ .../apache/hugegraph/pd/common/PartitionUtils.java | 47 + hugegraph-pd/hg-pd-core/pom.xml | 94 + .../org/apache/hugegraph/pd/ConfigService.java | 135 ++ .../java/org/apache/hugegraph/pd/IdService.java | 82 + .../java/org/apache/hugegraph/pd/KvService.java | 317 ++++ .../java/org/apache/hugegraph/pd/LogService.java | 67 + .../hugegraph/pd/PartitionInstructionListener.java | 52 + .../org/apache/hugegraph/pd/PartitionService.java | 1563 +++++++++++++++++ .../hugegraph/pd/PartitionStatusListener.java | 29 + .../org/apache/hugegraph/pd/RegistryService.java | 44 + .../hugegraph/pd/ShardGroupStatusListener.java | 26 + .../hugegraph/pd/StoreMonitorDataService.java | 266 +++ .../org/apache/hugegraph/pd/StoreNodeService.java | 1074 ++++++++++++ .../apache/hugegraph/pd/StoreStatusListener.java | 31 + .../apache/hugegraph/pd/TaskScheduleService.java | 853 ++++++++++ .../org/apache/hugegraph/pd/config/PDConfig.java | 277 +++ .../apache/hugegraph/pd/meta/ConfigMetaStore.java | 73 + .../hugegraph/pd/meta/DiscoveryMetaStore.java | 105 ++ .../org/apache/hugegraph/pd/meta/IdMetaStore.java | 255 +++ .../java/org/apache/hugegraph/pd/meta/LogMeta.java | 48 + .../apache/hugegraph/pd/meta/MetadataFactory.java | 87 + .../hugegraph/pd/meta/MetadataKeyHelper.java | 378 ++++ .../hugegraph/pd/meta/MetadataRocksDBStore.java | 184 ++ .../hugegraph/pd/meta/MetadataStoreBase.java | 124 ++ .../apache/hugegraph/pd/meta/PartitionMeta.java | 295 ++++ .../org/apache/hugegraph/pd/meta/QueueStore.java | 56 + .../apache/hugegraph/pd/meta/StoreInfoMeta.java | 206 +++ .../org/apache/hugegraph/pd/meta/TaskInfoMeta.java | 132 ++ .../hugegraph/pd/raft/FutureClosureAdapter.java | 48 + .../org/apache/hugegraph/pd/raft/KVOperation.java | 161 ++ .../apache/hugegraph/pd/raft/KVStoreClosure.java | 33 + .../org/apache/hugegraph/pd/raft/RaftEngine.java | 377 ++++ .../apache/hugegraph/pd/raft/RaftRpcClient.java | 87 + .../apache/hugegraph/pd/raft/RaftRpcProcessor.java | 127 ++ .../hugegraph/pd/raft/RaftStateListener.java | 22 + .../apache/hugegraph/pd/raft/RaftStateMachine.java | 330 ++++ .../apache/hugegraph/pd/raft/RaftTaskHandler.java | 27 + .../org/apache/hugegraph/pd/raft/ZipUtils.java | 93 + .../hugegraph/pd/store/BaseKVStoreClosure.java | 48 + .../org/apache/hugegraph/pd/store/HgKVStore.java | 58 + .../apache/hugegraph/pd/store/HgKVStoreImpl.java | 343 ++++ .../java/org/apache/hugegraph/pd/store/KV.java | 45 + .../org/apache/hugegraph/pd/store/RaftKVStore.java | 324 ++++ .../apache/hugegraph/pd/MonitorServiceTest.java | 112 ++ .../apache/hugegraph/pd/PartitionServiceTest.java | 45 + .../apache/hugegraph/pd/StoreNodeServiceTest.java | 485 ++++++ .../java/org/apache/hugegraph/pd/UnitTestBase.java | 31 + .../hugegraph/pd/common/PartitionUtilsTest.java | 47 + .../hugegraph/pd/store/HgKVStoreImplTest.java | 105 ++ .../hg-pd-core/src/test/resources/log4j2.xml | 139 ++ hugegraph-pd/hg-pd-dist/pom.xml | 151 ++ .../src/assembly/descriptor/server-assembly.xml | 57 + .../src/assembly/static/bin/start-hugegraph-pd.sh | 123 ++ .../src/assembly/static/bin/stop-hugegraph-pd.sh | 49 + .../hg-pd-dist/src/assembly/static/bin/util.sh | 372 ++++ .../src/assembly/static/conf/application.yml | 78 + .../assembly/static/conf/application.yml.template | 71 + .../src/assembly/static/conf/hugegraph.license | Bin 0 -> 856 bytes .../hg-pd-dist/src/assembly/static/conf/log4j2.xml | 134 ++ .../src/assembly/static/conf/verify-license.json | 6 + hugegraph-pd/hg-pd-grpc/pom.xml | 138 ++ .../hg-pd-grpc/src/main/proto/discovery.proto | 54 + hugegraph-pd/hg-pd-grpc/src/main/proto/kv.proto | 126 ++ .../hg-pd-grpc/src/main/proto/metaTask.proto | 48 + .../hg-pd-grpc/src/main/proto/metapb.proto | 377 ++++ .../hg-pd-grpc/src/main/proto/pd_common.proto | 36 + .../hg-pd-grpc/src/main/proto/pd_pulse.proto | 155 ++ .../hg-pd-grpc/src/main/proto/pd_watch.proto | 86 + hugegraph-pd/hg-pd-grpc/src/main/proto/pdpb.proto | 590 +++++++ hugegraph-pd/hg-pd-service/pom.xml | 151 ++ .../org/apache/hugegraph/pd/boot/HugePDServer.java | 43 + .../pd/license/LicenseVerifierService.java | 426 +++++ .../hugegraph/pd/license/LicenseVerifyManager.java | 77 + .../apache/hugegraph/pd/metrics/MetricsConfig.java | 44 + .../org/apache/hugegraph/pd/metrics/PDMetrics.java | 114 ++ .../org/apache/hugegraph/pd/model/DemoModel.java | 73 + .../hugegraph/pd/model/GraphRestRequest.java | 26 + .../hugegraph/pd/model/GraphSpaceRestRequest.java | 25 + .../apache/hugegraph/pd/model/PeerRestRequest.java | 25 + .../hugegraph/pd/model/PromTargetsModel.java | 90 + .../pd/model/RegistryQueryRestRequest.java | 30 + .../hugegraph/pd/model/RegistryRestRequest.java | 33 + .../hugegraph/pd/model/RegistryRestResponse.java | 33 + .../apache/hugegraph/pd/model/RestApiResponse.java | 53 + .../hugegraph/pd/model/StoreRestRequest.java | 25 + .../hugegraph/pd/model/TimeRangeRequest.java | 26 + .../hugegraph/pd/notice/NoticeBroadcaster.java | 173 ++ .../pd/pulse/AbstractObserverSubject.java | 223 +++ .../apache/hugegraph/pd/pulse/PDPulseSubject.java | 444 +++++ .../pd/pulse/PartitionHeartbeatSubject.java | 60 + .../hugegraph/pd/pulse/PdInstructionSubject.java | 56 + .../apache/hugegraph/pd/pulse/PulseListener.java | 39 + .../java/org/apache/hugegraph/pd/rest/API.java | 186 ++ .../org/apache/hugegraph/pd/rest/GraphAPI.java | 288 ++++ .../apache/hugegraph/pd/rest/GraphSpaceAPI.java | 99 ++ .../org/apache/hugegraph/pd/rest/IndexAPI.java | 255 +++ .../org/apache/hugegraph/pd/rest/MemberAPI.java | 239 +++ .../org/apache/hugegraph/pd/rest/PartitionAPI.java | 475 ++++++ .../apache/hugegraph/pd/rest/PromTargetsAPI.java | 92 + .../org/apache/hugegraph/pd/rest/RegistryAPI.java | 202 +++ .../org/apache/hugegraph/pd/rest/ShardAPI.java | 119 ++ .../org/apache/hugegraph/pd/rest/StoreAPI.java | 355 ++++ .../java/org/apache/hugegraph/pd/rest/TaskAPI.java | 101 ++ .../java/org/apache/hugegraph/pd/rest/TestAPI.java | 163 ++ .../hugegraph/pd/service/DiscoveryService.java | 147 ++ .../hugegraph/pd/service/KvServiceGrpcImpl.java | 592 +++++++ .../hugegraph/pd/service/PDPulseService.java | 115 ++ .../apache/hugegraph/pd/service/PDRestService.java | 272 +++ .../org/apache/hugegraph/pd/service/PDService.java | 1796 ++++++++++++++++++++ .../hugegraph/pd/service/PDWatchService.java | 37 + .../hugegraph/pd/service/PromTargetsService.java | 257 +++ .../apache/hugegraph/pd/service/ServiceGrpc.java | 94 + .../hugegraph/pd/service/UpgradeService.java | 110 ++ .../hugegraph/pd/upgrade/VersionScriptFactory.java | 57 + .../hugegraph/pd/upgrade/VersionUpgradeScript.java | 59 + .../pd/upgrade/scripts/PartitionMetaUpgrade.java | 120 ++ .../pd/upgrade/scripts/TaskCleanUpgrade.java | 65 + .../org/apache/hugegraph/pd/util/DateUtil.java | 71 + .../apache/hugegraph/pd/util/HgExecutorUtil.java | 180 ++ .../org/apache/hugegraph/pd/util/HgMapCache.java | 103 ++ .../java/org/apache/hugegraph/pd/util/IdUtil.java | 47 + .../hugegraph/pd/util/grpc/GRpcServerConfig.java | 44 + .../hugegraph/pd/util/grpc/StreamObserverUtil.java | 49 + .../hugegraph/pd/watch/AbstractWatchSubject.java | 164 ++ .../apache/hugegraph/pd/watch/KvWatchSubject.java | 288 ++++ .../hugegraph/pd/watch/NodeChangeSubject.java | 65 + .../apache/hugegraph/pd/watch/PDWatchSubject.java | 216 +++ .../hugegraph/pd/watch/PartitionChangeSubject.java | 63 + .../pd/watch/ShardGroupChangeSubject.java | 55 + .../src/main/resources/application.yml | 80 + .../hg-pd-service/src/main/resources/banner.txt | 6 + .../hg-pd-service/src/main/resources/log4j2.xml | 139 ++ .../src/test/java/live/PDServer0.java | 48 + .../src/test/java/live/PDServer1.java | 47 + .../src/test/java/live/PDServer2.java | 47 + .../src/test/java/live/PDServer3.java | 47 + .../src/test/resources/application-server0.yml | 71 + .../src/test/resources/application-server1.yml | 71 + .../src/test/resources/application-server2.yml | 73 + .../src/test/resources/application-server3.yml | 73 + .../hg-pd-service/src/test/resources/banner.txt | 6 + .../hg-pd-service/src/test/resources/log4j2.xml | 139 ++ hugegraph-pd/hg-pd-test/pom.xml | 370 ++++ .../apache/hugegraph/pd/client/BaseClientTest.java | 44 + .../hugegraph/pd/client/DiscoveryClientTest.java | 79 + .../apache/hugegraph/pd/client/KvClientTest.java | 121 ++ .../hugegraph/pd/client/PDClientSuiteTest.java | 36 + .../apache/hugegraph/pd/client/PDClientTest.java | 418 +++++ .../hugegraph/pd/clitools/BaseCliToolsTest.java | 34 + .../hugegraph/pd/clitools/CliToolsSuiteTest.java | 35 + .../org/apache/hugegraph/pd/clitools/MainTest.java | 89 + .../apache/hugegraph/pd/common/BaseCommonTest.java | 33 + .../hugegraph/pd/common/CommonSuiteTest.java | 43 + .../apache/hugegraph/pd/common/HgAssertTest.java | 134 ++ .../org/apache/hugegraph/pd/common/KVPairTest.java | 73 + .../hugegraph/pd/common/MetadataKeyHelperTest.java | 217 +++ .../hugegraph/pd/common/PartitionCacheTest.java | 392 +++++ .../hugegraph/pd/common/PartitionUtilsTest.java | 35 + .../org/apache/hugegraph/pd/core/BaseCoreTest.java | 74 + .../apache/hugegraph/pd/core/PDCoreSuiteTest.java | 37 + .../hugegraph/pd/core/StoreNodeServiceTest.java | 119 ++ .../pd/core/meta/MetadataKeyHelperTest.java | 34 + .../org/apache/hugegraph/pd/grpc/BaseGrpcTest.java | 36 + .../apache/hugegraph/pd/grpc/GrpcSuiteTest.java | 33 + .../hugegraph/pd/service/BaseServerTest.java | 57 + .../hugegraph/pd/service/ConfigServiceTest.java | 106 ++ .../apache/hugegraph/pd/service/IdServiceTest.java | 109 ++ .../apache/hugegraph/pd/service/KvServiceTest.java | 60 + .../hugegraph/pd/service/LogServiceTest.java | 54 + .../hugegraph/pd/service/PartitionServiceTest.java | 133 ++ .../apache/hugegraph/pd/service/PdTestBase.java | 219 +++ .../apache/hugegraph/pd/service/RestApiTest.java | 120 ++ .../hugegraph/pd/service/ServerSuiteTest.java | 42 + .../pd/service/StoreMonitorDataServiceTest.java | 82 + .../pd/service/StoreNodeServiceNewTest.java | 64 + .../hugegraph/pd/service/StoreServiceTest.java | 833 +++++++++ .../pd/service/TaskScheduleServiceTest.java | 114 ++ hugegraph-pd/local-release.sh | 25 + hugegraph-pd/mvnw | 308 ++++ hugegraph-pd/mvnw.cmd | 182 ++ hugegraph-pd/pom.xml | 318 ++++ hugegraph-pd/settings.xml | 133 ++ hugegraph-pd/start_pd_server.sh | 55 + pom.xml | 3 +- 236 files changed, 36208 insertions(+), 2 deletions(-) diff --cc pom.xml index c2d84c801,5735ede23..f2542c127 --- a/pom.xml +++ b/pom.xml @@@ -94,8 -94,8 +94,7 @@@ <modules> <module>hugegraph-server</module> -- <!-- TODO: uncomment when merge into pd and store--> - <!-- <module>hugegraph-pd</module>--> + <module>hugegraph-pd</module> -<!-- <module>hugegraph-store</module>--> + <module>hugegraph-store</module> </modules> </project>
