This is an automated email from the ASF dual-hosted git repository.
hulee pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/helix.git.
from aebb0cf Interface design for zone mapping information
new 9f326a1 Interface design for zone mapping information
new 6e3f473 Implementation of ClusterService's getClusterTopology method
new 7d7001b Single stoppable API impl
new f798ae9 Rename instance health check enum to be more explicit
new 58fe0e8 Report instance started & health status when getting by id
new 87de686 Global instance stoppable API
new e9fb496 Refactor InstanceAccessor to InstancesAccessor and
PerInstanceAccessor
new b4e9d4b Swallow exceptions during health status checks for getting
instance by id
new fd3aca7 Fix unit test by starting rest sever only once.
new 9526ffd Fix test failures and fix logic check stable state
new 5b972f1 Check sibling nodes to guarantee MIN_ACTIVE_REPLICAS satisfied
new 9fcfa81 TEST: Fix UserContentStore related tests in helix-rest
new 4e5884d Fix faulty logic in BestPossibleExternalViewVerifier
new 2f4f3de TASK: Fix bug in getExpiredJobs()
new 6b4ecc7 TASK: Add deleteJob namespaced job name support
new c5a3984 Fix tests in Helix REST
new a8e2cf7 Task Framework code style change
new 402dd6d IntermediateStateCalcStage style change
new 8800cb1 TASK: Fix bug in delete()
new 2457531 Fix TestRecurringJobQueue
new 5459e8f Add util for checking per instance level health and partition
level health
new ddc7ef2 More unit tests for InstanceValidationUtil
new a749afa TASK: Fix String formatting issue
new 05cf0e4 Fix the public API non-backward compatible change
new 393c1a4 Support partion level health mapping fetch from ZK
new 6000a03 Fix the log logic in HelixManager.isLeader().
new a4f5faa implementation of CustomRestClient (post request and get
health checks)
new d93f05c Integrate customRestClient health check with instance service
main logic
new 0854c8f Avoid lock the cache object when require a FullRefresh.
new 745868b Bug fix: reuse the stable logics to verfiy the difference
between idealStates and externalViews
new 350c733 Add tests for cancellation message with p2p
new cd821cd Fix critical Task Framework throttle bug
new 5ce3934 TEST: Groom and refactor Helix integration tests
new fe66049 Title: Helix-1842: add a resource/cluster to super cluster
with default FULL_AUTO
new 54c225b Refine missing top state log method.
new f7b1cf0 TEST: Further fix Helix test suite
new ab1d6a4 Skip the sibling checks for resource without minActiveReplica
checks
new 175d388 Add support for HTTPS in CustomRestClient
new 8cacca1 Title: Helix-1842: test active a cluster to super cluster
with default to FULL_AUTO
new df80d26 Fix unstable test for TestZKUtil
new fa5767f Add message latency record to StateTransitionStatMonitor.
new 88e2188 Refactor StateTransitionStatMonitor extends DynamicMbean
new 43b189a Two minor improvements. 1) Avoid persisting null entry into
CurrentStateOutput, 2) add addition info to CallbackProcess thread name to
differeniate different threads.
new 3e670de Remove vestiges of cluster view aggregator
The 44 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/helix/ConfigAccessor.java | 10 +-
.../dataproviders/BaseControllerDataProvider.java | 2 +-
.../stages/CurrentStateComputationStage.java | 19 +-
.../controller/stages/CurrentStateOutput.java | 35 +-
.../stages/IntermediateStateCalcStage.java | 106 +++--
.../stages/TopStateHandoffReportStage.java | 11 +-
.../apache/helix/manager/zk/CallbackHandler.java | 3 +-
.../org/apache/helix/manager/zk/ZKHelixAdmin.java | 17 +-
.../helix/manager/zk/ZKHelixDataAccessor.java | 8 +
.../apache/helix/manager/zk/ZKHelixManager.java | 4 +-
.../apache/helix/messaging/handling/HelixTask.java | 11 +-
.../java/org/apache/helix/model/ExternalView.java | 21 +-
.../org/apache/helix/model/InstanceConfig.java | 10 +
.../java/org/apache/helix/model/RESTConfig.java | 45 +-
.../model/builder/HelixConfigScopeBuilder.java | 5 +
.../helix/monitoring/StateTransitionDataPoint.java | 9 +-
.../monitoring/mbeans/ClusterMBeanObserver.java | 3 +-
.../apache/helix/monitoring/mbeans/JobMonitor.java | 17 -
.../mbeans/ParticipantStatusMonitor.java | 9 +-
.../mbeans/StateTransitionStatMonitor.java | 156 +++----
.../mbeans/StateTransitionStatMonitorMBean.java | 8 +
.../mbeans/dynamicMBeans/DynamicMBeanProvider.java | 16 +
.../apache/helix/task/AbstractTaskDispatcher.java | 110 +++--
.../java/org/apache/helix/task/JobDispatcher.java | 21 +-
.../java/org/apache/helix/task/TaskDriver.java | 342 ++++++++-------
.../main/java/org/apache/helix/task/TaskUtil.java | 46 +--
.../org/apache/helix/task/WorkflowDispatcher.java | 25 +-
.../apache/helix/tools/ClusterStateVerifier.java | 4 +-
.../BestPossibleExternalViewVerifier.java | 26 +-
.../ClusterVerifiers/ZkHelixClusterVerifier.java | 79 ++--
.../apache/helix/util/InstanceValidationUtil.java | 247 ++++++-----
helix-core/src/test/conf/testng.xml | 2 +-
.../src/test/java/org/apache/helix/TestHelper.java | 9 +-
.../apache/helix/TestHierarchicalDataStore.java | 2 +
.../test/java/org/apache/helix/TestZkBasis.java | 45 +-
.../java/org/apache/helix/TestZnodeModify.java | 45 +-
.../java/org/apache/helix/common/ZkTestBase.java | 123 ++++--
.../rebalancer/TestZeroReplicaAvoidance.java | 74 ++--
.../helix/controller/stages/BaseStageTest.java | 3 +-
.../controller/stages/DummyClusterManager.java | 1 -
.../controller/stages/TestExternalViewStage.java | 29 +-
.../stages/TestMessageThrottleStage.java | 33 +-
.../controller/stages/TestRebalancePipeline.java | 63 +--
.../apache/helix/integration/TestAddClusterV2.java | 16 +-
.../TestAddNodeAfterControllerStart.java | 78 ++--
.../integration/TestAlertingRebalancerFailure.java | 93 +++--
.../integration/TestBatchMessageHandling.java | 66 ++-
.../integration/TestCMWithFailParticipant.java | 1 +
.../TestCorrectnessOnConnectivityLoss.java | 10 +
.../org/apache/helix/integration/TestDisable.java | 81 ++--
.../integration/TestDisableCustomCodeRunner.java | 79 ++--
.../helix/integration/TestDisableExternalView.java | 3 +-
.../helix/integration/TestDisablePartition.java | 39 +-
.../helix/integration/TestDisableResource.java | 212 +++++++---
.../helix/integration/TestDistributedCMMain.java | 10 +-
.../TestDistributedClusterController.java | 40 +-
.../org/apache/helix/integration/TestDrop.java | 79 ++--
.../helix/integration/TestEnableCompression.java | 16 +-
.../TestEnablePartitionDuringDisable.java | 23 +-
.../helix/integration/TestErrorPartition.java | 36 +-
.../helix/integration/TestExternalViewUpdates.java | 5 +-
.../integration/TestHelixCustomCodeRunner.java | 29 +-
.../integration/TestHelixUsingDifferentParams.java | 44 +-
.../integration/TestPartitionMovementThrottle.java | 86 ++--
.../apache/helix/integration/TestPauseSignal.java | 23 +-
.../integration/TestPreferenceListAsQueue.java | 109 ++---
.../TestRebalancerPersistAssignments.java | 70 ++--
.../TestReelectedPipelineCorrectness.java | 2 +-
.../helix/integration/TestRenamePartition.java | 40 +-
.../helix/integration/TestResetInstance.java | 1 +
.../apache/helix/integration/TestSchemataSM.java | 18 +-
.../integration/TestSessionExpiryInTransition.java | 11 +-
.../helix/integration/TestStandAloneCMMain.java | 43 +-
.../integration/TestStandAloneCMSessionExpiry.java | 32 +-
.../integration/TestStateTransitionThrottle.java | 24 +-
.../integration/TestSyncSessionToController.java | 45 +-
.../integration/TestWeightBasedRebalanceUtil.java | 82 ++--
.../helix/integration/TestZkConnectionLost.java | 99 +++--
.../helix/integration/TestZkSessionExpiry.java | 40 +-
.../integration/common/ZkStandAloneCMTestBase.java | 6 +-
.../controller/TestClusterMaintenanceMode.java | 53 +--
.../controller/TestControllerLeadershipChange.java | 32 +-
.../manager/TestConsecutiveZkSessionExpiry.java | 3 +-
.../integration/manager/TestControllerManager.java | 3 +-
.../manager/TestDistributedControllerManager.java | 59 ++-
.../integration/manager/TestHelixDataAccessor.java | 42 +-
.../manager/TestParticipantManager.java | 102 +++--
.../messaging/TestBatchMessageWrapper.java | 6 +-
.../TestCrossClusterMessagingService.java | 65 +--
.../messaging/TestGroupCommitAddBackData.java | 39 +-
.../messaging/TestMessageThrottle2.java | 199 ++++-----
.../messaging/TestP2PMessageSemiAuto.java | 95 +++--
.../messaging/TestP2PNoDuplicatedMessage.java | 4 +-
.../messaging/TestP2PSingleTopState.java | 18 +-
.../messaging/TestSchedulerMessage.java | 137 +++---
.../CrushRebalancers/TestCrushAutoRebalance.java | 72 ++--
.../TestCrushAutoRebalanceNonRack.java | 47 ++-
.../rebalancer/CrushRebalancers/TestNodeSwap.java | 49 +--
.../TestDelayedAutoRebalance.java | 6 +-
.../integration/rebalancer/TestAutoRebalance.java | 90 ++--
.../TestAutoRebalancePartitionLimit.java | 77 ++--
.../TestAutoRebalanceWithDisabledInstance.java | 107 ++---
...rInMaintenanceModeWhenReachingMaxPartition.java | 27 +-
...nanceModeWhenReachingOfflineInstancesLimit.java | 59 ++-
.../rebalancer/TestCustomIdealState.java | 31 +-
.../rebalancer/TestSemiAutoRebalance.java | 27 +-
.../rebalancer/TestZeroReplicaAvoidance.java | 74 ++--
.../TestRoutingTableProviderFromCurrentStates.java | 69 ++--
.../TestRoutingTableProviderFromTargetEV.java | 37 +-
.../TestRoutingTableProviderPeriodicRefresh.java | 3 +-
.../spectator/TestRoutingTableSnapshot.java | 42 +-
.../helix/integration/task/TaskTestUtil.java | 4 +-
.../helix/integration/task/TestBatchAddJobs.java | 25 +-
.../helix/integration/task/TestDeleteWorkflow.java | 82 ++--
.../task/TestIndependentTaskRebalancer.java | 59 +--
.../helix/integration/task/TestJobFailure.java | 53 +--
.../helix/integration/task/TestJobTimeout.java | 122 +++---
.../helix/integration/task/TestNoDoubleAssign.java | 51 ++-
.../integration/task/TestQuotaBasedScheduling.java | 73 ++--
.../integration/task/TestRecurringJobQueue.java | 16 +-
.../helix/integration/task/TestStopWorkflow.java | 90 ++--
.../task/TestTaskAssignmentCalculator.java | 24 +-
.../integration/task/TestTaskConditionalRetry.java | 9 +-
.../helix/integration/task/TestTaskRebalancer.java | 30 +-
.../task/TestTaskRebalancerRetryLimit.java | 8 +-
.../task/TestTaskRebalancerStopResume.java | 85 ++--
.../helix/integration/task/TestTaskThrottling.java | 59 +--
.../apache/helix/manager/zk/TestRawZkClient.java | 118 +++---
.../manager/zk/TestWtCacheAsyncOpMultiThread.java | 42 +-
.../manager/zk/TestWtCacheAsyncOpSingleThread.java | 37 +-
.../manager/zk/TestWtCacheSyncOpSingleThread.java | 27 +-
.../org/apache/helix/manager/zk/TestZKUtil.java | 12 +-
.../helix/manager/zk/TestZNRecordSizeLimit.java | 71 ++--
.../manager/zk/TestZkCacheAsyncOpSingleThread.java | 42 +-
.../manager/zk/TestZkCacheSyncOpSingleThread.java | 36 +-
.../apache/helix/manager/zk/TestZkFlapping.java | 83 ++--
.../apache/helix/manager/zk/TestZkHelixAdmin.java | 67 ++-
.../helix/manager/zk/client/TestHelixZkClient.java | 69 ++--
.../TestP2PWithStateCancellationMessage.java | 181 ++++++++
.../org/apache/helix/model/TestConstraint.java | 2 +-
.../TestClusterStatusMonitorLifecycle.java | 150 +++----
.../helix/monitoring/TestParticipantMonitor.java | 72 ++--
.../helix/monitoring/TestZKPathDataDumpTask.java | 19 +-
.../mbeans/TestClusterAggregateMetrics.java | 68 ++-
.../store/zk/TestAutoFallbackPropertyStore.java | 105 ++---
.../helix/store/zk/TestZkHelixPropertyStore.java | 104 ++---
.../zk/TestZkManagerWithAutoFallbackStore.java | 16 +-
.../helix/task/TaskSynchronizedTestBase.java | 21 +-
...tAssignableInstanceManagerControllerSwitch.java | 1 -
.../task/TestGetLastScheduledTaskExecInfo.java | 35 +-
.../helix/task/TestGetSetUserContentStore.java | 13 +-
.../helix/task/TestSemiAutoStateTransition.java | 7 +-
.../helix/task/TestTaskCreateThrottling.java | 16 +-
.../org/apache/helix/tools/TestClusterSetup.java | 79 +---
.../org/apache/helix/tools/TestHelixAdminCli.java | 210 ++++++----
.../helix/util/TestInstanceValidationUtil.java | 460 +++++++++++++++++++++
helix-core/src/test/resources/TestJobFailure.json | 2 +-
helix-rest/pom.xml | 10 +
.../apache/helix/rest/client/CustomRestClient.java | 53 +++
.../helix/rest/client/CustomRestClientFactory.java | 66 +++
.../helix/rest/client/CustomRestClientImpl.java | 136 ++++++
...rWrapper.java => HelixDataAccessorWrapper.java} | 10 +-
.../apache/helix/rest/server/HelixRestServer.java | 11 +
.../rest/server/json/cluster/ClusterTopology.java | 46 ++-
.../rest/server/json/cluster/PartitionHealth.java | 73 ++++
.../rest/server/json/instance/InstanceInfo.java | 118 ++++++
.../rest/server/json/instance/StoppableCheck.java | 77 ++++
.../rest/server/resources/AbstractResource.java | 1 +
.../resources/exceptions/HelixHealthException.java | 16 +
.../server/resources/helix/ClusterAccessor.java | 20 +-
.../server/resources/helix/InstancesAccessor.java | 248 +++++++++++
...tanceAccessor.java => PerInstanceAccessor.java} | 258 ++++--------
.../rest/server/service/ClusterServiceImpl.java | 83 ++++
.../helix/rest/server/service/InstanceService.java | 97 +++++
.../rest/server/service/InstanceServiceImpl.java | 321 ++++++++++++++
.../helix/rest/client/TestCustomRestClient.java | 149 +++++++
.../helix/rest/server/AbstractTestClass.java | 128 +++++-
.../helix/rest/server/TestClusterAccessor.java | 114 ++++-
.../helix/rest/server/TestInstancesAccessor.java | 130 ++++++
.../apache/helix/rest/server/TestJobAccessor.java | 13 +-
...eAccessor.java => TestPerInstanceAccessor.java} | 107 ++---
.../apache/helix/rest/server/TestTaskAccessor.java | 6 +-
.../helix/rest/server/TestWorkflowAccessor.java | 3 +-
.../server/json/cluster/TestClusterTopology.java | 5 +-
.../server/json/instance/TestStoppableCheck.java | 48 +++
.../rest/server/service/TestClusterService.java | 88 ++++
.../rest/server/service/TestInstanceService.java | 198 +++++++++
.../rest/server/util/JerseyUriRequestBuilder.java | 3 +-
.../server/util/TestInstanceValidationUtil.java | 92 +++++
pom.xml | 2 +-
190 files changed, 7070 insertions(+), 3834 deletions(-)
create mode 100644
helix-core/src/test/java/org/apache/helix/messaging/p2pMessage/TestP2PWithStateCancellationMessage.java
create mode 100644
helix-core/src/test/java/org/apache/helix/util/TestInstanceValidationUtil.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/client/CustomRestClient.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/client/CustomRestClientFactory.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/client/CustomRestClientImpl.java
rename
helix-rest/src/main/java/org/apache/helix/rest/common/{ZKReadAccessorWrapper.java
=> HelixDataAccessorWrapper.java} (76%)
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/json/cluster/PartitionHealth.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/json/instance/InstanceInfo.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/json/instance/StoppableCheck.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/resources/exceptions/HelixHealthException.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/resources/helix/InstancesAccessor.java
rename
helix-rest/src/main/java/org/apache/helix/rest/server/resources/helix/{InstanceAccessor.java
=> PerInstanceAccessor.java} (64%)
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/service/ClusterServiceImpl.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/service/InstanceService.java
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/server/service/InstanceServiceImpl.java
create mode 100644
helix-rest/src/test/java/org/apache/helix/rest/client/TestCustomRestClient.java
create mode 100644
helix-rest/src/test/java/org/apache/helix/rest/server/TestInstancesAccessor.java
rename
helix-rest/src/test/java/org/apache/helix/rest/server/{TestInstanceAccessor.java
=> TestPerInstanceAccessor.java} (80%)
create mode 100644
helix-rest/src/test/java/org/apache/helix/rest/server/json/instance/TestStoppableCheck.java
create mode 100644
helix-rest/src/test/java/org/apache/helix/rest/server/service/TestClusterService.java
create mode 100644
helix-rest/src/test/java/org/apache/helix/rest/server/service/TestInstanceService.java
create mode 100644
helix-rest/src/test/java/org/apache/helix/rest/server/util/TestInstanceValidationUtil.java
