This is an automated email from the ASF dual-hosted git repository.
xyuanlu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/helix.git
from 0c3033dd2 [apache/helix] --Enable logging of critical unrecovered
partitions during handoff within threshold. (#2708)
new fec055489 Refactor stoppable check logic for enhanced zone analysis
(#2654)
new 7650b8484 Implement the cross-zone-based stoppable check (#2680)
new 9fbf2da87 HelixAdmin APIs and pipeline changes to support Helix Node
Swap (#2661)
new f93e2984a Enhanced stoppable checks with node evacuation filtering and
introduced blacklisting capabilities (#2687)
new 7feb73229 Change canCompleteSwap and completeSwapIfPossible to return
json with kv pair for result of check or attempt to complete swap. (#2697)
new 7558822c0 Expose Evacuate Finished API in Helix-Rest (#2694)
new 127523232 Fix WAGED to only use logicalId when computing baseline and
centralize picking assignable instances in the cache. (#2702)
new fe521a2c0 Make logic to determine state of replicas on SWAP_IN
instance simpler and more predictable during an in-flight node swap. (#2706)
new aa6089764 Prevent the spectator routing table from containing SWAP_IN
instances.(#2710)
new d0d71832a Build Topology with only required levels (FaultZone and
EndNode) (#2713)
new 8cfe977b5 Stabilize TestInstanceOperation (#2715)
The 11 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../src/main/java/org/apache/helix/HelixAdmin.java | 33 +-
.../changedetector/ResourceChangeDetector.java | 4 +-
.../changedetector/ResourceChangeSnapshot.java | 41 +-
.../dataproviders/BaseControllerDataProvider.java | 344 +++++-
.../WorkflowControllerDataProvider.java | 3 +-
.../controller/rebalancer/AbstractRebalancer.java | 15 +-
.../controller/rebalancer/AutoRebalancer.java | 34 +-
.../controller/rebalancer/CustomRebalancer.java | 4 +-
.../rebalancer/DelayedAutoRebalancer.java | 94 +-
.../AbstractEvenDistributionRebalanceStrategy.java | 5 +-
.../strategy/ConstraintRebalanceStrategy.java | 8 +-
.../strategy/CrushRebalanceStrategy.java | 4 +-
.../strategy/MultiRoundCrushRebalanceStrategy.java | 4 +-
.../controller/rebalancer/topology/Topology.java | 42 +-
.../rebalancer/util/DelayedRebalanceUtil.java | 10 +-
.../rebalancer/waged/GlobalRebalanceRunner.java | 19 +-
.../rebalancer/waged/WagedRebalancer.java | 44 +-
.../AbstractPartitionMovementConstraint.java | 6 +-
.../constraints/BaselineInfluenceConstraint.java | 2 +-
.../constraints/ConstraintBasedAlgorithm.java | 14 +-
.../constraints/PartitionMovementConstraint.java | 6 +-
.../rebalancer/waged/model/AssignableNode.java | 18 +-
.../rebalancer/waged/model/ClusterModel.java | 8 +
.../waged/model/ClusterModelProvider.java | 118 +-
.../stages/BestPossibleStateCalcStage.java | 69 +-
.../stages/IntermediateStateCalcStage.java | 10 +-
.../stages/MaintenanceRecoveryStage.java | 2 +-
.../controller/stages/MessageGenerationPhase.java | 3 +-
.../controller/stages/MessageSelectionStage.java | 4 +-
.../controller/stages/ReadClusterDataStage.java | 2 -
.../stages/ResourceComputationStage.java | 2 -
.../stages/task/TaskSchedulingStage.java | 1 -
.../java/org/apache/helix/examples/Quickstart.java | 2 +-
.../org/apache/helix/manager/zk/ZKHelixAdmin.java | 434 +++++++-
.../org/apache/helix/model/InstanceConfig.java | 28 +
.../org/apache/helix/model/LeaderStandbySMD.java | 5 +-
.../org/apache/helix/model/MasterSlaveSMD.java | 5 +-
.../org/apache/helix/model/OnlineOfflineSMD.java | 5 +-
.../helix/model/OnlineOfflineWithBootstrapSMD.java | 3 +-
.../org/apache/helix/model/ResourceAssignment.java | 1 -
.../apache/helix/model/StateModelDefinition.java | 10 +-
.../org/apache/helix/model/StorageSchemataSMD.java | 5 +-
.../model/util/StateModelDefinitionValidator.java | 3 +-
.../apache/helix/spectator/RoutingDataCache.java | 70 +-
.../helix/spectator/RoutingTableProvider.java | 14 +-
.../apache/helix/task/AbstractTaskDispatcher.java | 3 +-
.../java/org/apache/helix/task/JobDispatcher.java | 6 +-
.../helix/tools/ClusterExternalViewVerifier.java | 2 +-
.../StrictMatchExternalViewVerifier.java | 12 +-
.../main/java/org/apache/helix/util/HelixUtil.java | 6 +-
.../apache/helix/util/InstanceValidationUtil.java | 59 +-
.../java/org/apache/helix/util/RebalanceUtil.java | 5 +-
.../src/test/java/org/apache/helix/TestHelper.java | 2 +-
.../trimmer/TestHelixPropoertyTimmer.java | 4 +-
.../rebalancer/TestAutoRebalanceStrategy.java | 2 +-
.../rebalancer/waged/TestWagedRebalancer.java | 45 +-
.../waged/TestWagedRebalancerMetrics.java | 9 +-
.../TestPartitionMovementConstraint.java | 5 +
.../waged/model/AbstractTestClusterModel.java | 5 +-
.../waged/model/ClusterModelTestHelper.java | 2 +-
.../rebalancer/waged/model/TestAssignableNode.java | 22 +-
.../waged/model/TestClusterModelProvider.java | 31 +-
.../TestBestPossibleCalcStageCompatibility.java | 3 +-
.../stages/TestBestPossibleStateCalcStage.java | 1 +
.../stages/TestCancellationMessageGeneration.java | 1 -
.../stages/TestIntermediateStateCalcStage.java | 1 +
.../controller/stages/TestRebalancePipeline.java | 26 +-
.../stages/TestReplicaLevelThrottling.java | 2 +-
.../TestPartitionLevelTransitionConstraint.java | 2 +-
.../integration/TestPreferenceListAsQueue.java | 3 +-
...estOfflineNodeTimeoutDuringMaintenanceMode.java | 12 +-
.../messaging/TestMessageThrottle2.java | 2 +-
.../messaging/TestP2PMessageSemiAuto.java | 2 +-
.../messaging/TestP2PNoDuplicatedMessage.java | 4 +-
.../integration/rebalancer/TestAutoRebalance.java | 6 +-
.../TestAutoRebalancePartitionLimit.java | 2 +-
.../rebalancer/TestCustomRebalancer.java | 2 +-
.../TestCustomizedIdealStateRebalancer.java | 8 +-
.../rebalancer/TestInstanceOperation.java | 1125 ++++++++++++++++++--
.../WagedRebalancer/TestWagedNodeSwap.java | 2 +-
.../TestRoutingTableProviderFromCurrentStates.java | 8 +-
.../apache/helix/manager/zk/TestZkHelixAdmin.java | 28 +-
.../messaging/p2pMessage/TestP2PMessages.java | 8 +-
.../java/org/apache/helix/mock/MockHelixAdmin.java | 10 +
.../apache/helix/model/TestStateModelValidity.java | 2 +-
.../helix/task/TestTargetedTaskStateChange.java | 8 +-
.../helix/util/TestInstanceValidationUtil.java | 79 +-
.../MaintenanceManagementService.java | 153 ++-
.../StoppableInstancesSelector.java | 322 ++++++
.../rest/server/resources/AbstractResource.java | 5 +-
.../server/resources/helix/InstancesAccessor.java | 173 ++-
.../resources/helix/PerInstanceAccessor.java | 109 +-
.../TestMaintenanceManagementService.java | 14 +-
.../helix/rest/server/AbstractTestClass.java | 77 +-
.../helix/rest/server/TestInstancesAccessor.java | 248 ++++-
.../helix/rest/server/TestPerInstanceAccessor.java | 53 +
.../util/TestInstanceValidationUtilInRest.java | 64 ++
97 files changed, 3718 insertions(+), 625 deletions(-)
create mode 100644
helix-rest/src/main/java/org/apache/helix/rest/clusterMaintenanceService/StoppableInstancesSelector.java
