kaisun2000 commented on issue #1300: URL: https://github.com/apache/helix/issues/1300#issuecomment-694691295
>2020-09-17T23:34:33.0813638Z START TestHelixAdminCli testDeactivateCluster at Thu Sep 17 23:34:33 UTC 2020 2020-09-17T23:34:33.0816039Z START TestHelixAdminCli at Thu Sep 17 23:34:33 UTC 2020 2020-09-17T23:34:35.1388128Z 1254851 [HelixController-pipeline-default-TestHelixAdminCli-(041eaa31_DEFAULT)] ERROR org.apache.helix.controller.rebalancer.waged.WagedRebalancer - Failed to calculate the new assignments. 2020-09-17T23:34:35.1399531Z org.apache.helix.HelixRebalanceException: Failed to get the current best possible assignment because of unexpected error. Failure Type: INVALID_REBALANCER_STATUS 2020-09-17T23:34:35.1403542Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.getBestPossibleAssignment(WagedRebalancer.java:664) 2020-09-17T23:34:35.1407124Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.partialRebalance(WagedRebalancer.java:516) 2020-09-17T23:34:35.1413905Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.computeBestPossibleAssignment(WagedRebalancer.java:357) 2020-09-17T23:34:35.1419783Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.computeBestPossibleStates(WagedRebalancer.java:327) 2020-09-17T23:34:35.1424876Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.computeNewIdealStates(WagedRebalancer.java:262) 2020-09-17T23:34:35.1430085Z at org.apache.helix.controller.stages.BestPossibleStateCalcStage.computeResourceBestPossibleStateWithWagedRebalancer(BestPossibleStateCalcStage.java:270) 2020-09-17T23:34:35.1435441Z at org.apache.helix.controller.stages.BestPossibleStateCalcStage.compute(BestPossibleStateCalcStage.java:126) 2020-09-17T23:34:35.1438356Z at org.apache.helix.controller.stages.BestPossibleStateCalcStage.process(BestPossibleStateCalcStage.java:85) 2020-09-17T23:34:35.1440589Z at org.apache.helix.controller.pipeline.Pipeline.handle(Pipeline.java:68) 2020-09-17T23:34:35.1442578Z at org.apache.helix.controller.GenericHelixController.handleEvent(GenericHelixController.java:777) 2020-09-17T23:34:35.1447466Z at org.apache.helix.controller.GenericHelixController.access$500(GenericHelixController.java:128) 2020-09-17T23:34:35.1449655Z at org.apache.helix.controller.GenericHelixController$ClusterEventProcessor.run(GenericHelixController.java:1407) 2020-09-17T23:34:35.1452127Z Caused by: org.apache.helix.zookeeper.zkclient.exception.ZkInterruptedException: java.lang.InterruptedException 2020-09-17T23:34:35.1455189Z at org.apache.helix.zookeeper.zkclient.ZkClient.retryUntilConnected(ZkClient.java:1689) 2020-09-17T23:34:35.1457227Z at org.apache.helix.zookeeper.zkclient.ZkClient.readData(ZkClient.java:1826) 2020-09-17T23:34:35.1502103Z at org.apache.helix.zookeeper.zkclient.ZkClient.readData(ZkClient.java:1818) 2020-09-17T23:34:35.1504733Z at org.apache.helix.manager.zk.ZkBaseDataAccessor.get(ZkBaseDataAccessor.java:473) 2020-09-17T23:34:35.1506811Z at org.apache.helix.manager.zk.ZkBucketDataAccessor.compressedBucketRead(ZkBucketDataAccessor.java:260) 2020-09-17T23:34:35.1509602Z at org.apache.helix.manager.zk.ZkBucketDataAccessor.compressedBucketRead(ZkBucketDataAccessor.java:238) 2020-09-17T23:34:35.1545793Z at org.apache.helix.controller.rebalancer.waged.AssignmentMetadataStore.getBestPossibleAssignment(AssignmentMetadataStore.java:84) 2020-09-17T23:34:35.1549885Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.getBestPossibleAssignment(WagedRebalancer.java:661) 2020-09-17T23:34:35.1551727Z ... 11 more 2020-09-17T23:34:35.1552161Z Caused by: java.lang.InterruptedException 2020-09-17T23:34:35.1552733Z at java.lang.Object.wait(Native Method) 2020-09-17T23:34:35.1553855Z at java.lang.Object.wait(Object.java:502) 2020-09-17T23:34:35.1554751Z at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1411) 2020-09-17T23:34:35.1555901Z at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1219) 2020-09-17T23:34:35.1557059Z at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1250) 2020-09-17T23:34:35.1558424Z at org.apache.helix.zookeeper.zkclient.ZkConnection.readData(ZkConnection.java:144) 2020-09-17T23:34:35.1559885Z at org.apache.helix.zookeeper.zkclient.ZkClient$11.call(ZkClient.java:1830) 2020-09-17T23:34:35.1561067Z at org.apache.helix.zookeeper.zkclient.ZkClient$11.call(ZkClient.java:1826) 2020-09-17T23:34:35.1562716Z at org.apache.helix.zookeeper.zkclient.ZkClient.retryUntilConnected(ZkClient.java:1673) 2020-09-17T23:34:35.1564014Z ... 18 more 2020-09-17T23:34:35.1668721Z 1254851 [HelixController-pipeline-default-TestHelixAdminCli-(041eaa31_DEFAULT)] ERROR org.apache.helix.controller.stages.BestPossibleStateCalcStage - Event 041eaa31_DEFAULT : Failed to calculate the new Ideal States using the rebalancer WagedRebalancer due to INVALID_REBALANCER_STATUS 2020-09-17T23:34:35.1678234Z org.apache.helix.HelixRebalanceException: Failed to get the current best possible assignment because of unexpected error. Failure Type: INVALID_REBALANCER_STATUS 2020-09-17T23:34:35.1723029Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.getBestPossibleAssignment(WagedRebalancer.java:664) 2020-09-17T23:34:35.1735483Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.partialRebalance(WagedRebalancer.java:516) 2020-09-17T23:34:35.1739715Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.computeBestPossibleAssignment(WagedRebalancer.java:357) 2020-09-17T23:34:35.1749144Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.computeBestPossibleStates(WagedRebalancer.java:327) 2020-09-17T23:34:35.1752667Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.computeNewIdealStates(WagedRebalancer.java:262) 2020-09-17T23:34:35.1761236Z at org.apache.helix.controller.stages.BestPossibleStateCalcStage.computeResourceBestPossibleStateWithWagedRebalancer(BestPossibleStateCalcStage.java:270) 2020-09-17T23:34:35.1792270Z at org.apache.helix.controller.stages.BestPossibleStateCalcStage.compute(BestPossibleStateCalcStage.java:126) 2020-09-17T23:34:35.1795582Z at org.apache.helix.controller.stages.BestPossibleStateCalcStage.process(BestPossibleStateCalcStage.java:85) 2020-09-17T23:34:35.1797815Z at org.apache.helix.controller.pipeline.Pipeline.handle(Pipeline.java:68) 2020-09-17T23:34:35.1808646Z at org.apache.helix.controller.GenericHelixController.handleEvent(GenericHelixController.java:777) 2020-09-17T23:34:35.1811669Z at org.apache.helix.controller.GenericHelixController.access$500(GenericHelixController.java:128) 2020-09-17T23:34:35.1814779Z at org.apache.helix.controller.GenericHelixController$ClusterEventProcessor.run(GenericHelixController.java:1407) 2020-09-17T23:34:35.1817938Z Caused by: org.apache.helix.zookeeper.zkclient.exception.ZkInterruptedException: java.lang.InterruptedException 2020-09-17T23:34:35.1826228Z at org.apache.helix.zookeeper.zkclient.ZkClient.retryUntilConnected(ZkClient.java:1689) 2020-09-17T23:34:35.1836738Z at org.apache.helix.zookeeper.zkclient.ZkClient.readData(ZkClient.java:1826) 2020-09-17T23:34:35.1842390Z at org.apache.helix.zookeeper.zkclient.ZkClient.readData(ZkClient.java:1818) 2020-09-17T23:34:35.1844666Z at org.apache.helix.manager.zk.ZkBaseDataAccessor.get(ZkBaseDataAccessor.java:473) 2020-09-17T23:34:35.1847979Z at org.apache.helix.manager.zk.ZkBucketDataAccessor.compressedBucketRead(ZkBucketDataAccessor.java:260) 2020-09-17T23:34:35.1850610Z at org.apache.helix.manager.zk.ZkBucketDataAccessor.compressedBucketRead(ZkBucketDataAccessor.java:238) 2020-09-17T23:34:35.1854304Z at org.apache.helix.controller.rebalancer.waged.AssignmentMetadataStore.getBestPossibleAssignment(AssignmentMetadataStore.java:84) 2020-09-17T23:34:35.1862221Z at org.apache.helix.controller.rebalancer.waged.WagedRebalancer.getBestPossibleAssignment(WagedRebalancer.java:661) 2020-09-17T23:34:35.1864232Z ... 11 more 2020-09-17T23:34:35.1864690Z Caused by: java.lang.InterruptedException 2020-09-17T23:34:35.1865304Z at java.lang.Object.wait(Native Method) 2020-09-17T23:34:35.1865836Z at java.lang.Object.wait(Object.java:502) 2020-09-17T23:34:35.1866769Z at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1411) 2020-09-17T23:34:35.1867960Z at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1219) 2020-09-17T23:34:35.1869006Z at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1250) 2020-09-17T23:34:35.1870458Z at org.apache.helix.zookeeper.zkclient.ZkConnection.readData(ZkConnection.java:144) 2020-09-17T23:34:35.1872015Z at org.apache.helix.zookeeper.zkclient.ZkClient$11.call(ZkClient.java:1830) 2020-09-17T23:34:35.1873445Z at org.apache.helix.zookeeper.zkclient.ZkClient$11.call(ZkClient.java:1826) 2020-09-17T23:34:35.1875222Z at org.apache.helix.zookeeper.zkclient.ZkClient.retryUntilConnected(ZkClient.java:1673) 2020-09-17T23:34:35.1878217Z ... 18 more 2020-09-17T23:34:35.1946437Z 1254852 [HelixController-pipeline-default-TestHelixAdminCli-(041eaa31_DEFAULT)] ERROR org.apache.helix.controller.GenericHelixController - Exception while executing DEFAULT pipeline: TestHelixAdminCli for cluster [org.apache.helix.zookeeper.zkclient.ZkClient.acquireEventLock(ZkClient.java:1629), org.apache.helix.zookeeper.zkclient.ZkClient.waitForKeeperState(ZkClient.java:1607), org.apache.helix.zookeeper.zkclient.ZkClient.waitUntilConnected(ZkClient.java:1598), org.apache.helix.manager.zk.ZKHelixManager.checkConnected(ZKHelixManager.java:396), org.apache.helix.manager.zk.ZKHelixManager.getSessionId(ZKHelixManager.java:943), org.apache.helix.controller.stages.MessageGenerationPhase.createStateTransitionMessage(MessageGenerationPhase.java:412), org.apache.helix.controller.stages.MessageGenerationPhase.generateMessage(MessageGenerationPhase.java:235), org.apache.helix.controller.stages.MessageGenerationPhase.processEvent(MessageGenerationPhase.java:102) , org.apache.helix.controller.stages.resource.ResourceMessageGenerationPhase.process(ResourceMessageGenerationPhase.java:35), org.apache.helix.controller.pipeline.Pipeline.handle(Pipeline.java:68), org.apache.helix.controller.GenericHelixController.handleEvent(GenericHelixController.java:777), org.apache.helix.controller.GenericHelixController.access$500(GenericHelixController.java:128), org.apache.helix.controller.GenericHelixController$ClusterEventProcessor.run(GenericHelixController.java:1407)]. Will not continue to next pipeline 2020-09-17T23:34:35.2024765Z 1254852 [HelixController-pipeline-task-TestHelixAdminCli-(562e8de3_TASK)] ERROR org.apache.helix.controller.GenericHelixController - Exception while executing TASK pipeline: TestHelixAdminCli for cluster [org.apache.helix.zookeeper.zkclient.ZkClient.retryUntilConnected(ZkClient.java:1689), org.apache.helix.zookeeper.zkclient.ZkClient.getChildren(ZkClient.java:1046), org.apache.helix.zookeeper.zkclient.ZkClient.getChildren(ZkClient.java:1039), org.apache.helix.manager.zk.ZkBaseDataAccessor.getChildNames(ZkBaseDataAccessor.java:669), org.apache.helix.manager.zk.ZKHelixDataAccessor.getChildNames(ZKHelixDataAccessor.java:394), org.apache.helix.common.caches.InstanceMessagesCache.refresh(InstanceMessagesCache.java:113), org.apache.helix.controller.dataproviders.BaseControllerDataProvider.doRefresh(BaseControllerDataProvider.java:341), org.apache.helix.controller.dataproviders.WorkflowControllerDataProvider.refresh(WorkflowControllerDataProvider.java:88), o rg.apache.helix.controller.stages.ReadClusterDataStage.process(ReadClusterDataStage.java:63), org.apache.helix.controller.pipeline.Pipeline.handle(Pipeline.java:68), org.apache.helix.controller.GenericHelixController.handleEvent(GenericHelixController.java:777), org.apache.helix.controller.GenericHelixController.access$500(GenericHelixController.java:128), org.apache.helix.controller.GenericHelixController$ClusterEventProcessor.run(GenericHelixController.java:1407)]. Will not continue to next pipeline 2020-09-17T23:34:35.4207164Z 1255134 [HelixController-pipeline-default-TestHelixAdminCli-(f12c5deb_DEFAULT)] ERROR org.apache.helix.controller.GenericHelixController - Cluster manager: controller_9000 is not leader for TestHelixAdminCli. Pipeline will not be invoked 2020-09-17T23:34:41.3800177Z END TestHelixAdminCli testDeactivateCluster at Thu Sep 17 23:34:41 UTC 2020, took: 8298ms. ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
