http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestAssignmentManagerOnCluster.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestAssignmentManagerOnCluster.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestAssignmentManagerOnCluster.java deleted file mode 100644 index 449e1e6..0000000 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestAssignmentManagerOnCluster.java +++ /dev/null @@ -1,1402 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.hadoop.hbase.master; - -import static org.junit.Assert.assertEquals; -import static org.junit.Assert.assertFalse; -import static org.junit.Assert.assertNotEquals; -import static org.junit.Assert.assertNotNull; -import static org.junit.Assert.assertNull; -import static org.junit.Assert.assertTrue; -import static org.junit.Assert.fail; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Set; -import java.util.concurrent.atomic.AtomicBoolean; -import java.util.concurrent.atomic.AtomicInteger; - -import com.google.common.collect.Lists; -import com.google.common.collect.Maps; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.hbase.CoordinatedStateManager; -import org.apache.hadoop.hbase.HBaseTestingUtility; -import org.apache.hadoop.hbase.HColumnDescriptor; -import org.apache.hadoop.hbase.HConstants; -import org.apache.hadoop.hbase.HRegionInfo; -import org.apache.hadoop.hbase.HTableDescriptor; -import org.apache.hadoop.hbase.MetaTableAccessor; -import org.apache.hadoop.hbase.MiniHBaseCluster; -import org.apache.hadoop.hbase.MiniHBaseCluster.MiniHBaseClusterRegionServer; -import org.apache.hadoop.hbase.ServerLoad; -import org.apache.hadoop.hbase.ServerName; -import org.apache.hadoop.hbase.TableName; -import org.apache.hadoop.hbase.UnknownRegionException; -import org.apache.hadoop.hbase.Waiter; -import org.apache.hadoop.hbase.client.Admin; -import org.apache.hadoop.hbase.client.Result; -import org.apache.hadoop.hbase.client.Table; -import org.apache.hadoop.hbase.coordination.ZkCoordinatedStateManager; -import org.apache.hadoop.hbase.client.TableState; -import org.apache.hadoop.hbase.coprocessor.CoprocessorHost; -import org.apache.hadoop.hbase.coprocessor.ObserverContext; -import org.apache.hadoop.hbase.coprocessor.RegionCoprocessorEnvironment; -import org.apache.hadoop.hbase.coprocessor.RegionObserver; -import org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer; -import org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode; -import org.apache.hadoop.hbase.regionserver.HRegionServer; -import org.apache.hadoop.hbase.testclassification.MasterTests; -import org.apache.hadoop.hbase.testclassification.MediumTests; -import org.apache.hadoop.hbase.util.Bytes; -import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -import org.apache.hadoop.hbase.util.FSUtils; -import org.apache.hadoop.hbase.util.JVMClusterUtil; -import org.apache.hadoop.hbase.zookeeper.MetaTableLocator; -import org.apache.zookeeper.KeeperException; -import org.junit.AfterClass; -import org.junit.BeforeClass; -import org.junit.Rule; -import org.junit.Test; -import org.junit.experimental.categories.Category; -import org.junit.rules.TestName; - -/** - * This tests AssignmentManager with a testing cluster. - */ -@SuppressWarnings("deprecation") -@Category({MasterTests.class, MediumTests.class}) -public class TestAssignmentManagerOnCluster { - private final static byte[] FAMILY = Bytes.toBytes("FAMILY"); - private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(); - final static Configuration conf = TEST_UTIL.getConfiguration(); - private static Admin admin; - - @Rule - public TestName name = new TestName(); - - @BeforeClass - public static void setUpBeforeClass() throws Exception { - // Using the our load balancer to control region plans - conf.setClass(HConstants.HBASE_MASTER_LOADBALANCER_CLASS, - MyLoadBalancer.class, LoadBalancer.class); - conf.setClass(CoprocessorHost.REGION_COPROCESSOR_CONF_KEY, - MyRegionObserver.class, RegionObserver.class); - // Reduce the maximum attempts to speed up the test - conf.setInt("hbase.assignment.maximum.attempts", 3); - conf.setInt("hbase.master.maximum.ping.server.attempts", 3); - conf.setInt("hbase.master.ping.server.retry.sleep.interval", 1); - - TEST_UTIL.startMiniCluster(1, 4, null, MyMaster.class, MyRegionServer.class); - admin = TEST_UTIL.getAdmin(); - } - - @AfterClass - public static void tearDownAfterClass() throws Exception { - TEST_UTIL.shutdownMiniCluster(); - } - - /** - * This tests restarting meta regionserver - */ - @Test (timeout=180000) - public void testRestartMetaRegionServer() throws Exception { - MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); - boolean stoppedARegionServer = false; - try { - HMaster master = cluster.getMaster(); - RegionStates regionStates = master.getAssignmentManager().getRegionStates(); - ServerName metaServerName = regionStates.getRegionServerOfRegion( - HRegionInfo.FIRST_META_REGIONINFO); - if (master.getServerName().equals(metaServerName)) { - // Move meta off master - metaServerName = cluster.getLiveRegionServerThreads() - .get(0).getRegionServer().getServerName(); - master.move(HRegionInfo.FIRST_META_REGIONINFO.getEncodedNameAsBytes(), - Bytes.toBytes(metaServerName.getServerName())); - TEST_UTIL.waitUntilNoRegionsInTransition(60000); - } - RegionState metaState = - MetaTableLocator.getMetaRegionState(master.getZooKeeper()); - assertEquals("Meta should be not in transition", - metaState.getState(), RegionState.State.OPEN); - assertNotEquals("Meta should be moved off master", - metaState.getServerName(), master.getServerName()); - assertEquals("Meta should be on the meta server", - metaState.getServerName(), metaServerName); - cluster.killRegionServer(metaServerName); - stoppedARegionServer = true; - cluster.waitForRegionServerToStop(metaServerName, 60000); - - // Wait for SSH to finish - final ServerName oldServerName = metaServerName; - final ServerManager serverManager = master.getServerManager(); - TEST_UTIL.waitFor(120000, 200, new Waiter.Predicate<Exception>() { - @Override - public boolean evaluate() throws Exception { - return serverManager.isServerDead(oldServerName) - && !serverManager.areDeadServersInProgress(); - } - }); - - TEST_UTIL.waitUntilNoRegionsInTransition(60000); - // Now, make sure meta is assigned - assertTrue("Meta should be assigned", - regionStates.isRegionOnline(HRegionInfo.FIRST_META_REGIONINFO)); - // Now, make sure meta is registered in zk - metaState = MetaTableLocator.getMetaRegionState(master.getZooKeeper()); - assertEquals("Meta should be not in transition", - metaState.getState(), RegionState.State.OPEN); - assertEquals("Meta should be assigned", metaState.getServerName(), - regionStates.getRegionServerOfRegion(HRegionInfo.FIRST_META_REGIONINFO)); - assertNotEquals("Meta should be assigned on a different server", - metaState.getServerName(), metaServerName); - } finally { - if (stoppedARegionServer) { - cluster.startRegionServer(); - } - } - } - - /** - * This tests region assignment - */ - @Test (timeout=60000) - public void testAssignRegion() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - TEST_UTIL.assignRegion(hri); - - RegionStates regionStates = am.getRegionStates(); - ServerName serverName = regionStates.getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - - // Region is assigned now. Let's assign it again. - // Master should not abort, and region should be assigned. - TEST_UTIL.getAdmin().assign(hri.getRegionName()); - master.getAssignmentManager().waitForAssignment(hri); - RegionState newState = regionStates.getRegionState(hri); - assertTrue(newState.isOpened()); - } finally { - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests region assignment on a simulated restarted server - */ - @Test (timeout=120000) - public void testAssignRegionOnRestartedServer() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - TEST_UTIL.getMiniHBaseCluster().getConf().setInt("hbase.assignment.maximum.attempts", 20); - TEST_UTIL.getMiniHBaseCluster().stopMaster(0); - //restart the master so that conf take into affect - TEST_UTIL.getMiniHBaseCluster().startMaster(); - - ServerName deadServer = null; - HMaster master = null; - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - final HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - master = TEST_UTIL.getHBaseCluster().getMaster(); - Set<ServerName> onlineServers = master.getServerManager().getOnlineServers().keySet(); - assertFalse("There should be some servers online", onlineServers.isEmpty()); - - // Use the first server as the destination server - ServerName destServer = onlineServers.iterator().next(); - - // Created faked dead server that is still online in master - deadServer = ServerName.valueOf(destServer.getHostname(), - destServer.getPort(), destServer.getStartcode() - 100L); - master.getServerManager().recordNewServerWithLock(deadServer, ServerLoad.EMPTY_SERVERLOAD); - - final AssignmentManager am = master.getAssignmentManager(); - RegionPlan plan = new RegionPlan(hri, null, deadServer); - am.addPlan(hri.getEncodedName(), plan); - TEST_UTIL.assignRegion(hri); - - TEST_UTIL.waitFor(60000, new Waiter.Predicate<Exception>() { - @Override - public boolean evaluate() throws Exception { - return ! am.getRegionStates().isRegionInTransition(hri); - } - }); - - assertFalse("Region should be assigned", am.getRegionStates().isRegionInTransition(hri)); - } finally { - if (deadServer != null) { - master.getServerManager().expireServer(deadServer); - } - - TEST_UTIL.deleteTable(tableName); - - // reset the value for other tests - TEST_UTIL.getMiniHBaseCluster().getConf().setInt("hbase.assignment.maximum.attempts", 3); - ServerName masterServerName = TEST_UTIL.getMiniHBaseCluster().getMaster().getServerName(); - TEST_UTIL.getMiniHBaseCluster().stopMaster(masterServerName); - TEST_UTIL.getMiniHBaseCluster().startMaster(); - } - } - - /** - * This tests offlining a region - */ - @Test (timeout=60000) - public void testOfflineRegion() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HRegionInfo hri = createTableAndGetOneRegion(tableName); - - RegionStates regionStates = TEST_UTIL.getHBaseCluster(). - getMaster().getAssignmentManager().getRegionStates(); - ServerName serverName = regionStates.getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - admin.offline(hri.getRegionName()); - - long timeoutTime = System.currentTimeMillis() + 800; - while (true) { - if (regionStates.getRegionByStateOfTable(tableName) - .get(RegionState.State.OFFLINE).contains(hri)) - break; - long now = System.currentTimeMillis(); - if (now > timeoutTime) { - fail("Failed to offline the region in time"); - break; - } - Thread.sleep(10); - } - RegionState regionState = regionStates.getRegionState(hri); - assertTrue(regionState.isOffline()); - } finally { - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests moving a region - */ - @Test (timeout=50000) - public void testMoveRegion() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HRegionInfo hri = createTableAndGetOneRegion(tableName); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - RegionStates regionStates = master.getAssignmentManager().getRegionStates(); - ServerName serverName = regionStates.getRegionServerOfRegion(hri); - ServerManager serverManager = master.getServerManager(); - ServerName destServerName = null; - List<JVMClusterUtil.RegionServerThread> regionServers = - TEST_UTIL.getHBaseCluster().getLiveRegionServerThreads(); - for (JVMClusterUtil.RegionServerThread regionServer: regionServers) { - HRegionServer destServer = regionServer.getRegionServer(); - destServerName = destServer.getServerName(); - if (!destServerName.equals(serverName) - && serverManager.isServerOnline(destServerName)) { - break; - } - } - assertTrue(destServerName != null - && !destServerName.equals(serverName)); - TEST_UTIL.getAdmin().move(hri.getEncodedNameAsBytes(), - Bytes.toBytes(destServerName.getServerName())); - - long timeoutTime = System.currentTimeMillis() + 30000; - while (true) { - ServerName sn = regionStates.getRegionServerOfRegion(hri); - if (sn != null && sn.equals(destServerName)) { - TEST_UTIL.assertRegionOnServer(hri, sn, 200); - break; - } - long now = System.currentTimeMillis(); - if (now > timeoutTime) { - fail("Failed to move the region in time: " - + regionStates.getRegionState(hri)); - } - regionStates.waitForUpdate(50); - } - - } finally { - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * If a table is deleted, we should not be able to move it anymore. - * Otherwise, the region will be brought back. - * @throws Exception - */ - @Test (timeout=50000) - public void testMoveRegionOfDeletedTable() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - Admin admin = TEST_UTIL.getAdmin(); - try { - HRegionInfo hri = createTableAndGetOneRegion(tableName); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - RegionStates regionStates = am.getRegionStates(); - ServerName serverName = regionStates.getRegionServerOfRegion(hri); - ServerName destServerName = null; - for (int i = 0; i < 3; i++) { - HRegionServer destServer = TEST_UTIL.getHBaseCluster().getRegionServer(i); - if (!destServer.getServerName().equals(serverName)) { - destServerName = destServer.getServerName(); - break; - } - } - assertTrue(destServerName != null - && !destServerName.equals(serverName)); - - TEST_UTIL.deleteTable(tableName); - - try { - admin.move(hri.getEncodedNameAsBytes(), - Bytes.toBytes(destServerName.getServerName())); - fail("We should not find the region"); - } catch (IOException ioe) { - assertTrue(ioe instanceof UnknownRegionException); - } - - am.balance(new RegionPlan(hri, serverName, destServerName)); - assertFalse("The region should not be in transition", - regionStates.isRegionInTransition(hri)); - } finally { - if (admin.tableExists(tableName)) { - TEST_UTIL.deleteTable(tableName); - } - } - } - - HRegionInfo createTableAndGetOneRegion( - final TableName tableName) throws IOException, InterruptedException { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc, Bytes.toBytes("A"), Bytes.toBytes("Z"), 5); - - // wait till the table is assigned - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - long timeoutTime = System.currentTimeMillis() + 1000; - while (true) { - List<HRegionInfo> regions = master.getAssignmentManager(). - getRegionStates().getRegionsOfTable(tableName); - if (regions.size() > 3) { - return regions.get(2); - } - long now = System.currentTimeMillis(); - if (now > timeoutTime) { - fail("Could not find an online region"); - } - Thread.sleep(10); - } - } - - /** - * This tests assign a region while it's closing. - */ - @Test (timeout=60000) - public void testAssignWhileClosing() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - assertTrue(TEST_UTIL.assignRegion(hri)); - - ServerName sn = am.getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, sn, 6000); - MyRegionObserver.preCloseEnabled.set(true); - am.unassign(hri); - RegionState state = am.getRegionStates().getRegionState(hri); - assertEquals(RegionState.State.FAILED_CLOSE, state.getState()); - - MyRegionObserver.preCloseEnabled.set(false); - am.unassign(hri); - - // region is closing now, will be re-assigned automatically. - // now, let's forcefully assign it again. it should be - // assigned properly and no double-assignment - am.assign(hri, true); - - // let's check if it's assigned after it's out of transition - am.waitOnRegionToClearRegionsInTransition(hri); - assertTrue(am.waitForAssignment(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnlyOnServer(hri, serverName, 200); - } finally { - MyRegionObserver.preCloseEnabled.set(false); - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests region close failed - */ - @Test (timeout=60000) - public void testCloseFailed() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - assertTrue(TEST_UTIL.assignRegion(hri)); - ServerName sn = am.getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, sn, 6000); - - MyRegionObserver.preCloseEnabled.set(true); - am.unassign(hri); - RegionState state = am.getRegionStates().getRegionState(hri); - assertEquals(RegionState.State.FAILED_CLOSE, state.getState()); - - MyRegionObserver.preCloseEnabled.set(false); - am.unassign(hri); - - // region may still be assigned now since it's closing, - // let's check if it's assigned after it's out of transition - am.waitOnRegionToClearRegionsInTransition(hri); - - // region should be closed and re-assigned - assertTrue(am.waitForAssignment(hri)); - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - } finally { - MyRegionObserver.preCloseEnabled.set(false); - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests region open failed - */ - @Test (timeout=60000) - public void testOpenFailed() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - MyLoadBalancer.controledRegion = hri; - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - assertFalse(TEST_UTIL.assignRegion(hri)); - - RegionState state = am.getRegionStates().getRegionState(hri); - assertEquals(RegionState.State.FAILED_OPEN, state.getState()); - // Failed to open since no plan, so it's on no server - assertNull(state.getServerName()); - - MyLoadBalancer.controledRegion = null; - assertTrue(TEST_UTIL.assignRegion(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - } finally { - MyLoadBalancer.controledRegion = null; - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests round-robin assignment failed due to no bulkplan - */ - @Test (timeout=60000) - public void testRoundRobinAssignmentFailed() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = admin.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - - // round-robin assignment but balancer cannot find a plan - // assignment should fail - MyLoadBalancer.controledRegion = hri; - // if bulk assignment cannot update region state to online - // or failed_open this waits until timeout - assertFalse(TEST_UTIL.assignRegion(hri)); - RegionState state = am.getRegionStates().getRegionState(hri); - assertEquals(RegionState.State.FAILED_OPEN, state.getState()); - // Failed to open since no plan, so it's on no server - assertNull(state.getServerName()); - - // try again with valid plan - MyLoadBalancer.controledRegion = null; - assertTrue(TEST_UTIL.assignRegion(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - } finally { - MyLoadBalancer.controledRegion = null; - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests retain assignment failed due to no bulkplan - */ - @Test (timeout=60000) - public void testRetainAssignmentFailed() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - MyLoadBalancer.controledRegion = hri; - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - - Map<HRegionInfo, ServerName> regions = new HashMap<>(); - ServerName dest = TEST_UTIL.getHBaseCluster().getRegionServer(0).getServerName(); - regions.put(hri, dest); - // retainAssignment but balancer cannot find a plan - // assignment should fail - am.assign(regions); - - // if retain assignment cannot update region state to online - // or failed_open this waits until timeout - assertFalse(am.waitForAssignment(hri)); - RegionState state = am.getRegionStates().getRegionState(hri); - assertEquals(RegionState.State.FAILED_OPEN, state.getState()); - // Failed to open since no plan, so it's on no server - assertNull(state.getServerName()); - - // try retainAssigment again with valid plan - MyLoadBalancer.controledRegion = null; - am.assign(regions); - assertTrue(am.waitForAssignment(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - - // it retains on same server as specified - assertEquals(serverName, dest); - } finally { - MyLoadBalancer.controledRegion = null; - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests region open failure which is not recoverable - */ - @Test (timeout=60000) - public void testOpenFailedUnrecoverable() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - FileSystem fs = FileSystem.get(conf); - Path tableDir= FSUtils.getTableDir(FSUtils.getRootDir(conf), tableName); - Path regionDir = new Path(tableDir, hri.getEncodedName()); - // create a file named the same as the region dir to - // mess up with region opening - fs.create(regionDir, true); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - assertFalse(TEST_UTIL.assignRegion(hri)); - - RegionState state = am.getRegionStates().getRegionState(hri); - assertEquals(RegionState.State.FAILED_OPEN, state.getState()); - // Failed to open due to file system issue. Region state should - // carry the opening region server so that we can force close it - // later on before opening it again. See HBASE-9092. - assertNotNull(state.getServerName()); - - // remove the blocking file, so that region can be opened - fs.delete(regionDir, true); - assertTrue(TEST_UTIL.assignRegion(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - } finally { - TEST_UTIL.deleteTable(tableName); - } - } - - @Test (timeout=60000) - public void testSSHWhenDisablingTableRegionsInOpeningOrPendingOpenState() throws Exception { - final TableName table = - TableName.valueOf - ("testSSHWhenDisablingTableRegionsInOpeningOrPendingOpenState"); - AssignmentManager am = TEST_UTIL.getHBaseCluster().getMaster().getAssignmentManager(); - HRegionInfo hri = null; - ServerName serverName = null; - try { - hri = createTableAndGetOneRegion(table); - serverName = am.getRegionStates().getRegionServerOfRegion(hri); - ServerName destServerName = null; - HRegionServer destServer = null; - for (int i = 0; i < 3; i++) { - destServer = TEST_UTIL.getHBaseCluster().getRegionServer(i); - if (!destServer.getServerName().equals(serverName)) { - destServerName = destServer.getServerName(); - break; - } - } - am.regionOffline(hri); - am.getRegionStates().updateRegionState(hri, RegionState.State.PENDING_OPEN, destServerName); - - am.getTableStateManager().setTableState(table, TableState.State.DISABLING); - List<HRegionInfo> toAssignRegions = am.cleanOutCrashedServerReferences(destServerName); - assertTrue("Regions to be assigned should be empty.", toAssignRegions.isEmpty()); - assertTrue("Regions to be assigned should be empty.", am.getRegionStates() - .getRegionState(hri).isOffline()); - } finally { - if (hri != null && serverName != null) { - am.regionOnline(hri, serverName); - } - am.getTableStateManager().setTableState(table, TableState.State.ENABLED); - TEST_UTIL.getAdmin().disableTable(table); - TEST_UTIL.deleteTable(table); - } - } - - /** - * This tests region close hanging - */ - @Test (timeout=60000) - public void testCloseHang() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - assertTrue(TEST_UTIL.assignRegion(hri)); - ServerName sn = am.getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, sn, 6000); - - MyRegionObserver.postCloseEnabled.set(true); - am.unassign(hri); - - // Let region closing move ahead. The region should be closed - // properly and re-assigned automatically - MyRegionObserver.postCloseEnabled.set(false); - - // region may still be assigned now since it's closing, - // let's check if it's assigned after it's out of transition - am.waitOnRegionToClearRegionsInTransition(hri); - - // region should be closed and re-assigned - assertTrue(am.waitForAssignment(hri)); - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - } finally { - MyRegionObserver.postCloseEnabled.set(false); - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * This tests region close racing with open - */ - @Test (timeout=60000) - public void testOpenCloseRacing() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - meta.close(); - - MyRegionObserver.postOpenEnabled.set(true); - MyRegionObserver.postOpenCalled = false; - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - // Region will be opened, but it won't complete - am.assign(hri); - long end = EnvironmentEdgeManager.currentTime() + 20000; - // Wait till postOpen is called - while (!MyRegionObserver.postOpenCalled ) { - assertFalse("Timed out waiting for postOpen to be called", - EnvironmentEdgeManager.currentTime() > end); - Thread.sleep(300); - } - - // Now let's unassign it, it should do nothing - am.unassign(hri); - RegionState state = am.getRegionStates().getRegionState(hri); - ServerName oldServerName = state.getServerName(); - assertTrue(state.isOpening() && oldServerName != null); - - // Now the region is stuck in opening - // Let's forcefully re-assign it to trigger closing/opening - // racing. This test is to make sure this scenario - // is handled properly. - MyRegionObserver.postOpenEnabled.set(false); - ServerName destServerName = null; - int numRS = TEST_UTIL.getHBaseCluster().getLiveRegionServerThreads().size(); - for (int i = 0; i < numRS; i++) { - HRegionServer destServer = TEST_UTIL.getHBaseCluster().getRegionServer(i); - if (!destServer.getServerName().equals(oldServerName)) { - destServerName = destServer.getServerName(); - break; - } - } - assertNotNull(destServerName); - assertFalse("Region should be assigned on a new region server", - oldServerName.equals(destServerName)); - List<HRegionInfo> regions = new ArrayList<>(); - regions.add(hri); - am.assign(destServerName, regions); - - // let's check if it's assigned after it's out of transition - am.waitOnRegionToClearRegionsInTransition(hri); - assertTrue(am.waitForAssignment(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnlyOnServer(hri, serverName, 6000); - } finally { - MyRegionObserver.postOpenEnabled.set(false); - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * Test force unassign/assign a region hosted on a dead server - */ - @Test (timeout=60000) - public void testAssignRacingWithSSH() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); - MyMaster master = null; - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - // Assign the region - master = (MyMaster)cluster.getMaster(); - AssignmentManager am = master.getAssignmentManager(); - - am.assign(hri); - - // Hold SSH before killing the hosting server - master.enableSSH(false); - - - RegionStates regionStates = am.getRegionStates(); - ServerName metaServer = regionStates.getRegionServerOfRegion( - HRegionInfo.FIRST_META_REGIONINFO); - while (true) { - assertTrue(am.waitForAssignment(hri)); - RegionState state = regionStates.getRegionState(hri); - ServerName oldServerName = state.getServerName(); - if (!ServerName.isSameHostnameAndPort(oldServerName, metaServer)) { - // Kill the hosting server, which doesn't have meta on it. - cluster.killRegionServer(oldServerName); - cluster.waitForRegionServerToStop(oldServerName, -1); - break; - } - int i = cluster.getServerWithMeta(); - HRegionServer rs = cluster.getRegionServer(i == 0 ? 1 : 0); - oldServerName = rs.getServerName(); - master.move(hri.getEncodedNameAsBytes(), - Bytes.toBytes(oldServerName.getServerName())); - } - - // You can't assign a dead region before SSH - am.assign(hri, true); - RegionState state = regionStates.getRegionState(hri); - assertTrue(state.isFailedClose()); - - // You can't unassign a dead region before SSH either - am.unassign(hri); - state = regionStates.getRegionState(hri); - assertTrue(state.isFailedClose()); - - // Enable SSH so that log can be split - master.enableSSH(true); - - // let's check if it's assigned after it's out of transition. - // no need to assign it manually, SSH should do it - am.waitOnRegionToClearRegionsInTransition(hri); - assertTrue(am.waitForAssignment(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnlyOnServer(hri, serverName, 6000); - } finally { - if (master != null) { - master.enableSSH(true); - } - TEST_UTIL.deleteTable(tableName); - cluster.startRegionServer(); - } - } - - /** - * Test SSH waiting for extra region server for assignment - */ - @Test (timeout=300000) - public void testSSHWaitForServerToAssignRegion() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); - boolean startAServer = false; - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - HMaster master = cluster.getMaster(); - final ServerManager serverManager = master.getServerManager(); - MyLoadBalancer.countRegionServers = Integer.valueOf( - serverManager.countOfRegionServers()); - HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(tableName); - assertNotNull("First region should be assigned", rs); - final ServerName serverName = rs.getServerName(); - // Wait till SSH tried to assign regions a several times - int counter = MyLoadBalancer.counter.get() + 5; - cluster.killRegionServer(serverName); - startAServer = true; - cluster.waitForRegionServerToStop(serverName, -1); - while (counter > MyLoadBalancer.counter.get()) { - Thread.sleep(1000); - } - cluster.startRegionServer(); - startAServer = false; - // Wait till the dead server is processed by SSH - TEST_UTIL.waitFor(120000, 1000, new Waiter.Predicate<Exception>() { - @Override - public boolean evaluate() throws Exception { - return serverManager.isServerDead(serverName) - && !serverManager.areDeadServersInProgress(); - } - }); - TEST_UTIL.waitUntilNoRegionsInTransition(300000); - - rs = TEST_UTIL.getRSForFirstRegionInTable(tableName); - assertTrue("First region should be re-assigned to a different server", - rs != null && !serverName.equals(rs.getServerName())); - } finally { - MyLoadBalancer.countRegionServers = null; - TEST_UTIL.deleteTable(tableName); - if (startAServer) { - cluster.startRegionServer(); - } - } - } - - /** - * Test force unassign/assign a region of a disabled table - */ - @Test (timeout=60000) - public void testAssignDisabledRegion() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); - MyMaster master = null; - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - // Assign the region - master = (MyMaster)cluster.getMaster(); - AssignmentManager am = master.getAssignmentManager(); - RegionStates regionStates = am.getRegionStates(); - assertTrue(TEST_UTIL.assignRegion(hri)); - - // Disable the table - admin.disableTable(tableName); - assertTrue(regionStates.isRegionOffline(hri)); - - // You can't assign a disabled region - am.assign(hri, true); - assertTrue(regionStates.isRegionOffline(hri)); - - // You can't unassign a disabled region either - am.unassign(hri); - assertTrue(regionStates.isRegionOffline(hri)); - } finally { - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * Test offlined region is assigned by SSH - */ - @Test (timeout=60000) - public void testAssignOfflinedRegionBySSH() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); - MyMaster master = null; - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - // Assign the region - master = (MyMaster)cluster.getMaster(); - AssignmentManager am = master.getAssignmentManager(); - am.assign(hri); - - RegionStates regionStates = am.getRegionStates(); - ServerName metaServer = regionStates.getRegionServerOfRegion( - HRegionInfo.FIRST_META_REGIONINFO); - ServerName oldServerName = null; - while (true) { - assertTrue(am.waitForAssignment(hri)); - RegionState state = regionStates.getRegionState(hri); - oldServerName = state.getServerName(); - if (!ServerName.isSameHostnameAndPort(oldServerName, metaServer)) { - // Mark the hosting server aborted, but don't actually kill it. - // It doesn't have meta on it. - MyRegionServer.abortedServer = oldServerName; - break; - } - int i = cluster.getServerWithMeta(); - HRegionServer rs = cluster.getRegionServer(i == 0 ? 1 : 0); - oldServerName = rs.getServerName(); - master.move(hri.getEncodedNameAsBytes(), - Bytes.toBytes(oldServerName.getServerName())); - } - - // Make sure the region is assigned on the dead server - assertTrue(regionStates.isRegionOnline(hri)); - assertEquals(oldServerName, regionStates.getRegionServerOfRegion(hri)); - - // Kill the hosting server, which doesn't have meta on it. - cluster.killRegionServer(oldServerName); - cluster.waitForRegionServerToStop(oldServerName, -1); - - ServerManager serverManager = master.getServerManager(); - while (!serverManager.isServerDead(oldServerName) - || serverManager.getDeadServers().areDeadServersInProgress()) { - Thread.sleep(100); - } - - // Let's check if it's assigned after it's out of transition. - // no need to assign it manually, SSH should do it - am.waitOnRegionToClearRegionsInTransition(hri); - assertTrue(am.waitForAssignment(hri)); - - ServerName serverName = master.getAssignmentManager(). - getRegionStates().getRegionServerOfRegion(hri); - TEST_UTIL.assertRegionOnlyOnServer(hri, serverName, 200); - } finally { - MyRegionServer.abortedServer = null; - TEST_UTIL.deleteTable(tableName); - cluster.startRegionServer(); - } - } - - /** - * Test disabled region is ignored by SSH - */ - @Test (timeout=60000) - public void testAssignDisabledRegionBySSH() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster(); - MyMaster master; - try { - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = new HRegionInfo( - desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - - // Assign the region - master = (MyMaster)cluster.getMaster(); - AssignmentManager am = master.getAssignmentManager(); - am.assign(hri); - - RegionStates regionStates = am.getRegionStates(); - ServerName metaServer = regionStates.getRegionServerOfRegion( - HRegionInfo.FIRST_META_REGIONINFO); - ServerName oldServerName = null; - while (true) { - assertTrue(am.waitForAssignment(hri)); - RegionState state = regionStates.getRegionState(hri); - oldServerName = state.getServerName(); - if (!ServerName.isSameHostnameAndPort(oldServerName, metaServer)) { - // Mark the hosting server aborted, but don't actually kill it. - // It doesn't have meta on it. - MyRegionServer.abortedServer = oldServerName; - break; - } - int i = cluster.getServerWithMeta(); - HRegionServer rs = cluster.getRegionServer(i == 0 ? 1 : 0); - oldServerName = rs.getServerName(); - master.move(hri.getEncodedNameAsBytes(), - Bytes.toBytes(oldServerName.getServerName())); - } - - // Make sure the region is assigned on the dead server - assertTrue(regionStates.isRegionOnline(hri)); - assertEquals(oldServerName, regionStates.getRegionServerOfRegion(hri)); - - // Disable the table now. - master.disableTable(hri.getTable(), HConstants.NO_NONCE, HConstants.NO_NONCE); - - // Kill the hosting server, which doesn't have meta on it. - cluster.killRegionServer(oldServerName); - cluster.waitForRegionServerToStop(oldServerName, -1); - - ServerManager serverManager = master.getServerManager(); - while (!serverManager.isServerDead(oldServerName) - || serverManager.getDeadServers().areDeadServersInProgress()) { - Thread.sleep(100); - } - - // Wait till no more RIT, the region should be offline. - TEST_UTIL.waitUntilNoRegionsInTransition(60000); - assertTrue(regionStates.isRegionOffline(hri)); - } finally { - MyRegionServer.abortedServer = null; - TEST_UTIL.deleteTable(tableName); - cluster.startRegionServer(); - } - } - - /** - * Test that region state transition call is idempotent - */ - @Test(timeout = 60000) - public void testReportRegionStateTransition() throws Exception { - final TableName tableName = TableName.valueOf(name.getMethodName()); - try { - MyRegionServer.simulateRetry = true; - HTableDescriptor desc = new HTableDescriptor(tableName); - desc.addFamily(new HColumnDescriptor(FAMILY)); - admin.createTable(desc); - Table meta = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME); - HRegionInfo hri = - new HRegionInfo(desc.getTableName(), Bytes.toBytes("A"), Bytes.toBytes("Z")); - MetaTableAccessor.addRegionToMeta(meta, hri); - HMaster master = TEST_UTIL.getHBaseCluster().getMaster(); - AssignmentManager am = master.getAssignmentManager(); - TEST_UTIL.assignRegion(hri); - RegionStates regionStates = am.getRegionStates(); - ServerName serverName = regionStates.getRegionServerOfRegion(hri); - // Assert the the region is actually open on the server - TEST_UTIL.assertRegionOnServer(hri, serverName, 200); - // Closing region should just work fine - admin.disableTable(tableName); - assertTrue(regionStates.isRegionOffline(hri)); - List<HRegionInfo> regions = TEST_UTIL.getAdmin().getOnlineRegions(serverName); - assertTrue(!regions.contains(hri)); - } finally { - MyRegionServer.simulateRetry = false; - TEST_UTIL.deleteTable(tableName); - } - } - - /** - * Test concurrent updates to meta when meta is not on master - * @throws Exception - */ - @Test(timeout = 30000) - public void testUpdatesRemoteMeta() throws Exception { - conf.setInt("hbase.regionstatestore.meta.connection", 3); - final RegionStateStore rss = - new RegionStateStore(new MyMaster(conf, new ZkCoordinatedStateManager())); - rss.start(); - // Create 10 threads and make each do 10 puts related to region state update - Thread[] th = new Thread[10]; - List<String> nameList = new ArrayList<>(); - List<TableName> tableNameList = new ArrayList<>(); - for (int i = 0; i < th.length; i++) { - th[i] = new Thread() { - @Override - public void run() { - HRegionInfo[] hri = new HRegionInfo[10]; - ServerName serverName = ServerName.valueOf("dummyhost", 1000, 1234); - for (int i = 0; i < 10; i++) { - hri[i] = new HRegionInfo(TableName.valueOf(Thread.currentThread().getName() + "_" + i)); - RegionState newState = new RegionState(hri[i], RegionState.State.OPEN, serverName); - RegionState oldState = - new RegionState(hri[i], RegionState.State.PENDING_OPEN, serverName); - rss.updateRegionState(1, newState, oldState); - } - } - }; - th[i].start(); - nameList.add(th[i].getName()); - } - for (int i = 0; i < th.length; i++) { - th[i].join(); - } - // Add all the expected table names in meta to tableNameList - for (String name : nameList) { - for (int i = 0; i < 10; i++) { - tableNameList.add(TableName.valueOf(name + "_" + i)); - } - } - List<Result> metaRows = MetaTableAccessor.fullScanRegions(admin.getConnection()); - int count = 0; - // Check all 100 rows are in meta - for (Result result : metaRows) { - if (tableNameList.contains(HRegionInfo.getTable(result.getRow()))) { - count++; - if (count == 100) { - break; - } - } - } - assertTrue(count == 100); - rss.stop(); - } - - static class MyLoadBalancer extends StochasticLoadBalancer { - // For this region, if specified, always assign to nowhere - static volatile HRegionInfo controledRegion = null; - - static volatile Integer countRegionServers = null; - static AtomicInteger counter = new AtomicInteger(0); - - @Override - public ServerName randomAssignment(HRegionInfo regionInfo, - List<ServerName> servers) { - if (regionInfo.equals(controledRegion)) { - return null; - } - return super.randomAssignment(regionInfo, servers); - } - - @Override - public Map<ServerName, List<HRegionInfo>> roundRobinAssignment( - List<HRegionInfo> regions, List<ServerName> servers) { - if (countRegionServers != null && services != null) { - int regionServers = services.getServerManager().countOfRegionServers(); - if (regionServers < countRegionServers.intValue()) { - // Let's wait till more region servers join in. - // Before that, fail region assignments. - counter.incrementAndGet(); - return null; - } - } - if (regions.get(0).equals(controledRegion)) { - Map<ServerName, List<HRegionInfo>> m = Maps.newHashMap(); - m.put(LoadBalancer.BOGUS_SERVER_NAME, regions); - return m; - } - return super.roundRobinAssignment(regions, servers); - } - - @Override - public Map<ServerName, List<HRegionInfo>> retainAssignment( - Map<HRegionInfo, ServerName> regions, List<ServerName> servers) { - for (HRegionInfo hri : regions.keySet()) { - if (hri.equals(controledRegion)) { - Map<ServerName, List<HRegionInfo>> m = Maps.newHashMap(); - m.put(LoadBalancer.BOGUS_SERVER_NAME, Lists.newArrayList(regions.keySet())); - return m; - } - } - return super.retainAssignment(regions, servers); - } - } - - public static class MyMaster extends HMaster { - AtomicBoolean enabled = new AtomicBoolean(true); - - public MyMaster(Configuration conf, CoordinatedStateManager cp) - throws IOException, KeeperException, - InterruptedException { - super(conf, cp); - } - - @Override - public boolean isServerCrashProcessingEnabled() { - return enabled.get() && super.isServerCrashProcessingEnabled(); - } - - public void enableSSH(boolean enabled) { - this.enabled.set(enabled); - if (enabled) { - getServerManager().processQueuedDeadServers(); - } - } - } - - public static class MyRegionServer extends MiniHBaseClusterRegionServer { - static volatile ServerName abortedServer = null; - static volatile boolean simulateRetry = false; - - public MyRegionServer(Configuration conf, CoordinatedStateManager cp) - throws IOException, KeeperException, - InterruptedException { - super(conf, cp); - } - - @Override - public boolean reportRegionStateTransition(TransitionCode code, long openSeqNum, - HRegionInfo... hris) { - if (simulateRetry) { - // Simulate retry by calling the method twice - super.reportRegionStateTransition(code, openSeqNum, hris); - return super.reportRegionStateTransition(code, openSeqNum, hris); - } - return super.reportRegionStateTransition(code, openSeqNum, hris); - } - - @Override - public boolean isAborted() { - return getServerName().equals(abortedServer) || super.isAborted(); - } - } - - public static class MyRegionObserver implements RegionObserver { - // If enabled, fail all preClose calls - static AtomicBoolean preCloseEnabled = new AtomicBoolean(false); - - // If enabled, stall postClose calls - static AtomicBoolean postCloseEnabled = new AtomicBoolean(false); - - // If enabled, stall postOpen calls - static AtomicBoolean postOpenEnabled = new AtomicBoolean(false); - - // A flag to track if postOpen is called - static volatile boolean postOpenCalled = false; - - @Override - public void preClose(ObserverContext<RegionCoprocessorEnvironment> c, - boolean abortRequested) throws IOException { - if (preCloseEnabled.get()) throw new IOException("fail preClose from coprocessor"); - } - - @Override - public void postClose(ObserverContext<RegionCoprocessorEnvironment> c, - boolean abortRequested) { - stallOnFlag(postCloseEnabled); - } - - @Override - public void postOpen(ObserverContext<RegionCoprocessorEnvironment> c) { - postOpenCalled = true; - stallOnFlag(postOpenEnabled); - } - - private void stallOnFlag(final AtomicBoolean flag) { - try { - // If enabled, stall - while (flag.get()) { - Thread.sleep(1000); - } - } catch (InterruptedException ie) { - Thread.currentThread().interrupt(); - } - } - } -}
http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestCatalogJanitor.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestCatalogJanitor.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestCatalogJanitor.java index cc73d9d..b6a0035 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestCatalogJanitor.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestCatalogJanitor.java @@ -53,6 +53,7 @@ import org.apache.hadoop.hbase.coordination.BaseCoordinatedStateManager; import org.apache.hadoop.hbase.coordination.SplitLogManagerCoordination; import org.apache.hadoop.hbase.coordination.SplitLogManagerCoordination.SplitLogManagerDetails; import org.apache.hadoop.hbase.io.Reference; +import org.apache.hadoop.hbase.master.assignment.AssignmentManager; import org.apache.hadoop.hbase.master.CatalogJanitor.SplitParentFirstComparator; import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil; import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos; http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestDistributedLogSplitting.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestDistributedLogSplitting.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestDistributedLogSplitting.java index b78bfd1..fcd2cf9 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestDistributedLogSplitting.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestDistributedLogSplitting.java @@ -84,6 +84,7 @@ import org.apache.hadoop.hbase.coordination.BaseCoordinatedStateManager; import org.apache.hadoop.hbase.coordination.ZKSplitLogManagerCoordination; import org.apache.hadoop.hbase.exceptions.RegionInRecoveryException; import org.apache.hadoop.hbase.ipc.ServerNotRunningYetException; +import org.apache.hadoop.hbase.master.assignment.RegionStates; import org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch; import org.apache.hadoop.hbase.regionserver.HRegion; import org.apache.hadoop.hbase.regionserver.HRegionServer; http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMaster.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMaster.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMaster.java index eb4ce99..d6210b9 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMaster.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMaster.java @@ -42,6 +42,7 @@ import org.apache.hadoop.hbase.UnknownRegionException; import org.apache.hadoop.hbase.client.Admin; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.client.TableState; +import org.apache.hadoop.hbase.master.assignment.RegionStates; import org.apache.hadoop.hbase.testclassification.MasterTests; import org.apache.hadoop.hbase.testclassification.MediumTests; import org.apache.hadoop.hbase.util.Bytes; http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterBalanceThrottling.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterBalanceThrottling.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterBalanceThrottling.java index 74f2c91..c020064 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterBalanceThrottling.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterBalanceThrottling.java @@ -120,8 +120,9 @@ public class TestMasterBalanceThrottling { @Override public void run() { while (!stop.get()) { - maxCount.set(Math.max(maxCount.get(), master.getAssignmentManager().getRegionStates() - .getRegionsInTransitionCount())); + maxCount.set(Math.max(maxCount.get(), + master.getAssignmentManager().getRegionStates() + .getRegionsInTransition().size())); try { Thread.sleep(10); } catch (InterruptedException e) { @@ -136,7 +137,7 @@ public class TestMasterBalanceThrottling { } private void unbalance(HMaster master, TableName tableName) throws Exception { - while (master.getAssignmentManager().getRegionStates().getRegionsInTransitionCount() > 0) { + while (master.getAssignmentManager().getRegionStates().getRegionsInTransition().size() > 0) { Thread.sleep(100); } HRegionServer biasedServer = TEST_UTIL.getMiniHBaseCluster().getRegionServer(0); @@ -144,7 +145,7 @@ public class TestMasterBalanceThrottling { master.move(regionInfo.getEncodedNameAsBytes(), Bytes.toBytes(biasedServer.getServerName().getServerName())); } - while (master.getAssignmentManager().getRegionStates().getRegionsInTransitionCount() > 0) { + while (master.getAssignmentManager().getRegionStates().getRegionsInTransition().size() > 0) { Thread.sleep(100); } } http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterFailover.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterFailover.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterFailover.java index f57d6b9..986e8d2 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterFailover.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterFailover.java @@ -43,6 +43,8 @@ import org.apache.hadoop.hbase.ServerName; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.RegionLocator; import org.apache.hadoop.hbase.client.Table; +import org.apache.hadoop.hbase.master.assignment.RegionStates; +import org.apache.hadoop.hbase.master.assignment.RegionStateStore; import org.apache.hadoop.hbase.master.RegionState.State; import org.apache.hadoop.hbase.regionserver.HRegion; import org.apache.hadoop.hbase.regionserver.HRegionServer; @@ -252,21 +254,20 @@ public class TestMasterFailover { // Put the online region in pending_close. It is actually already opened. // This is to simulate that the region close RPC is not sent out before failover RegionState oldState = regionStates.getRegionState(hriOnline); - RegionState newState = new RegionState( - hriOnline, State.PENDING_CLOSE, oldState.getServerName()); + RegionState newState = new RegionState(hriOnline, State.CLOSING, oldState.getServerName()); stateStore.updateRegionState(HConstants.NO_SEQNUM, newState, oldState); // Put the offline region in pending_open. It is actually not opened yet. // This is to simulate that the region open RPC is not sent out before failover oldState = new RegionState(hriOffline, State.OFFLINE); - newState = new RegionState(hriOffline, State.PENDING_OPEN, newState.getServerName()); + newState = new RegionState(hriOffline, State.OPENING, newState.getServerName()); stateStore.updateRegionState(HConstants.NO_SEQNUM, newState, oldState); HRegionInfo failedClose = new HRegionInfo(offlineTable.getTableName(), null, null); createRegion(failedClose, rootdir, conf, offlineTable); MetaTableAccessor.addRegionToMeta(master.getConnection(), failedClose); - oldState = new RegionState(failedClose, State.PENDING_CLOSE); + oldState = new RegionState(failedClose, State.CLOSING); newState = new RegionState(failedClose, State.FAILED_CLOSE, newState.getServerName()); stateStore.updateRegionState(HConstants.NO_SEQNUM, newState, oldState); @@ -276,7 +277,7 @@ public class TestMasterFailover { // Simulate a region transitioning to failed open when the region server reports the // transition as FAILED_OPEN - oldState = new RegionState(failedOpen, State.PENDING_OPEN); + oldState = new RegionState(failedOpen, State.OPENING); newState = new RegionState(failedOpen, State.FAILED_OPEN, newState.getServerName()); stateStore.updateRegionState(HConstants.NO_SEQNUM, newState, oldState); @@ -378,12 +379,12 @@ public class TestMasterFailover { assertEquals("hbase:meta should be onlined on RS", metaState.getState(), State.OPEN); - // Update meta state as PENDING_OPEN, then kill master + // Update meta state as OPENING, then kill master // that simulates, that RS successfully deployed, but // RPC was lost right before failure. // region server should expire (how it can be verified?) MetaTableLocator.setMetaLocation(activeMaster.getZooKeeper(), - rs.getServerName(), State.PENDING_OPEN); + rs.getServerName(), State.OPENING); Region meta = rs.getFromOnlineRegions(HRegionInfo.FIRST_META_REGIONINFO.getEncodedName()); rs.removeFromOnlineRegions(meta, null); ((HRegion)meta).close(); @@ -410,12 +411,12 @@ public class TestMasterFailover { assertEquals("hbase:meta should be onlined on RS", metaState.getState(), State.OPEN); - // Update meta state as PENDING_CLOSE, then kill master + // Update meta state as CLOSING, then kill master // that simulates, that RS successfully deployed, but // RPC was lost right before failure. // region server should expire (how it can be verified?) MetaTableLocator.setMetaLocation(activeMaster.getZooKeeper(), - rs.getServerName(), State.PENDING_CLOSE); + rs.getServerName(), State.CLOSING); log("Aborting master"); activeMaster.abort("test-kill"); http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterStatusServlet.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterStatusServlet.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterStatusServlet.java index b59e6ff..478e4d4 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterStatusServlet.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterStatusServlet.java @@ -34,6 +34,8 @@ import org.apache.hadoop.hbase.HRegionInfo; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.ServerName; import org.apache.hadoop.hbase.TableName; +import org.apache.hadoop.hbase.master.assignment.AssignmentManager; +import org.apache.hadoop.hbase.master.assignment.RegionStates; import org.apache.hadoop.hbase.client.Admin; import org.apache.hadoop.hbase.testclassification.MasterTests; import org.apache.hadoop.hbase.testclassification.MediumTests; @@ -164,7 +166,8 @@ public class TestMasterStatusServlet { RegionStates rs = Mockito.mock(RegionStates.class); // Add 100 regions as in-transition - TreeSet<RegionState> regionsInTransition = new TreeSet<>(RegionStates.REGION_STATE_COMPARATOR); + TreeSet<RegionState> regionsInTransition = new TreeSet<>( + RegionStates.REGION_STATE_STAMP_COMPARATOR); for (byte i = 0; i < 100; i++) { HRegionInfo hri = new HRegionInfo(FAKE_TABLE.getTableName(), new byte[]{i}, new byte[]{(byte) (i+1)}); http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMetaShutdownHandler.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMetaShutdownHandler.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMetaShutdownHandler.java index a845a73..68160df 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMetaShutdownHandler.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMetaShutdownHandler.java @@ -30,6 +30,7 @@ import org.apache.hadoop.hbase.MiniHBaseCluster; import org.apache.hadoop.hbase.MiniHBaseCluster.MiniHBaseClusterRegionServer; import org.apache.hadoop.hbase.ServerName; import org.apache.hadoop.hbase.Waiter; +import org.apache.hadoop.hbase.master.assignment.RegionStates; import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.zookeeper.MetaTableLocator; import org.apache.hadoop.hbase.zookeeper.ZKUtil; http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionState.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionState.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionState.java index daf6d43..fe5883b 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionState.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionState.java @@ -35,14 +35,19 @@ public class TestRegionState { public TestName name = new TestName(); @Test - public void test() { - RegionState state1 = new RegionState( - new HRegionInfo(TableName.valueOf(name.getMethodName())), RegionState.State.OPENING); + public void testSerializeDeserialize() { + final TableName tableName = TableName.valueOf("testtb"); + for (RegionState.State state: RegionState.State.values()) { + testSerializeDeserialize(tableName, state); + } + } + + private void testSerializeDeserialize(final TableName tableName, final RegionState.State state) { + RegionState state1 = new RegionState(new HRegionInfo(tableName), state); ClusterStatusProtos.RegionState protobuf1 = state1.convert(); RegionState state2 = RegionState.convert(protobuf1); ClusterStatusProtos.RegionState protobuf2 = state1.convert(); - - assertEquals(state1, state2); - assertEquals(protobuf1, protobuf2); + assertEquals("RegionState does not match " + state, state1, state2); + assertEquals("Protobuf does not match " + state, protobuf1, protobuf2); } } http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionStates.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionStates.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionStates.java deleted file mode 100644 index 17004ec..0000000 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRegionStates.java +++ /dev/null @@ -1,144 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.hadoop.hbase.master; - -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hbase.HRegionInfo; -import org.apache.hadoop.hbase.ServerName; -import org.apache.hadoop.hbase.TableName; -import org.apache.hadoop.hbase.client.ClusterConnection; -import org.apache.hadoop.hbase.client.Connection; -import org.apache.hadoop.hbase.client.Get; -import org.apache.hadoop.hbase.client.Result; -import org.apache.hadoop.hbase.client.Table; -import org.apache.hadoop.hbase.master.RegionState.State; -import org.apache.hadoop.hbase.testclassification.MasterTests; -import org.apache.hadoop.hbase.testclassification.SmallTests; -import org.junit.Test; -import org.junit.experimental.categories.Category; - -import java.util.Arrays; -import java.util.List; -import java.util.Map; -import java.util.UUID; -import java.util.concurrent.BrokenBarrierException; -import java.util.concurrent.CyclicBarrier; - -import org.mockito.Mockito; -import org.mockito.invocation.InvocationOnMock; -import org.mockito.stubbing.Answer; - -import java.io.IOException; -import static org.junit.Assert.assertTrue; -import static junit.framework.Assert.assertFalse; -import static org.mockito.Matchers.isA; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.when; - -@Category({MasterTests.class, SmallTests.class}) -public class TestRegionStates { - @Test (timeout=10000) - public void testCanMakeProgressThoughMetaIsDown() - throws IOException, InterruptedException, BrokenBarrierException { - MasterServices server = mock(MasterServices.class); - when(server.getServerName()).thenReturn(ServerName.valueOf("master,1,1")); - Connection connection = mock(ClusterConnection.class); - // Set up a table that gets 'stuck' when we try to fetch a row from the meta table. - // It is stuck on a CyclicBarrier latch. We use CyclicBarrier because it will tell us when - // thread is waiting on latch. - Table metaTable = Mockito.mock(Table.class); - final CyclicBarrier latch = new CyclicBarrier(2); - when(metaTable.get((Get)Mockito.any())).thenAnswer(new Answer<Result>() { - @Override - public Result answer(InvocationOnMock invocation) throws Throwable { - latch.await(); - throw new java.net.ConnectException("Connection refused"); - } - }); - when(connection.getTable(TableName.META_TABLE_NAME)).thenReturn(metaTable); - when(server.getConnection()).thenReturn((ClusterConnection)connection); - Configuration configuration = mock(Configuration.class); - when(server.getConfiguration()).thenReturn(configuration); - TableStateManager tsm = mock(TableStateManager.class); - ServerManager sm = mock(ServerManager.class); - when(sm.isServerOnline(isA(ServerName.class))).thenReturn(true); - - RegionStateStore rss = mock(RegionStateStore.class); - final RegionStates regionStates = new RegionStates(server, tsm, sm, rss); - final ServerName sn = mockServer("one", 1); - regionStates.updateRegionState(HRegionInfo.FIRST_META_REGIONINFO, State.SPLITTING_NEW, sn); - Thread backgroundThread = new Thread("Get stuck setting server offline") { - @Override - public void run() { - regionStates.serverOffline(sn); - } - }; - assertTrue(latch.getNumberWaiting() == 0); - backgroundThread.start(); - while (latch.getNumberWaiting() == 0); - // Verify I can do stuff with synchronized RegionStates methods, that I am not locked out. - // Below is a call that is synchronized. Can I do it and not block? - regionStates.getRegionServerOfRegion(HRegionInfo.FIRST_META_REGIONINFO); - // Done. Trip the barrier on the background thread. - latch.await(); - } - - @Test - public void testWeDontReturnDrainingServersForOurBalancePlans() throws Exception { - MasterServices server = mock(MasterServices.class); - when(server.getServerName()).thenReturn(ServerName.valueOf("master,1,1")); - Configuration configuration = mock(Configuration.class); - when(server.getConfiguration()).thenReturn(configuration); - TableStateManager tsm = mock(TableStateManager.class); - ServerManager sm = mock(ServerManager.class); - when(sm.isServerOnline(isA(ServerName.class))).thenReturn(true); - - RegionStateStore rss = mock(RegionStateStore.class); - RegionStates regionStates = new RegionStates(server, tsm, sm, rss); - - ServerName one = mockServer("one", 1); - ServerName two = mockServer("two", 1); - ServerName three = mockServer("three", 1); - - when(sm.getDrainingServersList()).thenReturn(Arrays.asList(three)); - - regionStates.regionOnline(createFakeRegion(), one); - regionStates.regionOnline(createFakeRegion(), two); - regionStates.regionOnline(createFakeRegion(), three); - - - Map<TableName, Map<ServerName, List<HRegionInfo>>> result = - regionStates.getAssignmentsByTable(); - for (Map<ServerName, List<HRegionInfo>> map : result.values()) { - assertFalse(map.keySet().contains(three)); - } - } - - private HRegionInfo createFakeRegion() { - HRegionInfo info = mock(HRegionInfo.class); - when(info.getEncodedName()).thenReturn(UUID.randomUUID().toString()); - return info; - } - - private ServerName mockServer(String fakeHost, int fakePort) { - ServerName serverName = mock(ServerName.class); - when(serverName.getHostname()).thenReturn(fakeHost); - when(serverName.getPort()).thenReturn(fakePort); - return serverName; - } -} http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRestartCluster.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRestartCluster.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRestartCluster.java index 7c41c0f..3e3af27 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRestartCluster.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestRestartCluster.java @@ -35,6 +35,7 @@ import org.apache.hadoop.hbase.MiniHBaseCluster; import org.apache.hadoop.hbase.ServerName; import org.apache.hadoop.hbase.TableExistsException; import org.apache.hadoop.hbase.TableName; +import org.apache.hadoop.hbase.master.assignment.RegionStates; import org.apache.hadoop.hbase.testclassification.LargeTests; import org.apache.hadoop.hbase.testclassification.MasterTests; import org.apache.hadoop.hbase.util.Bytes; http://git-wip-us.apache.org/repos/asf/hbase/blob/8faab93a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/AssignmentTestingUtil.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/AssignmentTestingUtil.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/AssignmentTestingUtil.java new file mode 100644 index 0000000..07b989b --- /dev/null +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/AssignmentTestingUtil.java @@ -0,0 +1,125 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hbase.master.assignment; + +import java.util.Set; + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.hadoop.hbase.HBaseTestingUtility; +import org.apache.hadoop.hbase.HRegionInfo; +import org.apache.hadoop.hbase.ServerName; +import org.apache.hadoop.hbase.classification.InterfaceAudience; +import org.apache.hadoop.hbase.classification.InterfaceStability; +import org.apache.hadoop.hbase.master.HMaster; +import org.apache.hadoop.hbase.Waiter.ExplainingPredicate; +import org.apache.hadoop.hbase.util.Threads; + +import static org.junit.Assert.assertEquals; + [email protected] [email protected] +public abstract class AssignmentTestingUtil { + private static final Log LOG = LogFactory.getLog(AssignmentTestingUtil.class); + + private AssignmentTestingUtil() {} + + public static void waitForRegionToBeInTransition(final HBaseTestingUtility util, + final HRegionInfo hri) throws Exception { + while (!getMaster(util).getAssignmentManager().getRegionStates().isRegionInTransition(hri)) { + Threads.sleep(10); + } + } + + public static void waitForRsToBeDead(final HBaseTestingUtility util, + final ServerName serverName) throws Exception { + util.waitFor(60000, new ExplainingPredicate<Exception>() { + @Override + public boolean evaluate() { + return getMaster(util).getServerManager().isServerDead(serverName); + } + + @Override + public String explainFailure() { + return "Server " + serverName + " is not dead"; + } + }); + } + + public static void stopRs(final HBaseTestingUtility util, final ServerName serverName) + throws Exception { + LOG.info("STOP REGION SERVER " + serverName); + util.getMiniHBaseCluster().stopRegionServer(serverName); + waitForRsToBeDead(util, serverName); + } + + public static void killRs(final HBaseTestingUtility util, final ServerName serverName) + throws Exception { + LOG.info("KILL REGION SERVER " + serverName); + util.getMiniHBaseCluster().killRegionServer(serverName); + waitForRsToBeDead(util, serverName); + } + + public static void crashRs(final HBaseTestingUtility util, final ServerName serverName, + final boolean kill) throws Exception { + if (kill) { + killRs(util, serverName); + } else { + stopRs(util, serverName); + } + } + + public static ServerName crashRsWithRegion(final HBaseTestingUtility util, + final HRegionInfo hri, final boolean kill) throws Exception { + ServerName serverName = getServerHoldingRegion(util, hri); + crashRs(util, serverName, kill); + return serverName; + } + + public static ServerName getServerHoldingRegion(final HBaseTestingUtility util, + final HRegionInfo hri) throws Exception { + ServerName serverName = util.getMiniHBaseCluster().getServerHoldingRegion( + hri.getTable(), hri.getRegionName()); + ServerName amServerName = getMaster(util).getAssignmentManager().getRegionStates() + .getRegionServerOfRegion(hri); + + // Make sure AM and MiniCluster agrees on the Server holding the region + // and that the server is online. + assertEquals(amServerName, serverName); + assertEquals(true, getMaster(util).getServerManager().isServerOnline(serverName)); + return serverName; + } + + public static boolean isServerHoldingMeta(final HBaseTestingUtility util, + final ServerName serverName) throws Exception { + for (HRegionInfo hri: getMetaRegions(util)) { + if (serverName.equals(getServerHoldingRegion(util, hri))) { + return true; + } + } + return false; + } + + public static Set<HRegionInfo> getMetaRegions(final HBaseTestingUtility util) { + return getMaster(util).getAssignmentManager().getMetaRegionSet(); + } + + private static HMaster getMaster(final HBaseTestingUtility util) { + return util.getMiniHBaseCluster().getMaster(); + } +} \ No newline at end of file
