HBASE-14030 Revert due to pending review comments
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/449fb812 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/449fb812 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/449fb812 Branch: refs/heads/master Commit: 449fb81286f405cd7b373499c5db65ea61f9ffab Parents: de69f0d Author: tedyu <[email protected]> Authored: Mon Dec 28 01:08:02 2015 -0800 Committer: tedyu <[email protected]> Committed: Mon Dec 28 01:08:02 2015 -0800 ---------------------------------------------------------------------- bin/hbase | 6 - .../org/apache/hadoop/hbase/HConstants.java | 445 +++++----- hbase-server/pom.xml | 10 - .../hadoop/hbase/backup/BackupClient.java | 338 -------- .../hadoop/hbase/backup/BackupCommands.java | 147 ---- .../hadoop/hbase/backup/BackupContext.java | 318 -------- .../hadoop/hbase/backup/BackupCopyService.java | 37 - .../hadoop/hbase/backup/BackupException.java | 85 -- .../hadoop/hbase/backup/BackupHandler.java | 744 ----------------- .../hadoop/hbase/backup/BackupManager.java | 488 ----------- .../hadoop/hbase/backup/BackupManifest.java | 814 ------------------- .../hbase/backup/BackupRestoreConstants.java | 66 -- .../backup/BackupRestoreServiceFactory.java | 61 -- .../hadoop/hbase/backup/BackupStatus.java | 67 -- .../hadoop/hbase/backup/BackupSystemTable.java | 642 --------------- .../hbase/backup/BackupSystemTableHelper.java | 314 ------- .../apache/hadoop/hbase/backup/BackupUtil.java | 564 ------------- .../hadoop/hbase/backup/HBackupFileSystem.java | 511 ------------ .../hbase/backup/IncrementalBackupManager.java | 269 ------ .../hbase/backup/IncrementalRestoreService.java | 33 - .../hadoop/hbase/backup/RestoreClient.java | 496 ----------- .../apache/hadoop/hbase/backup/RestoreUtil.java | 503 ------------ .../mapreduce/MapReduceBackupCopyService.java | 292 ------- .../mapreduce/MapReduceRestoreService.java | 72 -- .../hbase/backup/master/BackupLogCleaner.java | 121 --- .../master/LogRollMasterProcedureManager.java | 129 --- .../regionserver/LogRollBackupSubprocedure.java | 138 ---- .../LogRollBackupSubprocedurePool.java | 137 ---- .../LogRollRegionServerProcedureManager.java | 168 ---- .../BaseCoordinatedStateManager.java | 17 - .../coordination/ZkCoordinatedStateManager.java | 20 +- .../hadoop/hbase/mapreduce/WALPlayer.java | 54 +- .../org/apache/hadoop/hbase/master/HMaster.java | 2 - .../procedure/RegionServerProcedureManager.java | 2 +- .../RegionServerProcedureManagerHost.java | 3 +- .../procedure/ZKProcedureCoordinatorRpcs.java | 2 +- .../hbase/procedure/ZKProcedureMemberRpcs.java | 83 +- .../RegionServerFlushTableProcedureManager.java | 2 +- .../hbase/regionserver/HRegionServer.java | 4 +- .../snapshot/RegionServerSnapshotManager.java | 2 +- .../hadoop/hbase/regionserver/wal/FSHLog.java | 67 +- .../hadoop/hbase/snapshot/SnapshotCopy.java | 42 - .../hadoop/hbase/wal/DefaultWALProvider.java | 7 +- .../hadoop/hbase/backup/TestBackupBase.java | 194 ----- .../hbase/backup/TestBackupBoundaryTests.java | 99 --- .../hbase/backup/TestBackupLogCleaner.java | 161 ---- .../hbase/backup/TestBackupSystemTable.java | 341 -------- .../hadoop/hbase/backup/TestFullBackup.java | 83 -- .../hadoop/hbase/backup/TestFullRestore.java | 166 ---- .../hbase/backup/TestIncrementalBackup.java | 179 ---- .../hadoop/hbase/backup/TestRemoteBackup.java | 44 - .../hadoop/hbase/backup/TestRemoteRestore.java | 54 -- .../hbase/backup/TestRestoreBoundaryTests.java | 85 -- .../procedure/SimpleRSProcedureManager.java | 2 +- 54 files changed, 341 insertions(+), 9389 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/bin/hbase ---------------------------------------------------------------------- diff --git a/bin/hbase b/bin/hbase index 9fd903a..5064451 100755 --- a/bin/hbase +++ b/bin/hbase @@ -99,8 +99,6 @@ if [ $# = 0 ]; then echo " pe Run PerformanceEvaluation" echo " ltt Run LoadTestTool" echo " version Print the version" - echo " backup backup tables for recovery" - echo " restore restore tables from existing backup image" echo " CLASSNAME Run the class named CLASSNAME" exit 1 fi @@ -305,10 +303,6 @@ elif [ "$COMMAND" = "hfile" ] ; then CLASS='org.apache.hadoop.hbase.io.hfile.HFilePrettyPrinter' elif [ "$COMMAND" = "zkcli" ] ; then CLASS="org.apache.hadoop.hbase.zookeeper.ZooKeeperMainServer" -elif [ "$COMMAND" = "backup" ] ; then - CLASS='org.apache.hadoop.hbase.backup.BackupClient' -elif [ "$COMMAND" = "restore" ] ; then - CLASS='org.apache.hadoop.hbase.backup.RestoreClient' elif [ "$COMMAND" = "upgrade" ] ; then echo "This command was used to upgrade to HBase 0.96, it was removed in HBase 2.0.0." echo "Please follow the documentation at http://hbase.apache.org/book.html#upgrading."; http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java ---------------------------------------------------------------------- diff --git a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java index 0f572e6..6fafad3 100644 --- a/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java +++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/HConstants.java @@ -40,11 +40,11 @@ import org.apache.hadoop.hbase.util.Bytes; public final class HConstants { // NOTICE!!!! Please do not add a constants here, unless they are referenced by a lot of classes. - // Bytes.UTF8_ENCODING should be updated if this changed + //Bytes.UTF8_ENCODING should be updated if this changed /** When we encode strings, we always specify UTF8 encoding */ public static final String UTF8_ENCODING = "UTF-8"; - // Bytes.UTF8_CHARSET should be updated if this changed + //Bytes.UTF8_CHARSET should be updated if this changed /** When we encode strings, we always specify UTF8 encoding */ public static final Charset UTF8_CHARSET = Charset.forName(UTF8_ENCODING); /** @@ -55,9 +55,9 @@ public final class HConstants { /** Used as a magic return value while optimized index key feature enabled(HBASE-7845) */ public final static int INDEX_KEY_MAGIC = -2; /* - * Name of directory that holds recovered edits written by the wal log splitting code, one per - * region - */ + * Name of directory that holds recovered edits written by the wal log + * splitting code, one per region + */ public static final String RECOVERED_EDITS_DIR = "recovered.edits"; /** * The first four bytes of Hadoop RPC connections @@ -70,24 +70,27 @@ public final class HConstants { /** The size data structures with minor version is 0 */ public static final int HFILEBLOCK_HEADER_SIZE_NO_CHECKSUM = MAGIC_LENGTH + 2 * Bytes.SIZEOF_INT + Bytes.SIZEOF_LONG; - /** - * The size of a version 2 HFile block header, minor version 1. There is a 1 byte checksum type, - * followed by a 4 byte bytesPerChecksum followed by another 4 byte value to store - * sizeofDataOnDisk. + /** The size of a version 2 HFile block header, minor version 1. + * There is a 1 byte checksum type, followed by a 4 byte bytesPerChecksum + * followed by another 4 byte value to store sizeofDataOnDisk. */ - public static final int HFILEBLOCK_HEADER_SIZE = HFILEBLOCK_HEADER_SIZE_NO_CHECKSUM - + Bytes.SIZEOF_BYTE + 2 * Bytes.SIZEOF_INT; + public static final int HFILEBLOCK_HEADER_SIZE = HFILEBLOCK_HEADER_SIZE_NO_CHECKSUM + + Bytes.SIZEOF_BYTE + 2 * Bytes.SIZEOF_INT; /** Just an array of bytes of the right size. */ public static final byte[] HFILEBLOCK_DUMMY_HEADER = new byte[HFILEBLOCK_HEADER_SIZE]; - // End HFileBlockConstants. + //End HFileBlockConstants. /** * Status codes used for return values of bulk operations. */ @InterfaceAudience.Private public enum OperationStatusCode { - NOT_RUN, SUCCESS, BAD_FAMILY, SANITY_CHECK_FAILURE, FAILURE; + NOT_RUN, + SUCCESS, + BAD_FAMILY, + SANITY_CHECK_FAILURE, + FAILURE; } /** long constant for zero */ @@ -101,16 +104,19 @@ public final class HConstants { public static final String VERSION_FILE_NAME = "hbase.version"; /** - * Current version of file system. Version 4 supports only one kind of bloom filter. Version 5 - * changes versions in catalog table regions. Version 6 enables blockcaching on catalog tables. - * Version 7 introduces hfile -- hbase 0.19 to 0.20.. Version 8 introduces namespace + * Current version of file system. + * Version 4 supports only one kind of bloom filter. + * Version 5 changes versions in catalog table regions. + * Version 6 enables blockcaching on catalog tables. + * Version 7 introduces hfile -- hbase 0.19 to 0.20.. + * Version 8 introduces namespace */ // public static final String FILE_SYSTEM_VERSION = "6"; public static final String FILE_SYSTEM_VERSION = "8"; // Configuration parameters - // TODO: Is having HBase homed on port 60k OK? + //TODO: Is having HBase homed on port 60k OK? /** Cluster is in distributed mode or not */ public static final String CLUSTER_DISTRIBUTED = "hbase.cluster.distributed"; @@ -125,10 +131,12 @@ public final class HConstants { public static final String ENSEMBLE_TABLE_NAME = "hbase:ensemble"; /** Config for pluggable region normalizer */ - public static final String HBASE_MASTER_NORMALIZER_CLASS = "hbase.master.normalizer.class"; + public static final String HBASE_MASTER_NORMALIZER_CLASS = + "hbase.master.normalizer.class"; /** Config for enabling/disabling pluggable region normalizer */ - public static final String HBASE_NORMALIZER_ENABLED = "hbase.normalizer.enabled"; + public static final String HBASE_NORMALIZER_ENABLED = + "hbase.normalizer.enabled"; /** Cluster is standalone or pseudo-distributed */ public static final boolean CLUSTER_IS_LOCAL = false; @@ -166,18 +174,21 @@ public final class HConstants { public static final String ZOOKEEPER_QUORUM = "hbase.zookeeper.quorum"; /** Common prefix of ZooKeeper configuration properties */ - public static final String ZK_CFG_PROPERTY_PREFIX = "hbase.zookeeper.property."; + public static final String ZK_CFG_PROPERTY_PREFIX = + "hbase.zookeeper.property."; - public static final int ZK_CFG_PROPERTY_PREFIX_LEN = ZK_CFG_PROPERTY_PREFIX.length(); + public static final int ZK_CFG_PROPERTY_PREFIX_LEN = + ZK_CFG_PROPERTY_PREFIX.length(); /** - * The ZK client port key in the ZK properties map. The name reflects the fact that this is not an - * HBase configuration key. + * The ZK client port key in the ZK properties map. The name reflects the + * fact that this is not an HBase configuration key. */ public static final String CLIENT_PORT_STR = "clientPort"; /** Parameter name for the client port that the zookeeper listens on */ - public static final String ZOOKEEPER_CLIENT_PORT = ZK_CFG_PROPERTY_PREFIX + CLIENT_PORT_STR; + public static final String ZOOKEEPER_CLIENT_PORT = + ZK_CFG_PROPERTY_PREFIX + CLIENT_PORT_STR; /** Default client port that the zookeeper listens on */ public static final int DEFAULT_ZOOKEPER_CLIENT_PORT = 2181; @@ -197,15 +208,19 @@ public final class HConstants { public static final String DEFAULT_ZOOKEEPER_ZNODE_PARENT = "/hbase"; /** - * Parameter name for the limit on concurrent client-side zookeeper connections + * Parameter name for the limit on concurrent client-side zookeeper + * connections */ - public static final String ZOOKEEPER_MAX_CLIENT_CNXNS = ZK_CFG_PROPERTY_PREFIX + "maxClientCnxns"; + public static final String ZOOKEEPER_MAX_CLIENT_CNXNS = + ZK_CFG_PROPERTY_PREFIX + "maxClientCnxns"; /** Parameter name for the ZK data directory */ - public static final String ZOOKEEPER_DATA_DIR = ZK_CFG_PROPERTY_PREFIX + "dataDir"; + public static final String ZOOKEEPER_DATA_DIR = + ZK_CFG_PROPERTY_PREFIX + "dataDir"; /** Parameter name for the ZK tick time */ - public static final String ZOOKEEPER_TICK_TIME = ZK_CFG_PROPERTY_PREFIX + "tickTime"; + public static final String ZOOKEEPER_TICK_TIME = + ZK_CFG_PROPERTY_PREFIX + "tickTime"; /** Default limit on concurrent client-side zookeeper connections */ public static final int DEFAULT_ZOOKEPER_MAX_CLIENT_CNXNS = 300; @@ -229,19 +244,21 @@ public final class HConstants { public static final int DEFAULT_REGIONSERVER_INFOPORT = 16030; /** A configuration key for regionserver info port */ - public static final String REGIONSERVER_INFO_PORT = "hbase.regionserver.info.port"; + public static final String REGIONSERVER_INFO_PORT = + "hbase.regionserver.info.port"; /** A flag that enables automatic selection of regionserver info port */ - public static final String REGIONSERVER_INFO_PORT_AUTO = REGIONSERVER_INFO_PORT + ".auto"; + public static final String REGIONSERVER_INFO_PORT_AUTO = + REGIONSERVER_INFO_PORT + ".auto"; /** Parameter name for what region server implementation to use. */ - public static final String REGION_SERVER_IMPL = "hbase.regionserver.impl"; + public static final String REGION_SERVER_IMPL= "hbase.regionserver.impl"; /** Parameter name for what master implementation to use. */ - public static final String MASTER_IMPL = "hbase.master.impl"; + public static final String MASTER_IMPL= "hbase.master.impl"; /** Parameter name for what hbase client implementation to use. */ - public static final String HBASECLIENT_IMPL = "hbase.hbaseclient.impl"; + public static final String HBASECLIENT_IMPL= "hbase.hbaseclient.impl"; /** Parameter name for how often threads should wake up */ public static final String THREAD_WAKE_FREQUENCY = "hbase.server.thread.wakefrequency"; @@ -276,7 +293,7 @@ public final class HConstants { /** Parameter name for HBase client operation timeout, which overrides RPC timeout */ public static final String HBASE_CLIENT_META_OPERATION_TIMEOUT = - "hbase.client.meta.operation.timeout"; + "hbase.client.meta.operation.timeout"; /** Default HBase client operation timeout, which is tantamount to a blocking call */ public static final int DEFAULT_HBASE_CLIENT_OPERATION_TIMEOUT = 1200000; @@ -299,8 +316,9 @@ public final class HConstants { public static final String MIGRATION_NAME = ".migration"; /** - * The directory from which co-processor/custom filter jars can be loaded dynamically by the - * region servers. This value can be overridden by the hbase.dynamic.jars.dir config. + * The directory from which co-processor/custom filter jars can be loaded + * dynamically by the region servers. This value can be overridden by the + * hbase.dynamic.jars.dir config. */ public static final String LIB_DIR = "lib"; @@ -308,7 +326,8 @@ public final class HConstants { public static final String HREGION_COMPACTIONDIR_NAME = "compaction.dir"; /** Conf key for the max file size after which we split the region */ - public static final String HREGION_MAX_FILESIZE = "hbase.hregion.max.filesize"; + public static final String HREGION_MAX_FILESIZE = + "hbase.hregion.max.filesize"; /** Default maximum file size */ public static final long DEFAULT_MAX_FILE_SIZE = 10 * 1024 * 1024 * 1024L; @@ -324,24 +343,25 @@ public final class HConstants { public static final long TABLE_MAX_ROWSIZE_DEFAULT = 1024 * 1024 * 1024L; /** - * The max number of threads used for opening and closing stores or store files in parallel + * The max number of threads used for opening and closing stores or store + * files in parallel */ public static final String HSTORE_OPEN_AND_CLOSE_THREADS_MAX = - "hbase.hstore.open.and.close.threads.max"; + "hbase.hstore.open.and.close.threads.max"; /** - * The default number for the max number of threads used for opening and closing stores or store - * files in parallel + * The default number for the max number of threads used for opening and + * closing stores or store files in parallel */ public static final int DEFAULT_HSTORE_OPEN_AND_CLOSE_THREADS_MAX = 1; /** - * Block updates if memstore has hbase.hregion.memstore.block.multiplier times - * hbase.hregion.memstore.flush.size bytes. Useful preventing runaway memstore during spikes in - * update traffic. + * Block updates if memstore has hbase.hregion.memstore.block.multiplier + * times hbase.hregion.memstore.flush.size bytes. Useful preventing + * runaway memstore during spikes in update traffic. */ public static final String HREGION_MEMSTORE_BLOCK_MULTIPLIER = - "hbase.hregion.memstore.block.multiplier"; + "hbase.hregion.memstore.block.multiplier"; /** * Default value for hbase.hregion.memstore.block.multiplier @@ -349,12 +369,14 @@ public final class HConstants { public static final int DEFAULT_HREGION_MEMSTORE_BLOCK_MULTIPLIER = 4; /** Conf key for the memstore size at which we flush the memstore */ - public static final String HREGION_MEMSTORE_FLUSH_SIZE = "hbase.hregion.memstore.flush.size"; + public static final String HREGION_MEMSTORE_FLUSH_SIZE = + "hbase.hregion.memstore.flush.size"; public static final String HREGION_EDITS_REPLAY_SKIP_ERRORS = "hbase.hregion.edits.replay.skip.errors"; - public static final boolean DEFAULT_HREGION_EDITS_REPLAY_SKIP_ERRORS = false; + public static final boolean DEFAULT_HREGION_EDITS_REPLAY_SKIP_ERRORS = + false; /** Maximum value length, enforced on KeyValue construction */ public static final int MAXIMUM_VALUE_LENGTH = Integer.MAX_VALUE - 1; @@ -390,12 +412,12 @@ public final class HConstants { // be the first to be reassigned if the server(s) they are being served by // should go down. + /** * The hbase:meta table's name. * @deprecated For upgrades of 0.94 to 0.96 */ - @Deprecated - // for compat from 0.94 -> 0.96. + @Deprecated // for compat from 0.94 -> 0.96. public static final byte[] META_TABLE_NAME = TableName.META_TABLE_NAME.getName(); public static final String BASE_NAMESPACE_DIR = "data"; @@ -403,52 +425,52 @@ public final class HConstants { /** delimiter used between portions of a region name */ public static final int META_ROW_DELIMITER = ','; - /** The catalog family as a string */ + /** The catalog family as a string*/ public static final String CATALOG_FAMILY_STR = "info"; /** The catalog family */ - public static final byte[] CATALOG_FAMILY = Bytes.toBytes(CATALOG_FAMILY_STR); + public static final byte [] CATALOG_FAMILY = Bytes.toBytes(CATALOG_FAMILY_STR); /** The RegionInfo qualifier as a string */ public static final String REGIONINFO_QUALIFIER_STR = "regioninfo"; /** The regioninfo column qualifier */ - public static final byte[] REGIONINFO_QUALIFIER = Bytes.toBytes(REGIONINFO_QUALIFIER_STR); + public static final byte [] REGIONINFO_QUALIFIER = Bytes.toBytes(REGIONINFO_QUALIFIER_STR); /** The server column qualifier */ public static final String SERVER_QUALIFIER_STR = "server"; /** The server column qualifier */ - public static final byte[] SERVER_QUALIFIER = Bytes.toBytes(SERVER_QUALIFIER_STR); + public static final byte [] SERVER_QUALIFIER = Bytes.toBytes(SERVER_QUALIFIER_STR); /** The startcode column qualifier */ public static final String STARTCODE_QUALIFIER_STR = "serverstartcode"; /** The startcode column qualifier */ - public static final byte[] STARTCODE_QUALIFIER = Bytes.toBytes(STARTCODE_QUALIFIER_STR); + public static final byte [] STARTCODE_QUALIFIER = Bytes.toBytes(STARTCODE_QUALIFIER_STR); /** The open seqnum column qualifier */ public static final String SEQNUM_QUALIFIER_STR = "seqnumDuringOpen"; /** The open seqnum column qualifier */ - public static final byte[] SEQNUM_QUALIFIER = Bytes.toBytes(SEQNUM_QUALIFIER_STR); + public static final byte [] SEQNUM_QUALIFIER = Bytes.toBytes(SEQNUM_QUALIFIER_STR); /** The state column qualifier */ public static final String STATE_QUALIFIER_STR = "state"; - public static final byte[] STATE_QUALIFIER = Bytes.toBytes(STATE_QUALIFIER_STR); + public static final byte [] STATE_QUALIFIER = Bytes.toBytes(STATE_QUALIFIER_STR); /** - * The serverName column qualifier. Its the server where the region is transitioning on, while - * column server is the server where the region is opened on. They are the same when the region is - * in state OPEN. + * The serverName column qualifier. Its the server where the region is + * transitioning on, while column server is the server where the region is + * opened on. They are the same when the region is in state OPEN. */ public static final String SERVERNAME_QUALIFIER_STR = "sn"; - public static final byte[] SERVERNAME_QUALIFIER = Bytes.toBytes(SERVERNAME_QUALIFIER_STR); + public static final byte [] SERVERNAME_QUALIFIER = Bytes.toBytes(SERVERNAME_QUALIFIER_STR); /** The lower-half split region column qualifier */ - public static final byte[] SPLITA_QUALIFIER = Bytes.toBytes("splitA"); + public static final byte [] SPLITA_QUALIFIER = Bytes.toBytes("splitA"); /** The upper-half split region column qualifier */ - public static final byte[] SPLITB_QUALIFIER = Bytes.toBytes("splitB"); + public static final byte [] SPLITB_QUALIFIER = Bytes.toBytes("splitB"); /** The lower-half merge region column qualifier */ public static final byte[] MERGEA_QUALIFIER = Bytes.toBytes("mergeA"); @@ -456,28 +478,32 @@ public final class HConstants { /** The upper-half merge region column qualifier */ public static final byte[] MERGEB_QUALIFIER = Bytes.toBytes("mergeB"); - /** The catalog family as a string */ + /** The catalog family as a string*/ public static final String TABLE_FAMILY_STR = "table"; /** The catalog family */ - public static final byte[] TABLE_FAMILY = Bytes.toBytes(TABLE_FAMILY_STR); + public static final byte [] TABLE_FAMILY = Bytes.toBytes(TABLE_FAMILY_STR); /** The serialized table state qualifier */ public static final byte[] TABLE_STATE_QUALIFIER = Bytes.toBytes("state"); + /** - * The meta table version column qualifier. We keep current version of the meta table in this - * column in <code>-ROOT-</code> table: i.e. in the 'info:v' column. + * The meta table version column qualifier. + * We keep current version of the meta table in this column in <code>-ROOT-</code> + * table: i.e. in the 'info:v' column. */ - public static final byte[] META_VERSION_QUALIFIER = Bytes.toBytes("v"); + public static final byte [] META_VERSION_QUALIFIER = Bytes.toBytes("v"); /** - * The current version of the meta table. - pre-hbase 0.92. There is no META_VERSION column in the - * root table in this case. The meta has HTableDescriptor serialized into the HRegionInfo; - - * version 0 is 0.92 and 0.94. Meta data has serialized HRegionInfo's using Writable - * serialization, and HRegionInfo's does not contain HTableDescriptors. - version 1 for 0.96+ - * keeps HRegionInfo data structures, but changes the byte[] serialization from Writables to - * Protobuf. See HRegionInfo.VERSION + * The current version of the meta table. + * - pre-hbase 0.92. There is no META_VERSION column in the root table + * in this case. The meta has HTableDescriptor serialized into the HRegionInfo; + * - version 0 is 0.92 and 0.94. Meta data has serialized HRegionInfo's using + * Writable serialization, and HRegionInfo's does not contain HTableDescriptors. + * - version 1 for 0.96+ keeps HRegionInfo data structures, but changes the + * byte[] serialization from Writables to Protobuf. + * See HRegionInfo.VERSION */ public static final short META_VERSION = 1; @@ -486,24 +512,25 @@ public final class HConstants { /** * An empty instance. */ - public static final byte[] EMPTY_BYTE_ARRAY = new byte[0]; + public static final byte [] EMPTY_BYTE_ARRAY = new byte [0]; public static final ByteBuffer EMPTY_BYTE_BUFFER = ByteBuffer.wrap(EMPTY_BYTE_ARRAY); /** * Used by scanners, etc when they want to start at the beginning of a region */ - public static final byte[] EMPTY_START_ROW = EMPTY_BYTE_ARRAY; + public static final byte [] EMPTY_START_ROW = EMPTY_BYTE_ARRAY; /** * Last row in a table. */ - public static final byte[] EMPTY_END_ROW = EMPTY_START_ROW; + public static final byte [] EMPTY_END_ROW = EMPTY_START_ROW; /** - * Used by scanners and others when they're trying to detect the end of a table - */ - public static final byte[] LAST_ROW = EMPTY_BYTE_ARRAY; + * Used by scanners and others when they're trying to detect the end of a + * table + */ + public static final byte [] LAST_ROW = EMPTY_BYTE_ARRAY; /** * Max length a row can have because of the limitation in TFile. @@ -511,8 +538,9 @@ public final class HConstants { public static final int MAX_ROW_LENGTH = Short.MAX_VALUE; /** - * Timestamp to use when we want to refer to the latest cell. This is the timestamp sent by - * clients when no timestamp is specified on commit. + * Timestamp to use when we want to refer to the latest cell. + * This is the timestamp sent by clients when no timestamp is specified on + * commit. */ public static final long LATEST_TIMESTAMP = Long.MAX_VALUE; @@ -524,12 +552,17 @@ public final class HConstants { /** * LATEST_TIMESTAMP in bytes form */ - public static final byte[] LATEST_TIMESTAMP_BYTES = { + public static final byte [] LATEST_TIMESTAMP_BYTES = { // big-endian - (byte) (LATEST_TIMESTAMP >>> 56), (byte) (LATEST_TIMESTAMP >>> 48), - (byte) (LATEST_TIMESTAMP >>> 40), (byte) (LATEST_TIMESTAMP >>> 32), - (byte) (LATEST_TIMESTAMP >>> 24), (byte) (LATEST_TIMESTAMP >>> 16), - (byte) (LATEST_TIMESTAMP >>> 8), (byte) LATEST_TIMESTAMP }; + (byte) (LATEST_TIMESTAMP >>> 56), + (byte) (LATEST_TIMESTAMP >>> 48), + (byte) (LATEST_TIMESTAMP >>> 40), + (byte) (LATEST_TIMESTAMP >>> 32), + (byte) (LATEST_TIMESTAMP >>> 24), + (byte) (LATEST_TIMESTAMP >>> 16), + (byte) (LATEST_TIMESTAMP >>> 8), + (byte) LATEST_TIMESTAMP, + }; /** * Define for 'return-all-versions'. @@ -539,7 +572,7 @@ public final class HConstants { /** * Unlimited time-to-live. */ - // public static final int FOREVER = -1; +// public static final int FOREVER = -1; public static final int FOREVER = Integer.MAX_VALUE; /** @@ -554,10 +587,10 @@ public final class HConstants { public static final int HOUR_IN_SECONDS = 60 * 60; public static final int MINUTE_IN_SECONDS = 60; - // TODO: although the following are referenced widely to format strings for - // the shell. They really aren't a part of the public API. It would be - // nice if we could put them somewhere where they did not need to be - // public. They could have package visibility + //TODO: although the following are referenced widely to format strings for + // the shell. They really aren't a part of the public API. It would be + // nice if we could put them somewhere where they did not need to be + // public. They could have package visibility public static final String NAME = "NAME"; public static final String VERSIONS = "VERSIONS"; public static final String IN_MEMORY = "IN_MEMORY"; @@ -565,38 +598,45 @@ public final class HConstants { public static final String CONFIGURATION = "CONFIGURATION"; /** - * Retrying we multiply hbase.client.pause setting by what we have in this array until we run out - * of array items. Retries beyond this use the last number in the array. So, for example, if - * hbase.client.pause is 1 second, and maximum retries count hbase.client.retries.number is 10, we - * will retry at the following intervals: 1, 2, 3, 5, 10, 20, 40, 100, 100, 100. With 100ms, a - * back-off of 200 means 20s + * Retrying we multiply hbase.client.pause setting by what we have in this array until we + * run out of array items. Retries beyond this use the last number in the array. So, for + * example, if hbase.client.pause is 1 second, and maximum retries count + * hbase.client.retries.number is 10, we will retry at the following intervals: + * 1, 2, 3, 5, 10, 20, 40, 100, 100, 100. + * With 100ms, a back-off of 200 means 20s */ - public static final int[] RETRY_BACKOFF = - { 1, 2, 3, 5, 10, 20, 40, 100, 100, 100, 100, 200, 200 }; + public static final int [] RETRY_BACKOFF = {1, 2, 3, 5, 10, 20, 40, 100, 100, 100, 100, 200, 200}; public static final String REGION_IMPL = "hbase.hregion.impl"; /** modifyTable op for replacing the table descriptor */ @InterfaceAudience.Private public static enum Modify { - CLOSE_REGION, TABLE_COMPACT, TABLE_FLUSH, TABLE_MAJOR_COMPACT, TABLE_SET_HTD, TABLE_SPLIT + CLOSE_REGION, + TABLE_COMPACT, + TABLE_FLUSH, + TABLE_MAJOR_COMPACT, + TABLE_SET_HTD, + TABLE_SPLIT } /** - * Scope tag for locally scoped data. This data will not be replicated. + * Scope tag for locally scoped data. + * This data will not be replicated. */ public static final int REPLICATION_SCOPE_LOCAL = 0; /** - * Scope tag for globally scoped data. This data will be replicated to all peers. + * Scope tag for globally scoped data. + * This data will be replicated to all peers. */ public static final int REPLICATION_SCOPE_GLOBAL = 1; /** - * Default cluster ID, cannot be used to identify a cluster so a key with this value means it - * wasn't meant for replication. + * Default cluster ID, cannot be used to identify a cluster so a key with + * this value means it wasn't meant for replication. */ - public static final UUID DEFAULT_CLUSTER_ID = new UUID(0L, 0L); + public static final UUID DEFAULT_CLUSTER_ID = new UUID(0L,0L); /** * Parameter name for maximum number of bytes returned when calling a scanner's next method. @@ -613,22 +653,27 @@ public final class HConstants { "hbase.server.scanner.max.result.size"; /** - * Maximum number of bytes returned when calling a scanner's next method. Note that when a single - * row is larger than this limit the row is still returned completely. The default value is 2MB. + * Maximum number of bytes returned when calling a scanner's next method. + * Note that when a single row is larger than this limit the row is still + * returned completely. + * + * The default value is 2MB. */ public static final long DEFAULT_HBASE_CLIENT_SCANNER_MAX_RESULT_SIZE = 2 * 1024 * 1024; /** - * Maximum number of bytes returned when calling a scanner's next method. Note that when a single - * row is larger than this limit the row is still returned completely. Safety setting to protect - * the region server. The default value is 100MB. (a client would rarely request larger chunks on - * purpose) + * Maximum number of bytes returned when calling a scanner's next method. + * Note that when a single row is larger than this limit the row is still + * returned completely. + * Safety setting to protect the region server. + * + * The default value is 100MB. (a client would rarely request larger chunks on purpose) */ public static final long DEFAULT_HBASE_SERVER_SCANNER_MAX_RESULT_SIZE = 100 * 1024 * 1024; /** - * Parameter name for client pause value, used mostly as value to wait before running a retry of a - * failed get, region lookup, etc. + * Parameter name for client pause value, used mostly as value to wait + * before running a retry of a failed get, region lookup, etc. */ public static final String HBASE_CLIENT_PAUSE = "hbase.client.pause"; @@ -648,7 +693,8 @@ public final class HConstants { public static final int DEFAULT_HBASE_CLIENT_MAX_TOTAL_TASKS = 100; /** - * The maximum number of concurrent connections the client will maintain to a single RegionServer. + * The maximum number of concurrent connections the client will maintain to a single + * RegionServer. */ public static final String HBASE_CLIENT_MAX_PERSERVER_TASKS = "hbase.client.max.perserver.tasks"; @@ -658,7 +704,8 @@ public final class HConstants { public static final int DEFAULT_HBASE_CLIENT_MAX_PERSERVER_TASKS = 2; /** - * The maximum number of concurrent connections the client will maintain to a single Region. + * The maximum number of concurrent connections the client will maintain to a single + * Region. */ public static final String HBASE_CLIENT_MAX_PERREGION_TASKS = "hbase.client.max.perregion.tasks"; @@ -668,8 +715,8 @@ public final class HConstants { public static final int DEFAULT_HBASE_CLIENT_MAX_PERREGION_TASKS = 1; /** - * Parameter name for server pause value, used mostly as value to wait before running a retry of a - * failed operation. + * Parameter name for server pause value, used mostly as value to wait before + * running a retry of a failed operation. */ public static final String HBASE_SERVER_PAUSE = "hbase.server.pause"; @@ -679,9 +726,9 @@ public final class HConstants { public static final int DEFAULT_HBASE_SERVER_PAUSE = 1000; /** - * Parameter name for maximum retries, used as maximum for all retryable operations such as - * fetching of the root region from root region server, getting a cell's value, starting a row - * update, etc. + * Parameter name for maximum retries, used as maximum for all retryable + * operations such as fetching of the root region from root region server, + * getting a cell's value, starting a row update, etc. */ public static final String HBASE_CLIENT_RETRIES_NUMBER = "hbase.client.retries.number"; @@ -701,9 +748,10 @@ public final class HConstants { public static final int DEFAULT_HBASE_CLIENT_SCANNER_CACHING = Integer.MAX_VALUE; /** - * Parameter name for number of rows that will be fetched when calling next on a scanner if it is - * not served from memory. Higher caching values will enable faster scanners but will eat up more - * memory and some calls of next may take longer and longer times when the cache is empty. + * Parameter name for number of rows that will be fetched when calling next on + * a scanner if it is not served from memory. Higher caching values will + * enable faster scanners but will eat up more memory and some calls of next + * may take longer and longer times when the cache is empty. */ public static final String HBASE_META_SCANNER_CACHING = "hbase.meta.scanner.caching"; @@ -870,13 +918,18 @@ public final class HConstants { public static final String LOCALHOST = "localhost"; /** - * If this parameter is set to true, then hbase will read data and then verify checksums. Checksum - * verification inside hdfs will be switched off. However, if the hbase-checksum verification - * fails, then it will switch back to using hdfs checksums for verifiying data that is being read - * from storage. If this parameter is set to false, then hbase will not verify any checksums, - * instead it will depend on checksum verification being done in the hdfs client. + * If this parameter is set to true, then hbase will read + * data and then verify checksums. Checksum verification + * inside hdfs will be switched off. However, if the hbase-checksum + * verification fails, then it will switch back to using + * hdfs checksums for verifiying data that is being read from storage. + * + * If this parameter is set to false, then hbase will not + * verify any checksums, instead it will depend on checksum verification + * being done in the hdfs client. */ - public static final String HBASE_CHECKSUM_VERIFICATION = "hbase.regionserver.checksum.verify"; + public static final String HBASE_CHECKSUM_VERIFICATION = + "hbase.regionserver.checksum.verify"; public static final String LOCALHOST_IP = "127.0.0.1"; @@ -891,15 +944,17 @@ public final class HConstants { public static final int DEFAULT_REGION_SERVER_HANDLER_COUNT = 30; /* - * REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT: -1 => Disable aborting 0 => Abort if even a - * single handler has died 0.x => Abort only when this percent of handlers have died 1 => Abort - * only all of the handers have died + * REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT: + * -1 => Disable aborting + * 0 => Abort if even a single handler has died + * 0.x => Abort only when this percent of handlers have died + * 1 => Abort only all of the handers have died */ public static final String REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT = "hbase.regionserver.handler.abort.on.error.percent"; public static final double DEFAULT_REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT = 0.5; - // High priority handlers to deal with admin requests and system table operation requests + //High priority handlers to deal with admin requests and system table operation requests public static final String REGION_SERVER_HIGH_PRIORITY_HANDLER_COUNT = "hbase.regionserver.metahandler.count"; public static final int DEFAULT_REGION_SERVER_HIGH_PRIORITY_HANDLER_COUNT = 20; @@ -922,16 +977,19 @@ public final class HConstants { public static final int DEFAULT_META_REPLICA_NUM = 1; /** - * The name of the configuration parameter that specifies the number of bytes in a newly created - * checksum chunk. + * The name of the configuration parameter that specifies + * the number of bytes in a newly created checksum chunk. */ - public static final String BYTES_PER_CHECKSUM = "hbase.hstore.bytes.per.checksum"; + public static final String BYTES_PER_CHECKSUM = + "hbase.hstore.bytes.per.checksum"; /** - * The name of the configuration parameter that specifies the name of an algorithm that is used to - * compute checksums for newly created blocks. + * The name of the configuration parameter that specifies + * the name of an algorithm that is used to compute checksums + * for newly created blocks. */ - public static final String CHECKSUM_TYPE_NAME = "hbase.hstore.checksum.algorithm"; + public static final String CHECKSUM_TYPE_NAME = + "hbase.hstore.checksum.algorithm"; /** Enable file permission modification from standard hbase */ public static final String ENABLE_DATA_FILE_UMASK = "hbase.data.umask.enable"; @@ -939,14 +997,16 @@ public final class HConstants { public static final String DATA_FILE_UMASK_KEY = "hbase.data.umask"; /** Configuration name of WAL Compression */ - public static final String ENABLE_WAL_COMPRESSION = "hbase.regionserver.wal.enablecompression"; - - /** - * Configuration name of WAL storage policy Valid values are: NONE: no preference in destination - * of block replicas ONE_SSD: place only one block replica in SSD and the remaining in default - * storage and ALL_SSD: place all block replicas on SSD See - * http://hadoop.apache.org/docs/r2.6.0/hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html - */ + public static final String ENABLE_WAL_COMPRESSION = + "hbase.regionserver.wal.enablecompression"; + + /** Configuration name of WAL storage policy + * Valid values are: + * NONE: no preference in destination of block replicas + * ONE_SSD: place only one block replica in SSD and the remaining in default storage + * and ALL_SSD: place all block replicas on SSD + * + * See http://hadoop.apache.org/docs/r2.6.0/hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html*/ public static final String WAL_STORAGE_POLICY = "hbase.wal.storage.policy"; public static final String DEFAULT_WAL_STORAGE_POLICY = "NONE"; @@ -957,16 +1017,17 @@ public final class HConstants { public static final String LOAD_BALANCER_SLOP_KEY = "hbase.regions.slop"; /** - * The byte array represents for NO_NEXT_INDEXED_KEY; The actual value is irrelevant because this - * is always compared by reference. + * The byte array represents for NO_NEXT_INDEXED_KEY; + * The actual value is irrelevant because this is always compared by reference. */ public static final Cell NO_NEXT_INDEXED_KEY = new KeyValue(); /** delimiter used between portions of a region name */ public static final int DELIMITER = ','; /** - * QOS attributes: these attributes are used to demarcate RPC call processing by different set of - * handlers. For example, HIGH_QOS tagged methods are handled by high priority handlers. + * QOS attributes: these attributes are used to demarcate RPC call processing + * by different set of handlers. For example, HIGH_QOS tagged methods are + * handled by high priority handlers. */ // normal_QOS < QOS_threshold < replication_QOS < replay_QOS < admin_QOS < high_QOS public static final int NORMAL_QOS = 0; @@ -981,8 +1042,8 @@ public final class HConstants { public static final String HFILE_ARCHIVE_DIRECTORY = "archive"; /** - * Name of the directory to store all snapshots. See SnapshotDescriptionUtils for remaining - * snapshot constants; this is here to keep HConstants dependencies at a minimum and + * Name of the directory to store all snapshots. See SnapshotDescriptionUtils for + * remaining snapshot constants; this is here to keep HConstants dependencies at a minimum and * uni-directional. */ public static final String SNAPSHOT_DIR_NAME = ".hbase-snapshot"; @@ -998,42 +1059,49 @@ public final class HConstants { public static final String REGIONSERVER_METRICS_PERIOD = "hbase.regionserver.metrics.period"; public static final long DEFAULT_REGIONSERVER_METRICS_PERIOD = 5000; /** Directories that are not HBase table directories */ - public static final List<String> HBASE_NON_TABLE_DIRS = Collections.unmodifiableList(Arrays - .asList(new String[] { HBCK_SIDELINEDIR_NAME, HBASE_TEMP_DIRECTORY, MIGRATION_NAME })); + public static final List<String> HBASE_NON_TABLE_DIRS = + Collections.unmodifiableList(Arrays.asList(new String[] { + HBCK_SIDELINEDIR_NAME, HBASE_TEMP_DIRECTORY, MIGRATION_NAME + })); /** Directories that are not HBase user table directories */ - public static final List<String> HBASE_NON_USER_TABLE_DIRS = Collections.unmodifiableList(Arrays - .asList((String[]) ArrayUtils.addAll( - new String[] { TableName.META_TABLE_NAME.getNameAsString() }, - HBASE_NON_TABLE_DIRS.toArray()))); + public static final List<String> HBASE_NON_USER_TABLE_DIRS = + Collections.unmodifiableList(Arrays.asList((String[])ArrayUtils.addAll( + new String[] { TableName.META_TABLE_NAME.getNameAsString() }, + HBASE_NON_TABLE_DIRS.toArray()))); /** Health script related settings. */ public static final String HEALTH_SCRIPT_LOC = "hbase.node.health.script.location"; public static final String HEALTH_SCRIPT_TIMEOUT = "hbase.node.health.script.timeout"; - public static final String HEALTH_CHORE_WAKE_FREQ = "hbase.node.health.script.frequency"; + public static final String HEALTH_CHORE_WAKE_FREQ = + "hbase.node.health.script.frequency"; public static final long DEFAULT_HEALTH_SCRIPT_TIMEOUT = 60000; /** * The maximum number of health check failures a server can encounter consecutively. */ - public static final String HEALTH_FAILURE_THRESHOLD = "hbase.node.health.failure.threshold"; + public static final String HEALTH_FAILURE_THRESHOLD = + "hbase.node.health.failure.threshold"; public static final int DEFAULT_HEALTH_FAILURE_THRESHOLD = 3; + /** - * Setting to activate, or not, the publication of the status by the master. Default notification - * is by a multicast message. + * Setting to activate, or not, the publication of the status by the master. Default + * notification is by a multicast message. */ public static final String STATUS_PUBLISHED = "hbase.status.published"; public static final boolean STATUS_PUBLISHED_DEFAULT = false; /** - * IP to use for the multicast status messages between the master and the clients. The default - * address is chosen as one among others within the ones suitable for multicast messages. + * IP to use for the multicast status messages between the master and the clients. + * The default address is chosen as one among others within the ones suitable for multicast + * messages. */ public static final String STATUS_MULTICAST_ADDRESS = "hbase.status.multicast.address.ip"; public static final String DEFAULT_STATUS_MULTICAST_ADDRESS = "226.1.1.3"; /** - * The address to use for binding the local socket for receiving multicast. Defaults to 0.0.0.0. + * The address to use for binding the local socket for receiving multicast. Defaults to + * 0.0.0.0. * @see <a href="https://issues.apache.org/jira/browse/HBASE-9961";>HBASE-9961</a> */ public static final String STATUS_MULTICAST_BIND_ADDRESS = @@ -1066,7 +1134,7 @@ public final class HConstants { /** Configuration key for the name of the alternate master key for the cluster, a string */ public static final String CRYPTO_MASTERKEY_ALTERNATE_NAME_CONF_KEY = - "hbase.crypto.master.alternate.key.name"; + "hbase.crypto.master.alternate.key.name"; /** Configuration key for the algorithm to use when encrypting the WAL, a string */ public static final String CRYPTO_WAL_ALGORITHM_CONF_KEY = "hbase.crypto.wal.algorithm"; @@ -1098,7 +1166,7 @@ public final class HConstants { /** Config for pluggable consensus provider */ public static final String HBASE_COORDINATED_STATE_MANAGER_CLASS = - "hbase.coordinated.state.manager.class"; + "hbase.coordinated.state.manager.class"; /** Configuration key for SplitLog manager timeout */ public static final String HBASE_SPLITLOG_MANAGER_TIMEOUT = "hbase.splitlog.manager.timeout"; @@ -1112,18 +1180,17 @@ public final class HConstants { // hbase-common? /** - * Current ioengine options in include: heap, offheap and file:PATH (where PATH is the path to the - * file that will host the file-based cache. See BucketCache#getIOEngineFromName() for list of - * supported ioengine options. - * <p> - * Set this option and a non-zero {@link #BUCKET_CACHE_SIZE_KEY} to enable bucket cache. + * Current ioengine options in include: heap, offheap and file:PATH (where PATH is the path + * to the file that will host the file-based cache. See BucketCache#getIOEngineFromName() for + * list of supported ioengine options. + * <p>Set this option and a non-zero {@link #BUCKET_CACHE_SIZE_KEY} to enable bucket cache. */ public static final String BUCKET_CACHE_IOENGINE_KEY = "hbase.bucketcache.ioengine"; /** * When using bucket cache, this is a float that EITHER represents a percentage of total heap - * memory size to give to the cache (if < 1.0) OR, it is the capacity in megabytes of the - * cache. + * memory size to give to the cache (if < 1.0) OR, it is the capacity in + * megabytes of the cache. */ public static final String BUCKET_CACHE_SIZE_KEY = "hbase.bucketcache.size"; @@ -1136,25 +1203,26 @@ public final class HConstants { public static final String HBASE_CLIENT_FAST_FAIL_MODE_ENABLED = "hbase.client.fast.fail.mode.enabled"; - public static final boolean HBASE_CLIENT_ENABLE_FAST_FAIL_MODE_DEFAULT = false; + public static final boolean HBASE_CLIENT_ENABLE_FAST_FAIL_MODE_DEFAULT = + false; public static final String HBASE_CLIENT_FAST_FAIL_THREASHOLD_MS = "hbase.client.fastfail.threshold"; - public static final long HBASE_CLIENT_FAST_FAIL_THREASHOLD_MS_DEFAULT = 60000; + public static final long HBASE_CLIENT_FAST_FAIL_THREASHOLD_MS_DEFAULT = + 60000; public static final String HBASE_CLIENT_FAST_FAIL_CLEANUP_MS_DURATION_MS = "hbase.client.fast.fail.cleanup.duration"; - public static final long HBASE_CLIENT_FAST_FAIL_CLEANUP_DURATION_MS_DEFAULT = 600000; + public static final long HBASE_CLIENT_FAST_FAIL_CLEANUP_DURATION_MS_DEFAULT = + 600000; public static final String HBASE_CLIENT_FAST_FAIL_INTERCEPTOR_IMPL = "hbase.client.fast.fail.interceptor.impl"; - /** - * Config key for if the server should send backpressure and if the client should listen to that - * backpressure from the server - */ + /** Config key for if the server should send backpressure and if the client should listen to + * that backpressure from the server */ public static final String ENABLE_CLIENT_BACKPRESSURE = "hbase.client.backpressure.enabled"; public static final boolean DEFAULT_ENABLE_CLIENT_BACKPRESSURE = false; @@ -1166,11 +1234,11 @@ public final class HConstants { public static final float DEFAULT_HEAP_OCCUPANCY_HIGH_WATERMARK = 0.98f; /** - * The max number of threads used for splitting storefiles in parallel during the region split - * process. + * The max number of threads used for splitting storefiles in parallel during + * the region split process. */ public static final String REGION_SPLIT_THREADS_MAX = - "hbase.regionserver.region.split.threads.max"; + "hbase.regionserver.region.split.threads.max"; /** Canary config keys */ public static final String HBASE_CANARY_WRITE_DATA_TTL_KEY = "hbase.canary.write.data.ttl"; @@ -1195,15 +1263,6 @@ public final class HConstants { public static final String ZK_SERVER_KEYTAB_FILE = "hbase.zookeeper.server.keytab.file"; public static final String ZK_SERVER_KERBEROS_PRINCIPAL = "hbase.zookeeper.server.kerberos.principal"; - /** - * Backup/Restore constants - */ - - public final static String BACKUP_ENABLE_KEY = "hbase.backup.enable"; - public final static boolean BACKUP_ENABLE_DEFAULT = true; - public final static String BACKUP_SYSTEM_TTL_KEY = "hbase.backup.system.ttl"; - // Default TTL = 1 year - public final static int BACKUP_SYSTEM_TTL_DEFAULT = 365 * 24 * 3600; private HConstants() { // Can't be instantiated with this ctor. http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-server/pom.xml ---------------------------------------------------------------------- diff --git a/hbase-server/pom.xml b/hbase-server/pom.xml index 807b021..26aad71 100644 --- a/hbase-server/pom.xml +++ b/hbase-server/pom.xml @@ -394,11 +394,6 @@ <version>${project.version}</version> <optional>true</optional> </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-distcp</artifactId> - <version>${hadoop-two.version}</version> - </dependency> <dependency> <groupId>commons-httpclient</groupId> <artifactId>commons-httpclient</artifactId> @@ -412,11 +407,6 @@ <artifactId>commons-collections</artifactId> </dependency> <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-distcp</artifactId> - <version>${hadoop-two.version}</version> - </dependency> - <dependency> <groupId>org.apache.hbase</groupId> <artifactId>hbase-hadoop-compat</artifactId> </dependency> http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupClient.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupClient.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupClient.java deleted file mode 100644 index 28cf627..0000000 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupClient.java +++ /dev/null @@ -1,338 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.hbase.backup; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.Set; - -import org.apache.commons.cli.CommandLine; -import org.apache.commons.cli.Options; -import org.apache.commons.cli.ParseException; -import org.apache.commons.cli.PosixParser; -import org.apache.commons.logging.Log; -import org.apache.commons.logging.LogFactory; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.hbase.TableName; -import org.apache.hadoop.hbase.backup.BackupRestoreConstants.BACKUP_COMMAND; -import org.apache.hadoop.hbase.classification.InterfaceAudience; -import org.apache.hadoop.hbase.classification.InterfaceStability; -import org.apache.hadoop.hbase.client.Connection; -import org.apache.hadoop.hbase.client.ConnectionFactory; -import org.apache.hadoop.hbase.client.HBaseAdmin; -import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -import org.apache.log4j.Level; -import org.apache.log4j.Logger; -import org.apache.zookeeper.KeeperException; - -/** - * Backup HBase tables locally or on a remote cluster Serve as client entry point for the following - * features: - Full Backup provide local and remote back/restore for a list of tables - Incremental - * backup to build on top of full backup as daily/weekly backup - Convert incremental backup WAL - * files into hfiles - Merge several backup images into one(like merge weekly into monthly) - Add - * and remove table to and from Backup image - Cancel a backup process - Full backup based on - * existing snapshot - Describe information of a backup image - */ - [email protected] [email protected] -public final class BackupClient { - private static final Log LOG = LogFactory.getLog(BackupClient.class); - private static Options opt; - private static Configuration conf = null; - - private BackupClient() { - throw new AssertionError("Instantiating utility class..."); - } - - protected static void init() throws IOException { - // define supported options - opt = new Options(); - - opt.addOption("all", false, "All tables"); - opt.addOption("debug", false, "Enable debug loggings"); - opt.addOption("t", true, "Table name"); - - // create configuration instance - conf = getConf(); - - // disable irrelevant loggers to avoid it mess up command output - disableUselessLoggers(); - - } - - - public static void main(String[] args) throws IOException { - init(); - parseAndRun(args); - System.exit(0); - } - - /** - * Set the configuration from a given one. - * @param newConf A new given configuration - */ - public synchronized static void setConf(Configuration newConf) { - conf = newConf; - BackupUtil.setConf(newConf); - } - - public static Configuration getConf() { - if (conf == null) { - conf = BackupUtil.getConf(); - } - return conf; - } - - private static void disableUselessLoggers() { - // disable zookeeper log to avoid it mess up command output - Logger zkLogger = Logger.getLogger("org.apache.zookeeper"); - LOG.debug("Zookeeper log level before set: " + zkLogger.getLevel()); - zkLogger.setLevel(Level.OFF); - LOG.debug("Zookeeper log level after set: " + zkLogger.getLevel()); - - // disable hbase zookeeper tool log to avoid it mess up command output - Logger hbaseZkLogger = Logger.getLogger("org.apache.hadoop.hbase.zookeeper"); - LOG.debug("HBase zookeeper log level before set: " + hbaseZkLogger.getLevel()); - hbaseZkLogger.setLevel(Level.OFF); - LOG.debug("HBase Zookeeper log level after set: " + hbaseZkLogger.getLevel()); - - // disable hbase client log to avoid it mess up command output - Logger hbaseClientLogger = Logger.getLogger("org.apache.hadoop.hbase.client"); - LOG.debug("HBase client log level before set: " + hbaseClientLogger.getLevel()); - hbaseClientLogger.setLevel(Level.OFF); - LOG.debug("HBase client log level after set: " + hbaseClientLogger.getLevel()); - } - - private static void parseAndRun(String[] args) throws IOException { - - String cmd = null; - String[] remainArgs = null; - if (args == null || args.length == 0) { - BackupCommands.createCommand(BackupRestoreConstants.BACKUP_COMMAND.HELP, null).execute(); - } else { - cmd = args[0]; - remainArgs = new String[args.length - 1]; - if (args.length > 1) { - System.arraycopy(args, 1, remainArgs, 0, args.length - 1); - } - } - CommandLine cmdline = null; - try { - cmdline = new PosixParser().parse(opt, remainArgs); - } catch (ParseException e) { - LOG.error("Could not parse command", e); - System.exit(-1); - } - - BACKUP_COMMAND type = BACKUP_COMMAND.HELP; - if (BACKUP_COMMAND.CREATE.name().equalsIgnoreCase(cmd)) { - type = BACKUP_COMMAND.CREATE; - } else if (BACKUP_COMMAND.HELP.name().equalsIgnoreCase(cmd)) { - type = BACKUP_COMMAND.HELP; - } else { - System.out.println("Unsupported command for backup: " + cmd); - } - - // enable debug logging - Logger backupClientLogger = Logger.getLogger("org.apache.hadoop.hbase.backup"); - if (cmdline.hasOption("debug")) { - backupClientLogger.setLevel(Level.DEBUG); - } else { - backupClientLogger.setLevel(Level.INFO); - } - - BackupCommands.createCommand(type, cmdline).execute(); - } - - /** - * Send backup request to server, and monitor the progress if necessary - * @param backupType : full or incremental - * @param backupRootPath : the rooPath specified by user - * @param tableListStr : the table list specified by user - * @param snapshot : using existing snapshot if specified by user (in future jira) - * @return backupId backup id - * @throws IOException exception - * @throws KeeperException excpetion - */ - public static String create(String backupType, String backupRootPath, String tableListStr, - String snapshot) throws IOException { - - String backupId = BackupRestoreConstants.BACKUPID_PREFIX + EnvironmentEdgeManager.currentTime(); - - // check target path first, confirm it doesn't exist before backup - boolean isTargetExist = false; - try { - isTargetExist = HBackupFileSystem.checkPathExist(backupRootPath, conf); - } catch (IOException e) { - String expMsg = e.getMessage(); - String newMsg = null; - if (expMsg.contains("No FileSystem for scheme")) { - newMsg = - "Unsupported filesystem scheme found in the backup target url. Error Message: " - + newMsg; - LOG.error(newMsg); - throw new IOException(newMsg); - } else { - throw e; - } - } catch (RuntimeException e) { - LOG.error(e.getMessage()); - throw e; - } - - if (isTargetExist) { - LOG.info("Using existing backup root dir: " + backupRootPath); - } else { - LOG.info("Backup root dir " + backupRootPath + " does not exist. Will be created."); - } - - // table list specified for backup, trigger backup on specified tables - String tableList = tableListStr; - // (tableListStr == null) ? null : tableListStr.replaceAll( - // BackupRestoreConstants.TABLENAME_DELIMITER_IN_COMMAND, - // BackupRestoreConstants.TABLENAME_DELIMITER_IN_ZNODE); - try { - requestBackup(backupId, backupType, tableList, backupRootPath, snapshot); - } catch (RuntimeException e) { - String errMsg = e.getMessage(); - if (errMsg != null - && (errMsg.startsWith("Non-existing tables found") || errMsg - .startsWith("Snapshot is not found"))) { - LOG.error(errMsg + ", please check your command"); - throw e; - } else { - throw e; - } - } - return backupId; - } - - /** - * Prepare and submit Backup request - * @param backupId : backup_timestame (something like backup_1398729212626) - * @param backupType : full or incremental - * @param tableList : tables to be backuped - * @param targetRootDir : specified by user - * @param snapshot : use existing snapshot if specified by user (for future jira) - * @throws IOException exception - */ - protected static void requestBackup(String backupId, String backupType, String tableList, - String targetRootDir, String snapshot) throws IOException { - - Configuration conf = getConf(); - BackupManager backupManager = null; - BackupContext backupContext = null; - if (snapshot != null) { - LOG.warn("Snapshot option specified, backup type and table option will be ignored,\n" - + "full backup will be taken based on the given snapshot."); - throw new IOException("backup using existing Snapshot will be implemented in future jira"); - } - - HBaseAdmin hbadmin = null; - Connection conn = null; - try { - - backupManager = new BackupManager(conf); - String tables = tableList; - if (backupType.equals(BackupRestoreConstants.BACKUP_TYPE_INCR)) { - Set<String> incrTableSet = backupManager.getIncrementalBackupTableSet(); - if (incrTableSet.isEmpty()) { - LOG.warn("Incremental backup table set contains no table.\n" - + "Use 'backup create full' or 'backup stop' to \n " - + "change the tables covered by incremental backup."); - throw new RuntimeException("No table covered by incremental backup."); - } - StringBuilder sb = new StringBuilder(); - for (String tableName : incrTableSet) { - sb.append(tableName + " "); - } - LOG.info("Incremental backup for the following table set: " + sb.toString()); - tables = - sb.toString().trim() - .replaceAll(" ", BackupRestoreConstants.TABLENAME_DELIMITER_IN_COMMAND); - } - - // check whether table exists first before starting real request - if (tables != null) { - String[] tableNames = tables.split(BackupRestoreConstants.TABLENAME_DELIMITER_IN_COMMAND); - ArrayList<String> noneExistingTableList = null; - conn = ConnectionFactory.createConnection(conf); - hbadmin = (HBaseAdmin) conn.getAdmin(); - for (String tableName : tableNames) { - if (!hbadmin.tableExists(TableName.valueOf(tableName))) { - if (noneExistingTableList == null) { - noneExistingTableList = new ArrayList<String>(); - } - noneExistingTableList.add(tableName); - } - } - if (noneExistingTableList != null) { - if (backupType.equals(BackupRestoreConstants.BACKUP_TYPE_INCR)) { - LOG.warn("Incremental backup table set contains no-exising table: " - + noneExistingTableList); - } else { - // Throw exception only in full mode - we try to backup non-existing table - throw new RuntimeException("Non-existing tables found in the table list: " - + noneExistingTableList); - } - } - } - - // if any target table backup dir already exist, then no backup action taken - String[] tableNames = null; - if (tables != null && !tables.equals("")) { - tableNames = tables.split(BackupRestoreConstants.TABLENAME_DELIMITER_IN_COMMAND); - } - if (tableNames != null && tableNames.length > 0) { - for (String table : tableNames) { - String targetTableBackupDir = - HBackupFileSystem.getTableBackupDir(targetRootDir, backupId, table); - Path targetTableBackupDirPath = new Path(targetTableBackupDir); - FileSystem outputFs = FileSystem.get(targetTableBackupDirPath.toUri(), conf); - if (outputFs.exists(targetTableBackupDirPath)) { - throw new IOException("Target backup directory " + targetTableBackupDir - + " exists already."); - } - } - } - backupContext = - backupManager.createBackupContext(backupId, backupType, tables, targetRootDir, snapshot); - backupManager.initialize(); - backupManager.dispatchRequest(backupContext); - } catch (BackupException e) { - // suppress the backup exception wrapped within #initialize or #dispatchRequest, backup - // exception has already been handled normally - StackTraceElement[] stes = e.getStackTrace(); - for (StackTraceElement ste : stes) { - LOG.info(ste); - } - LOG.error("Backup Exception " + e.getMessage()); - } finally { - if (hbadmin != null) { - hbadmin.close(); - } - if (conn != null) { - conn.close(); - } - } - } -} http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCommands.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCommands.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCommands.java deleted file mode 100644 index c7aff15..0000000 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCommands.java +++ /dev/null @@ -1,147 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.hbase.backup; - -import java.io.IOException; - -import org.apache.commons.cli.CommandLine; -import org.apache.hadoop.hbase.backup.BackupRestoreConstants.BACKUP_COMMAND; -import org.apache.hadoop.hbase.classification.InterfaceAudience; -import org.apache.hadoop.hbase.classification.InterfaceStability; - -/** - * General backup commands, options and usage messages - */ [email protected] [email protected] -final class BackupCommands { - - private static final String USAGE = "Usage: hbase backup COMMAND\n" - + "where COMMAND is one of:\n" + " create create a new backup image\n" - + "Enter \'help COMMAND\' to see help message for each command\n"; - - private static final String CREATE_CMD_USAGE = - "Usage: hbase backup create <type> <backup_root_path> [tables] [-s name] [-convert] " - + "[-silent]\n" + " type \"full\" to create a full backup image;\n" - + " \"incremental\" to create an incremental backup image\n" - + " backup_root_path The full root path to store the backup image,\n" - + " the prefix can be gpfs, hdfs or webhdfs\n" + " Options:\n" - + " tables If no tables (\"\") are specified, all tables are backed up. " - + "Otherwise it is a\n" + " comma separated list of tables.\n" - + " -s name Use the specified snapshot for full backup\n" - + " -convert For an incremental backup, convert WAL files to HFiles\n"; - - interface Command { - void execute() throws IOException; - } - - private BackupCommands() { - throw new AssertionError("Instantiating utility class..."); - } - - static Command createCommand(BACKUP_COMMAND type, CommandLine cmdline) { - Command cmd = null; - switch (type) { - case CREATE: - cmd = new CreateCommand(cmdline); - break; - case HELP: - default: - cmd = new HelpCommand(cmdline); - break; - } - return cmd; - } - - private static class CreateCommand implements Command { - CommandLine cmdline; - - CreateCommand(CommandLine cmdline) { - this.cmdline = cmdline; - } - - @Override - public void execute() throws IOException { - if (cmdline == null || cmdline.getArgs() == null) { - System.out.println("ERROR: missing arguments"); - System.out.println(CREATE_CMD_USAGE); - System.exit(-1); - } - String[] args = cmdline.getArgs(); - if (args.length < 2 || args.length > 3) { - System.out.println("ERROR: wrong number of arguments"); - System.out.println(CREATE_CMD_USAGE); - System.exit(-1); - } - - if (!BackupRestoreConstants.BACKUP_TYPE_FULL.equalsIgnoreCase(args[0]) - && !BackupRestoreConstants.BACKUP_TYPE_INCR.equalsIgnoreCase(args[0])) { - System.out.println("ERROR: invalid backup type"); - System.out.println(CREATE_CMD_USAGE); - System.exit(-1); - } - - String snapshot = cmdline.hasOption('s') ? cmdline.getOptionValue('s') : null; - String tables = (args.length == 3) ? args[2] : null; - - try { - BackupClient.create(args[0], args[1], tables, snapshot); - } catch (RuntimeException e) { - System.out.println("ERROR: " + e.getMessage()); - System.exit(-1); - } - } - } - - private static class HelpCommand implements Command { - CommandLine cmdline; - - HelpCommand(CommandLine cmdline) { - this.cmdline = cmdline; - } - - @Override - public void execute() throws IOException { - if (cmdline == null) { - System.out.println(USAGE); - System.exit(0); - } - - String[] args = cmdline.getArgs(); - if (args == null || args.length == 0) { - System.out.println(USAGE); - System.exit(0); - } - - if (args.length != 1) { - System.out.println("Only support check help message of a single command type"); - System.out.println(USAGE); - System.exit(0); - } - - String type = args[0]; - - if (BACKUP_COMMAND.CREATE.name().equalsIgnoreCase(type)) { - System.out.println(CREATE_CMD_USAGE); - } // other commands will be supported in future jira - System.exit(0); - } - } - -} http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupContext.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupContext.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupContext.java deleted file mode 100644 index e8d6444..0000000 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupContext.java +++ /dev/null @@ -1,318 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.hbase.backup; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.io.IOException; -import java.io.ObjectInputStream; -import java.io.ObjectOutputStream; -import java.io.Serializable; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Map.Entry; -import java.util.Set; - -import org.apache.hadoop.hbase.classification.InterfaceAudience; -import org.apache.hadoop.hbase.classification.InterfaceStability; - -/** - * An object to encapsulate the information for each backup request - */ [email protected] [email protected] -public class BackupContext implements Serializable { - - private static final long serialVersionUID = 2401435114454300992L; - - // backup id: a timestamp when we request the backup - private String backupId; - - // backup type, full or incremental - private String type; - - // target root directory for storing the backup files - private String targetRootDir; - - // overall backup status - private BackupHandler.BACKUPSTATUS flag; - - // overall backup phase - private BackupHandler.BACKUPPHASE phase; - - // overall backup failure message - private String failedMsg; - - // backup status map for all tables - private Map<String, BackupStatus> backupStatusMap; - - // actual start timestamp of the backup process - private long startTs; - - // actual end timestamp of the backup process, could be fail or complete - private long endTs; - - // the total bytes of incremental logs copied - private long totalBytesCopied; - - // for incremental backup, the location of the backed-up hlogs - private String hlogTargetDir = null; - - // incremental backup file list - transient private List<String> incrBackupFileList; - - // new region server log timestamps for table set after distributed log roll - // key - table name, value - map of RegionServer hostname -> last log rolled timestamp - transient private HashMap<String, HashMap<String, String>> tableSetTimestampMap; - - // cancel flag - private boolean cancelled = false; - // backup progress string - - private String progress; - - public BackupContext() { - } - - public BackupContext(String backupId, String type, String[] tables, String targetRootDir, - String snapshot) { - super(); - - if (backupStatusMap == null) { - backupStatusMap = new HashMap<String, BackupStatus>(); - } - - this.backupId = backupId; - this.type = type; - this.targetRootDir = targetRootDir; - - this.addTables(tables); - - if (type.equals(BackupRestoreConstants.BACKUP_TYPE_INCR)) { - setHlogTargetDir(HBackupFileSystem.getLogBackupDir(targetRootDir, backupId)); - } - - this.startTs = 0; - this.endTs = 0; - - } - - /** - * Set progress string - * @param msg progress message - */ - - public void setProgress(String msg) { - this.progress = msg; - } - - /** - * Get current progress msg - */ - public String getProgress() { - return progress; - } - - /** - * Mark cancel flag. - */ - public void markCancel() { - this.cancelled = true; - } - - /** - * Has been marked as cancelled or not. - * @return True if marked as cancelled - */ - public boolean isCancelled() { - return this.cancelled; - } - - public String getBackupId() { - return backupId; - } - - public void setBackupId(String backupId) { - this.backupId = backupId; - } - - public BackupStatus getBackupStatus(String table) { - return this.backupStatusMap.get(table); - } - - public String getFailedMsg() { - return failedMsg; - } - - public void setFailedMsg(String failedMsg) { - this.failedMsg = failedMsg; - } - - public long getStartTs() { - return startTs; - } - - public void setStartTs(long startTs) { - this.startTs = startTs; - } - - public long getEndTs() { - return endTs; - } - - public void setEndTs(long endTs) { - this.endTs = endTs; - } - - public long getTotalBytesCopied() { - return totalBytesCopied; - } - - public BackupHandler.BACKUPSTATUS getFlag() { - return flag; - } - - public void setFlag(BackupHandler.BACKUPSTATUS flag) { - this.flag = flag; - } - - public BackupHandler.BACKUPPHASE getPhase() { - return phase; - } - - public void setPhase(BackupHandler.BACKUPPHASE phase) { - this.phase = phase; - } - - public String getType() { - return type; - } - - public void setSnapshotName(String table, String snapshotName) { - this.backupStatusMap.get(table).setSnapshotName(snapshotName); - } - - public String getSnapshotName(String table) { - return this.backupStatusMap.get(table).getSnapshotName(); - } - - public List<String> getSnapshotNames() { - List<String> snapshotNames = new ArrayList<String>(); - for (BackupStatus backupStatus : this.backupStatusMap.values()) { - snapshotNames.add(backupStatus.getSnapshotName()); - } - return snapshotNames; - } - - public Set<String> getTables() { - return this.backupStatusMap.keySet(); - } - - public String getTableListAsString() { - return BackupUtil.concat(backupStatusMap.keySet(), ";"); - } - - public void addTables(String[] tables) { - for (String table : tables) { - BackupStatus backupStatus = new BackupStatus(table, this.targetRootDir, this.backupId); - this.backupStatusMap.put(table, backupStatus); - } - } - - public String getTargetRootDir() { - return targetRootDir; - } - - public void setHlogTargetDir(String hlogTagetDir) { - this.hlogTargetDir = hlogTagetDir; - } - - public String getHLogTargetDir() { - return hlogTargetDir; - } - - public List<String> getIncrBackupFileList() { - return incrBackupFileList; - } - - public List<String> setIncrBackupFileList(List<String> incrBackupFileList) { - this.incrBackupFileList = incrBackupFileList; - return this.incrBackupFileList; - } - - /** - * Set the new region server log timestamps after distributed log roll - * @param newTableSetTimestampMap table timestamp map - */ - public void setIncrTimestampMap(HashMap<String, - HashMap<String, String>> newTableSetTimestampMap) { - this.tableSetTimestampMap = newTableSetTimestampMap; - } - - /** - * Get new region server log timestamps after distributed log roll - * @return new region server log timestamps - */ - public HashMap<String, HashMap<String, String>> getIncrTimestampMap() { - return this.tableSetTimestampMap; - } - - /** - * Get existing snapshot if backing up from existing snapshot. - * @return The existing snapshot, null if not backing up from existing snapshot - */ - public String getExistingSnapshot() { - // this feature will be supported in another Jira - return null; - } - - /** - * Check whether this backup context are for backing up from existing snapshot or not. - * @return true if it is for backing up from existing snapshot, otherwise false - */ - public boolean fromExistingSnapshot() { - // this feature will be supported in later jiras - return false; - } - - public String getTableBySnapshot(String snapshotName) { - for (Entry<String, BackupStatus> entry : this.backupStatusMap.entrySet()) { - if (snapshotName.equals(entry.getValue().getSnapshotName())) { - return entry.getKey(); - } - } - return null; - } - - public byte[] toByteArray() throws IOException { - ByteArrayOutputStream baos = new ByteArrayOutputStream(); - ObjectOutputStream oos = new ObjectOutputStream(baos); - oos.writeObject(this); - return baos.toByteArray(); - } - - public static BackupContext fromByteArray(byte[] data) - throws IOException, ClassNotFoundException { - ByteArrayInputStream bais = new ByteArrayInputStream(data); - ObjectInputStream ois = new ObjectInputStream(bais); - return (BackupContext) ois.readObject(); - } -} http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCopyService.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCopyService.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCopyService.java deleted file mode 100644 index 223746d..0000000 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupCopyService.java +++ /dev/null @@ -1,37 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.hbase.backup; - -import java.io.IOException; - -import org.apache.hadoop.conf.Configurable; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hbase.classification.InterfaceAudience; -import org.apache.hadoop.hbase.classification.InterfaceStability; - [email protected] [email protected] -public interface BackupCopyService extends Configurable { - static enum Type { - FULL, INCREMENTAL - } - - public int copy(BackupHandler backupHandler, Configuration conf, BackupCopyService.Type copyType, - String[] options) throws IOException; -} http://git-wip-us.apache.org/repos/asf/hbase/blob/449fb812/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupException.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupException.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupException.java deleted file mode 100644 index fe0d0e2..0000000 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/BackupException.java +++ /dev/null @@ -1,85 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.hbase.backup; - -import org.apache.hadoop.hbase.HBaseIOException; -import org.apache.hadoop.hbase.classification.InterfaceAudience; -import org.apache.hadoop.hbase.classification.InterfaceStability; - -/** - * Backup exception - */ -@SuppressWarnings("serial") [email protected] [email protected] -public class BackupException extends HBaseIOException { - private BackupContext description; - - /** - * Some exception happened for a backup and don't even know the backup that it was about - * @param msg Full description of the failure - */ - public BackupException(String msg) { - super(msg); - } - - /** - * Some exception happened for a backup with a cause - * @param cause the cause - */ - public BackupException(Throwable cause) { - super(cause); - } - - /** - * Exception for the given backup that has no previous root cause - * @param msg reason why the backup failed - * @param desc description of the backup that is being failed - */ - public BackupException(String msg, BackupContext desc) { - super(msg); - this.description = desc; - } - - /** - * Exception for the given backup due to another exception - * @param msg reason why the backup failed - * @param cause root cause of the failure - * @param desc description of the backup that is being failed - */ - public BackupException(String msg, Throwable cause, BackupContext desc) { - super(msg, cause); - this.description = desc; - } - - /** - * Exception when the description of the backup cannot be determined, due to some other root - * cause - * @param message description of what caused the failure - * @param e root cause - */ - public BackupException(String message, Exception e) { - super(message, e); - } - - public BackupContext getBackupContext() { - return this.description; - } - -}
