[09/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html index 1ad6fc7..99b6bf2 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceStubMaker.html @@ -54,1964 +54,1980 @@ 046import java.util.concurrent.atomic.AtomicInteger; 047import java.util.concurrent.locks.ReentrantLock; 048import org.apache.hadoop.conf.Configuration; -049import org.apache.hadoop.hbase.CallQueueTooBigException; -050import org.apache.hadoop.hbase.DoNotRetryIOException; -051import org.apache.hadoop.hbase.HConstants; -052import org.apache.hadoop.hbase.HRegionLocation; -053import org.apache.hadoop.hbase.MasterNotRunningException; -054import org.apache.hadoop.hbase.MetaTableAccessor; -055import org.apache.hadoop.hbase.RegionLocations; -056import org.apache.hadoop.hbase.ServerName; -057import org.apache.hadoop.hbase.TableName; -058import org.apache.hadoop.hbase.TableNotEnabledException; -059import org.apache.hadoop.hbase.TableNotFoundException; -060import org.apache.hadoop.hbase.ZooKeeperConnectionException; -061import org.apache.hadoop.hbase.client.Scan.ReadType; -062import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicy; -063import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicyFactory; -064import org.apache.hadoop.hbase.exceptions.ClientExceptionsUtil; -065import org.apache.hadoop.hbase.exceptions.RegionMovedException; -066import org.apache.hadoop.hbase.ipc.RpcClient; -067import org.apache.hadoop.hbase.ipc.RpcClientFactory; -068import org.apache.hadoop.hbase.ipc.RpcControllerFactory; -069import org.apache.hadoop.hbase.log.HBaseMarkers; -070import org.apache.hadoop.hbase.regionserver.RegionServerStoppedException; -071import org.apache.hadoop.hbase.security.User; -072import org.apache.hadoop.hbase.util.Bytes; -073import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -074import org.apache.hadoop.hbase.util.ExceptionUtil; -075import org.apache.hadoop.hbase.util.Pair; -076import org.apache.hadoop.hbase.util.ReflectionUtils; -077import org.apache.hadoop.hbase.util.Threads; -078import org.apache.hadoop.ipc.RemoteException; -079import org.apache.yetus.audience.InterfaceAudience; -080import org.apache.zookeeper.KeeperException; -081import org.slf4j.Logger; -082import org.slf4j.LoggerFactory; -083 -084import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -085import org.apache.hbase.thirdparty.com.google.common.base.Throwables; -086import org.apache.hbase.thirdparty.com.google.protobuf.BlockingRpcChannel; -087import org.apache.hbase.thirdparty.com.google.protobuf.RpcController; -088import org.apache.hbase.thirdparty.com.google.protobuf.ServiceException; -089import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil; -090import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; -091import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos; -092import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos; -093import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService.BlockingInterface; -094import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos; -095import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersRequest; -096import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersResponse; -097import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledRequest; -098import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledResponse; -099import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledRequest; -100import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledResponse; -101import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersRequest; -102import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersResponse; -103import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeRequest; -104import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeResponse; -105import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerRequest; -106import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerResponse; -107import
[30/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d. Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/5fd895c6 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/5fd895c6 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/5fd895c6 Branch: refs/heads/asf-site Commit: 5fd895c68805b7b1be7d5878bd27f94954c3944c Parents: 55f2f13 Author: jenkins Authored: Tue Jul 31 14:49:19 2018 + Committer: jenkins Committed: Tue Jul 31 14:49:19 2018 + -- acid-semantics.html | 4 +- apache_hbase_reference_guide.pdf| 11044 + apidocs/constant-values.html|26 + apidocs/deprecated-list.html| 556 +- apidocs/index-all.html |42 +- apidocs/org/apache/hadoop/hbase/AuthUtil.html | 106 +- .../hadoop/hbase/class-use/ScheduledChore.html | 9 + .../hadoop/hbase/client/ConnectionFactory.html |32 +- .../apache/hadoop/hbase/package-summary.html| 4 +- .../org/apache/hadoop/hbase/security/User.html | 130 +- .../hadoop/hbase/security/class-use/User.html |16 + .../org/apache/hadoop/hbase/AuthUtil.html | 392 +- .../hadoop/hbase/client/ConnectionFactory.html | 555 +- .../org/apache/hadoop/hbase/security/User.html | 739 +- book.html |36 +- bulk-loads.html | 4 +- checkstyle-aggregate.html | 3996 +++--- checkstyle.rss | 4 +- coc.html| 4 +- dependencies.html | 4 +- dependency-convergence.html | 4 +- dependency-info.html| 4 +- dependency-management.html | 4 +- devapidocs/constant-values.html |20 +- devapidocs/deprecated-list.html | 762 +- devapidocs/index-all.html |89 +- .../org/apache/hadoop/hbase/AuthUtil.html | 250 +- .../hadoop/hbase/backup/package-tree.html | 2 +- .../hadoop/hbase/class-use/ChoreService.html|34 +- .../hadoop/hbase/class-use/ScheduledChore.html | 9 + .../hadoop/hbase/class-use/Stoppable.html | 6 + .../hbase/client/AsyncConnectionImpl.html | 140 +- .../hadoop/hbase/client/ConnectionFactory.html |32 +- ...ectionImplementation.MasterServiceState.html |18 +- ...onImplementation.MasterServiceStubMaker.html |10 +- ...ntation.ServerErrorTracker.ServerErrors.html |10 +- ...ectionImplementation.ServerErrorTracker.html |20 +- .../hbase/client/ConnectionImplementation.html | 332 +- .../hadoop/hbase/client/package-tree.html |24 +- .../hadoop/hbase/executor/package-tree.html | 2 +- .../hadoop/hbase/filter/package-tree.html | 8 +- .../hadoop/hbase/io/hfile/package-tree.html | 6 +- .../apache/hadoop/hbase/ipc/package-tree.html | 2 +- .../hadoop/hbase/mapreduce/package-tree.html| 4 +- .../hbase/master/balancer/package-tree.html | 2 +- .../hadoop/hbase/master/package-tree.html | 4 +- .../hbase/master/procedure/package-tree.html| 4 +- .../hadoop/hbase/monitoring/package-tree.html | 2 +- .../apache/hadoop/hbase/package-summary.html| 4 +- .../org/apache/hadoop/hbase/package-tree.html |16 +- .../org/apache/hadoop/hbase/package-use.html|58 +- .../hadoop/hbase/procedure2/package-tree.html | 4 +- .../hadoop/hbase/quotas/package-tree.html | 8 +- .../hadoop/hbase/regionserver/package-tree.html |18 +- .../regionserver/querymatcher/package-tree.html | 2 +- .../hbase/regionserver/wal/package-tree.html| 2 +- .../hadoop/hbase/replication/package-tree.html | 2 +- .../hadoop/hbase/rest/model/package-tree.html | 2 +- .../hbase/security/User.SecureHadoopUser.html |58 +- .../hbase/security/User.TestingGroups.html |12 +- .../org/apache/hadoop/hbase/security/User.html | 130 +- .../hadoop/hbase/security/UserProvider.html |63 +- .../access/AccessChecker.InputUser.html | 2 +- .../hbase/security/access/package-tree.html | 2 +- .../hadoop/hbase/security/class-use/User.html |29 + .../hbase/security/class-use/UserProvider.html |50 +- .../hadoop/hbase/security/package-tree.html | 2 +- .../hadoop/hbase/security/package-use.html | 5 + .../hadoop/hbase/thrift/package-tree.html | 2 +- .../apache/hadoop/hbase/util/package-tree.html |10 +- .../apache/hadoop/hbase/wal/package-tree.html | 2 +- .../org/apache/hadoop/hbase/AuthUtil.html | 392 +-
[03/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/security/User.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/security/User.html b/devapidocs/src-html/org/apache/hadoop/hbase/security/User.html index ec5ba00..997f52f 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/security/User.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/security/User.html @@ -35,357 +35,404 @@ 027import java.util.HashMap; 028import java.util.List; 029import java.util.Map; -030import java.util.concurrent.ExecutionException; -031 -032import org.apache.hadoop.conf.Configuration; -033import org.apache.hadoop.hbase.util.Methods; -034import org.apache.hadoop.security.Groups; -035import org.apache.hadoop.security.SecurityUtil; -036import org.apache.hadoop.security.UserGroupInformation; -037import org.apache.hadoop.security.token.Token; -038import org.apache.hadoop.security.token.TokenIdentifier; -039import org.apache.yetus.audience.InterfaceAudience; -040 -041import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +030import java.util.Optional; +031import java.util.concurrent.ExecutionException; +032 +033import org.apache.hadoop.conf.Configuration; +034import org.apache.hadoop.hbase.AuthUtil; +035import org.apache.hadoop.hbase.util.Methods; +036import org.apache.hadoop.security.Groups; +037import org.apache.hadoop.security.SecurityUtil; +038import org.apache.hadoop.security.UserGroupInformation; +039import org.apache.hadoop.security.token.Token; +040import org.apache.hadoop.security.token.TokenIdentifier; +041import org.apache.yetus.audience.InterfaceAudience; 042 -043/** -044 * Wrapper to abstract out usage of user and group information in HBase. -045 * -046 * p -047 * This class provides a common interface for interacting with user and group -048 * information across changing APIs in different versions of Hadoop. It only -049 * provides access to the common set of functionality in -050 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by -051 * HBase, but can be extended as needs change. -052 * /p -053 */ -054@InterfaceAudience.Public -055public abstract class User { -056 public static final String HBASE_SECURITY_CONF_KEY = -057 "hbase.security.authentication"; -058 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = -059 "hbase.security.authorization"; -060 -061 protected UserGroupInformation ugi; +043import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +044 +045/** +046 * Wrapper to abstract out usage of user and group information in HBase. +047 * +048 * p +049 * This class provides a common interface for interacting with user and group +050 * information across changing APIs in different versions of Hadoop. It only +051 * provides access to the common set of functionality in +052 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by +053 * HBase, but can be extended as needs change. +054 * /p +055 */ +056@InterfaceAudience.Public +057public abstract class User { +058 public static final String HBASE_SECURITY_CONF_KEY = +059 "hbase.security.authentication"; +060 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = +061 "hbase.security.authorization"; 062 -063 public UserGroupInformation getUGI() { -064return ugi; -065 } -066 -067 /** -068 * Returns the full user name. For Kerberos principals this will include -069 * the host and realm portions of the principal name. -070 * -071 * @return User full name. -072 */ -073 public String getName() { -074return ugi.getUserName(); -075 } -076 -077 /** -078 * Returns the list of groups of which this user is a member. On secure -079 * Hadoop this returns the group information for the user as resolved on the -080 * server. For 0.20 based Hadoop, the group names are passed from the client. -081 */ -082 public String[] getGroupNames() { -083return ugi.getGroupNames(); -084 } -085 -086 /** -087 * Returns the shortened version of the user name -- the portion that maps -088 * to an operating system user name. -089 * -090 * @return Short name -091 */ -092 public abstract String getShortName(); -093 -094 /** -095 * Executes the given action within the context of this user. -096 */ -097 public abstract T T runAs(PrivilegedActionT action); -098 -099 /** -100 * Executes the given action within the context of this user. -101 */ -102 public abstract T T runAs(PrivilegedExceptionActionT action) -103 throws IOException, InterruptedException; -104 -105 /** -106 * Returns the Token of the specified kind associated with this user, -107 * or null if the Token is not present. -108 * -109 * @param kind the kind of token -110 * @param service service on which the token is supposed to
[15/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/client/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/client/package-tree.html b/devapidocs/org/apache/hadoop/hbase/client/package-tree.html index a4111b8..d0c7850 100644 --- a/devapidocs/org/apache/hadoop/hbase/client/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/client/package-tree.html @@ -552,24 +552,24 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.client.CompactionState +org.apache.hadoop.hbase.client.TableState.State +org.apache.hadoop.hbase.client.RegionLocateType org.apache.hadoop.hbase.client.CompactType -org.apache.hadoop.hbase.client.Durability +org.apache.hadoop.hbase.client.IsolationLevel +org.apache.hadoop.hbase.client.MasterSwitchType +org.apache.hadoop.hbase.client.ScannerCallable.MoreResults +org.apache.hadoop.hbase.client.SnapshotType +org.apache.hadoop.hbase.client.AbstractResponse.ResponseType +org.apache.hadoop.hbase.client.RequestController.ReturnCode org.apache.hadoop.hbase.client.AsyncRequestFutureImpl.Retry -org.apache.hadoop.hbase.client.Scan.ReadType +org.apache.hadoop.hbase.client.Durability org.apache.hadoop.hbase.client.MobCompactPartitionPolicy -org.apache.hadoop.hbase.client.AbstractResponse.ResponseType -org.apache.hadoop.hbase.client.RegionLocateType -org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.ScanResumerState -org.apache.hadoop.hbase.client.SnapshotType -org.apache.hadoop.hbase.client.ScannerCallable.MoreResults org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.ScanControllerState -org.apache.hadoop.hbase.client.MasterSwitchType -org.apache.hadoop.hbase.client.IsolationLevel org.apache.hadoop.hbase.client.Consistency -org.apache.hadoop.hbase.client.TableState.State +org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.ScanResumerState org.apache.hadoop.hbase.client.AsyncProcessTask.SubmittedRows -org.apache.hadoop.hbase.client.RequestController.ReturnCode +org.apache.hadoop.hbase.client.CompactionState +org.apache.hadoop.hbase.client.Scan.ReadType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html b/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html index ce950b0..ae0124e 100644 --- a/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html @@ -104,8 +104,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.executor.EventType org.apache.hadoop.hbase.executor.ExecutorType +org.apache.hadoop.hbase.executor.EventType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html index 2e7de6e..1d258d9 100644 --- a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html @@ -183,14 +183,14 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.filter.FilterList.Operator -org.apache.hadoop.hbase.filter.CompareFilter.CompareOp org.apache.hadoop.hbase.filter.FuzzyRowFilter.Order -org.apache.hadoop.hbase.filter.Filter.ReturnCode +org.apache.hadoop.hbase.filter.RegexStringComparator.EngineType
[01/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
Repository: hbase-site Updated Branches: refs/heads/asf-site 55f2f138d -> 5fd895c68 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/testdevapidocs/src-html/org/apache/hadoop/hbase/security/HBaseKerberosUtils.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/security/HBaseKerberosUtils.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/security/HBaseKerberosUtils.html index f0e0faf..3e37614 100644 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/security/HBaseKerberosUtils.html +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/security/HBaseKerberosUtils.html @@ -27,93 +27,112 @@ 019 020import org.apache.hadoop.conf.Configuration; 021import org.apache.hadoop.fs.CommonConfigurationKeys; -022import org.apache.hadoop.hbase.HBaseConfiguration; -023import org.apache.yetus.audience.InterfaceAudience; -024import org.slf4j.Logger; -025import org.slf4j.LoggerFactory; -026import org.apache.hbase.thirdparty.com.google.common.base.Strings; -027import org.apache.hadoop.security.UserGroupInformation; -028 -029import java.io.IOException; -030import java.net.InetAddress; -031 -032@InterfaceAudience.Private -033public class HBaseKerberosUtils { -034 private static final Logger LOG = LoggerFactory.getLogger(HBaseKerberosUtils.class); -035 -036 public static final String KRB_PRINCIPAL = "hbase.regionserver.kerberos.principal"; -037 public static final String MASTER_KRB_PRINCIPAL = "hbase.master.kerberos.principal"; -038 public static final String KRB_KEYTAB_FILE = "hbase.regionserver.keytab.file"; -039 -040 public static boolean isKerberosPropertySetted() { -041String krbPrincipal = System.getProperty(KRB_PRINCIPAL); -042String krbKeytab = System.getProperty(KRB_KEYTAB_FILE); -043if (Strings.isNullOrEmpty(krbPrincipal) || Strings.isNullOrEmpty(krbKeytab)) { -044 return false; -045} -046return true; -047 } -048 -049 public static void setPrincipalForTesting(String principal) { -050setSystemProperty(KRB_PRINCIPAL, principal); -051 } -052 -053 public static void setKeytabFileForTesting(String keytabFile) { -054setSystemProperty(KRB_KEYTAB_FILE, keytabFile); -055 } -056 -057 public static void setSystemProperty(String propertyName, String propertyValue) { -058System.setProperty(propertyName, propertyValue); -059 } -060 -061 public static String getKeytabFileForTesting() { -062return System.getProperty(KRB_KEYTAB_FILE); -063 } -064 -065 public static String getPrincipalForTesting() { -066return System.getProperty(KRB_PRINCIPAL); -067 } -068 -069 public static Configuration getConfigurationWoPrincipal() { -070Configuration conf = HBaseConfiguration.create(); -071 conf.set(CommonConfigurationKeys.HADOOP_SECURITY_AUTHENTICATION, "kerberos"); -072 conf.set(User.HBASE_SECURITY_CONF_KEY, "kerberos"); -073 conf.setBoolean(User.HBASE_SECURITY_AUTHORIZATION_CONF_KEY, true); -074return conf; -075 } -076 -077 public static Configuration getSecuredConfiguration() { -078Configuration conf = HBaseConfiguration.create(); -079setSecuredConfiguration(conf); -080return conf; -081 } -082 -083 public static void setSecuredConfiguration(Configuration conf) { -084 conf.set(CommonConfigurationKeys.HADOOP_SECURITY_AUTHENTICATION, "kerberos"); -085 conf.set(User.HBASE_SECURITY_CONF_KEY, "kerberos"); -086 conf.setBoolean(User.HBASE_SECURITY_AUTHORIZATION_CONF_KEY, true); -087conf.set(KRB_KEYTAB_FILE, System.getProperty(KRB_KEYTAB_FILE)); -088conf.set(KRB_PRINCIPAL, System.getProperty(KRB_PRINCIPAL)); -089conf.set(MASTER_KRB_PRINCIPAL, System.getProperty(KRB_PRINCIPAL)); -090 } -091 -092 public static UserGroupInformation loginAndReturnUGI(Configuration conf, String username) -093 throws IOException { -094String hostname = InetAddress.getLocalHost().getHostName(); -095String keyTabFileConfKey = "hbase." + username + ".keytab.file"; -096String keyTabFileLocation = conf.get(keyTabFileConfKey); -097String principalConfKey = "hbase." + username + ".kerberos.principal"; -098String principal = org.apache.hadoop.security.SecurityUtil -099 .getServerPrincipal(conf.get(principalConfKey), hostname); -100if (keyTabFileLocation == null || principal == null) { -101 LOG.warn("Principal or key tab file null for : " + principalConfKey + ", " -102 + keyTabFileConfKey); -103} -104UserGroupInformation ugi = -105 UserGroupInformation.loginUserFromKeytabAndReturnUGI(principal, keyTabFileLocation); -106return ugi; -107 } -108} +022import org.apache.hadoop.hbase.AuthUtil; +023import org.apache.hadoop.hbase.HBaseConfiguration; +024import org.apache.yetus.audience.InterfaceAudience; +025import org.slf4j.Logger; +026import org.slf4j.LoggerFactory; +027import org.apache.hbase.thirdparty.com.google.common.base.Strings;
[27/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/deprecated-list.html -- diff --git a/apidocs/deprecated-list.html b/apidocs/deprecated-list.html index ae96416..8bece3f 100644 --- a/apidocs/deprecated-list.html +++ b/apidocs/deprecated-list.html @@ -93,60 +93,65 @@ +org.apache.hadoop.hbase.AuthUtil +since 2.2.0, to be removed in hbase-3.0.0. + + + org.apache.hadoop.hbase.ClusterStatus As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterMetrics instead. - + org.apache.hadoop.hbase.util.Counter use https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/LongAdder.html?is-external=true; title="class or interface in java.util.concurrent.atomic">LongAdder instead. - + org.apache.hadoop.hbase.filter.FirstKeyValueMatchingQualifiersFilter Deprecated in 2.0. See HBASE-13347 - + org.apache.hadoop.hbase.HColumnDescriptor - + org.apache.hadoop.hbase.HRegionInfo As of release 2.0.0, this will be removed in HBase 3.0.0. use RegionInfoBuilder to build RegionInfo. - + org.apache.hadoop.hbase.HTableDescriptor As of release 2.0.0, this will be removed in HBase 3.0.0. Use TableDescriptorBuilder to build HTableDescriptor. - + org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles As of release 2.0.0, this will be removed in HBase 3.0.0. Use LoadIncrementalHFiles instead. - + org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem As of release 2.0.0, this will be removed in HBase 3.0.0. Use LoadIncrementalHFiles.LoadQueueItem instead. - + org.apache.hadoop.hbase.RegionLoad As of release 2.0.0, this will be removed in HBase 3.0.0 Use RegionMetrics instead. - + org.apache.hadoop.hbase.client.replication.ReplicationAdmin use Admin instead. - + org.apache.hadoop.hbase.ServerLoad As of release 2.0.0, this will be removed in HBase 3.0.0 Use ServerMetrics instead. @@ -938,1302 +943,1307 @@ +org.apache.hadoop.hbase.AuthUtil.getAuthChore(Configuration) +Deprecated since 2.2.0, this method will be internal use only after 3.0.0. + + + org.apache.hadoop.hbase.ClusterStatus.getBackupMasters() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterStatus.getBackupMasterNames() instead. - + org.apache.hadoop.hbase.ClusterStatus.getBackupMastersSize() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterStatus.getBackupMasterNames() instead. - + org.apache.hadoop.hbase.CellUtil.getCellKeySerializedAsKeyValueKey(Cell) As of release 2.0.0, this will be removed in HBase 3.0.0. - + org.apache.hadoop.hbase.client.Admin.getClusterStatus() since 2.0 version and will be removed in 3.0 version. use Admin.getClusterMetrics() - + org.apache.hadoop.hbase.HTableDescriptor.getColumnFamilies() - + org.apache.hadoop.hbase.HColumnDescriptor.getCompactionCompression() As of release 2.0.0, this will be removed in HBase 3.0.0 (https://issues.apache.org/jira/browse/HBASE-13655;>HBASE-13655). Use HColumnDescriptor.getCompactionCompressionType(). - + org.apache.hadoop.hbase.HRegionInfo.getComparator() Use Region#getCellComparator(). deprecated for hbase 2.0, remove for hbase 3.0 - + org.apache.hadoop.hbase.RegionLoad.getCompleteSequenceId() As of release 2.0.0, this will be removed in HBase 3.0.0 Use RegionLoad.getCompletedSequenceId() instead. - + org.apache.hadoop.hbase.HColumnDescriptor.getCompression() As of release 2.0.0, this will be removed in HBase 3.0.0 (https://issues.apache.org/jira/browse/HBASE-13655;>HBASE-13655). Use HColumnDescriptor.getCompressionType(). - + org.apache.hadoop.hbase.ServerLoad.getCpRequestsCount() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ServerLoad.getRegionMetrics() instead. - + org.apache.hadoop.hbase.RegionLoad.getCurrentCompactedKVs() As of release 2.0.0, this will be removed in HBase 3.0.0 Use RegionLoad.getCompactedCellCount() instead. - + org.apache.hadoop.hbase.ServerLoad.getCurrentCompactedKVs() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ServerLoad.getRegionMetrics() instead. - + org.apache.hadoop.hbase.ClusterStatus.getDeadServers() As of release 2.0.0, this will be removed in HBase 3.0.0 (https://issues.apache.org/jira/browse/HBASE-13656;>HBASE-13656). Use ClusterStatus.getDeadServerNames(). - + org.apache.hadoop.hbase.ClusterStatus.getDeadServersSize() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterStatus.getDeadServerNames(). - + org.apache.hadoop.hbase.HRegionInfo.getDescriptiveNameFromRegionStateForDisplay(RegionState, Configuration) As
[20/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/deprecated-list.html -- diff --git a/devapidocs/deprecated-list.html b/devapidocs/deprecated-list.html index 7e85c12..b3c72ec 100644 --- a/devapidocs/deprecated-list.html +++ b/devapidocs/deprecated-list.html @@ -143,126 +143,131 @@ +org.apache.hadoop.hbase.AuthUtil +since 2.2.0, to be removed in hbase-3.0.0. + + + org.apache.hadoop.hbase.ClusterStatus As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterMetrics instead. - + org.apache.hadoop.hbase.coprocessor.CoprocessorServiceBackwardCompatiblity - + org.apache.hadoop.hbase.util.Counter use https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/LongAdder.html?is-external=true; title="class or interface in java.util.concurrent.atomic">LongAdder instead. - + org.apache.hadoop.hbase.filter.FirstKeyValueMatchingQualifiersFilter Deprecated in 2.0. See HBASE-13347 - + org.apache.hadoop.hbase.HColumnDescriptor - + org.apache.hadoop.hbase.HRegionInfo As of release 2.0.0, this will be removed in HBase 3.0.0. use RegionInfoBuilder to build RegionInfo. - + org.apache.hadoop.hbase.HTableDescriptor As of release 2.0.0, this will be removed in HBase 3.0.0. Use TableDescriptorBuilder to build HTableDescriptor. - + org.apache.hadoop.hbase.client.ImmutableHColumnDescriptor - + org.apache.hadoop.hbase.client.ImmutableHRegionInfo - + org.apache.hadoop.hbase.client.ImmutableHTableDescriptor - + org.apache.hadoop.hbase.KeyValue.KVComparator : Use CellComparatorImpl. Deprecated for hbase 2.0, remove for hbase 3.0. - + org.apache.hadoop.hbase.KeyValue.MetaComparator : CellComparatorImpl.META_COMPARATOR to be used. Deprecated for hbase 2.0, remove for hbase 3.0. - + org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles As of release 2.0.0, this will be removed in HBase 3.0.0. Use LoadIncrementalHFiles instead. - + org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem As of release 2.0.0, this will be removed in HBase 3.0.0. Use LoadIncrementalHFiles.LoadQueueItem instead. - + org.apache.hadoop.hbase.master.procedure.MetaQueue only used for RecoverMetaProcedure. Should be removed along with RecoverMetaProcedure. - + org.apache.hadoop.hbase.master.MirroringTableStateManager Since 2.0.0. To be removed in 3.0.0. - + org.apache.hadoop.hbase.master.procedure.RecoverMetaProcedure Do not use any more, leave it here only for compatible. The recovery work will be done in ServerCrashProcedure directly, and the initial work for meta table will be done by InitMetaProcedure. - + org.apache.hadoop.hbase.RegionLoad As of release 2.0.0, this will be removed in HBase 3.0.0 Use RegionMetrics instead. - + org.apache.hadoop.hbase.client.replication.ReplicationAdmin use Admin instead. - + org.apache.hadoop.hbase.security.access.SecureBulkLoadEndpoint As of release 2.0.0, this will be removed in HBase 3.0.0 - + org.apache.hadoop.hbase.ServerLoad As of release 2.0.0, this will be removed in HBase 3.0.0 Use ServerMetrics instead. - + org.apache.hadoop.hbase.client.UnmodifyableHRegionInfo As of release 2.0.0, this will be removed in HBase 3.0.0. - + org.apache.hadoop.hbase.util.ZKDataMigrator Since 2.0.0. To be removed in hbase-3.0.0. - + org.apache.hadoop.hbase.zookeeper.ZKLeaderManager Not used - + org.apache.hadoop.hbase.zookeeper.ZKUtil.NodeAndData Unused @@ -1235,123 +1240,128 @@ +org.apache.hadoop.hbase.AuthUtil.getAuthChore(Configuration) +Deprecated since 2.2.0, this method will be internal use only after 3.0.0. + + + org.apache.hadoop.hbase.security.visibility.VisibilityClient.getAuths(Configuration, String) Use VisibilityClient.getAuths(Connection,String) instead. - + org.apache.hadoop.hbase.ClusterStatus.getBackupMasters() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterStatus.getBackupMasterNames() instead. - + org.apache.hadoop.hbase.ClusterStatus.getBackupMastersSize() As of release 2.0.0, this will be removed in HBase 3.0.0 Use ClusterStatus.getBackupMasterNames() instead. - + org.apache.hadoop.hbase.ipc.CallRunner.getCall() As of release 2.0, this will be removed in HBase 3.0 - + org.apache.hadoop.hbase.CellUtil.getCellKeySerializedAsKeyValueKey(Cell) As of release 2.0.0, this will be removed in HBase 3.0.0. - + org.apache.hadoop.hbase.zookeeper.ZKUtil.getChildDataAndWatchForNewChildren(ZKWatcher, String) Unused - + org.apache.hadoop.hbase.client.Admin.getClusterStatus() since 2.0 version and will be removed in 3.0 version. use Admin.getClusterMetrics() - +
[29/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apache_hbase_reference_guide.pdf -- diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf index cd1a06a..3ac56ca 100644 --- a/apache_hbase_reference_guide.pdf +++ b/apache_hbase_reference_guide.pdf @@ -5,8 +5,8 @@ /Author (Apache HBase Team) /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2) /Producer (Apache HBase Team) -/ModDate (D:20180730142951+00'00') -/CreationDate (D:20180730144559+00'00') +/ModDate (D:20180731142956+00'00') +/CreationDate (D:20180731144604+00'00') >> endobj 2 0 obj @@ -24,7 +24,7 @@ endobj 3 0 obj << /Type /Pages /Count 783 -/Kids [7 0 R 12 0 R 14 0 R 16 0 R 18 0 R 20 0 R 22 0 R 24 0 R 26 0 R 46 0 R 49 0 R 52 0 R 56 0 R 63 0 R 65 0 R 69 0 R 71 0 R 73 0 R 80 0 R 83 0 R 85 0 R 91 0 R 94 0 R 96 0 R 98 0 R 105 0 R 112 0 R 117 0 R 119 0 R 135 0 R 140 0 R 148 0 R 157 0 R 165 0 R 169 0 R 178 0 R 189 0 R 193 0 R 195 0 R 199 0 R 208 0 R 217 0 R 225 0 R 234 0 R 239 0 R 248 0 R 256 0 R 265 0 R 278 0 R 285 0 R 295 0 R 303 0 R 311 0 R 318 0 R 327 0 R 333 0 R 339 0 R 346 0 R 354 0 R 362 0 R 373 0 R 386 0 R 394 0 R 401 0 R 409 0 R 417 0 R 426 0 R 436 0 R 444 0 R 450 0 R 459 0 R 471 0 R 481 0 R 488 0 R 496 0 R 503 0 R 512 0 R 520 0 R 524 0 R 530 0 R 535 0 R 539 0 R 555 0 R 566 0 R 570 0 R 585 0 R 590 0 R 595 0 R 597 0 R 599 0 R 602 0 R 604 0 R 606 0 R 614 0 R 620 0 R 623 0 R 627 0 R 636 0 R 647 0 R 655 0 R 659 0 R 663 0 R 665 0 R 675 0 R 690 0 R 697 0 R 708 0 R 718 0 R 729 0 R 741 0 R 761 0 R 771 0 R 778 0 R 782 0 R 788 0 R 791 0 R 795 0 R 799 0 R 802 0 R 805 0 R 807 0 R 810 0 R 814 0 R 816 0 R 820 0 R 826 0 R 831 0 R 835 0 R 838 0 R 844 0 R 846 0 R 850 0 R 858 0 R 860 0 R 863 0 R 866 0 R 869 0 R 872 0 R 886 0 R 894 0 R 905 0 R 916 0 R 922 0 R 932 0 R 943 0 R 946 0 R 950 0 R 953 0 R 958 0 R 967 0 R 975 0 R 979 0 R 983 0 R 988 0 R 992 0 R 994 0 R 1010 0 R 1021 0 R 1026 0 R 1033 0 R 1036 0 R 1044 0 R 1052 0 R 1057 0 R 1062 0 R 1067 0 R 1069 0 R 1071 0 R 1073 0 R 1083 0 R 1091 0 R 1095 0 R 1102 0 R 1109 0 R 1117 0 R 1121 0 R 1127 0 R 1132 0 R 1140 0 R 1144 0 R 1149 0 R 1151 0 R 1157 0 R 1165 0 R 1171 0 R 1178 0 R 1189 0 R 1193 0 R 1195 0 R 1197 0 R 1201 0 R 1204 0 R 1209 0 R 1212 0 R 1224 0 R 1228 0 R 1234 0 R 1242 0 R 1247 0 R 1251 0 R 1255 0 R 1257 0 R 1260 0 R 1263 0 R 1266 0 R 1270 0 R 1274 0 R 1278 0 R 1283 0 R 1287 0 R 1290 0 R 1292 0 R 1302 0 R 1305 0 R 1313 0 R 1322 0 R 1328 0 R 1332 0 R 1334 0 R 1345 0 R 1348 0 R 1354 0 R 1362 0 R 1365 0 R 1372 0 R 1379 0 R 1382 0 R 1384 0 R 1393 0 R 1395 0 R 1397 0 R 1400 0 R 1402 0 R 1404 0 R 1406 0 R 1408 0 R 1411 0 R 1415 0 R 1420 0 R 1422 0 R 1424 0 R 1426 0 R 1431 0 R 1438 0 R 1444 0 R 1447 0 R 1449 0 R 1452 0 R 1456 0 R 1460 0 R 1463 0 R 1465 0 R 1467 0 R 1470 0 R 1475 0 R 1481 0 R 1489 0 R 1503 0 R 1517 0 R 1520 0 R 1525 0 R 1538 0 R 1543 0 R 1558 0 R 1566 0 R 1570 0 R 1579 0 R 1594 0 R 1608 0 R 1616 0 R 1621 0 R 1632 0 R 1637 0 R 1643 0 R 1649 0 R 1661 0 R 1664 0 R 1673 0 R 1676 0 R 1685 0 R 1691 0 R 1695 0 R 1700 0 R 1712 0 R 1714 0 R 1720 0 R 1726 0 R 1729 0 R 1737 0 R 1745 0 R 1749 0 R 1751 0 R 1753 0 R 1765 0 R 1771 0 R 1780 0 R 1786 0 R 1799 0 R 1805 0 R 1811 0 R 1822 0 R 1828 0 R 1833 0 R 1837 0 R 1841 0 R 1844 0 R 1849 0 R 1854 0 R 1860 0 R 1865 0 R 1869 0 R 1878 0 R 1884 0 R 1887 0 R 1891 0 R 1900 0 R 1907 0 R 1913 0 R 1919 0 R 1923 0 R 1927 0 R 1932 0 R 1937 0 R 1943 0 R 1945 0 R 1947 0 R 1950 0 R 1961 0 R 1964 0 R 1971 0 R 1979 0 R 1984 0 R 1988 0 R 1993 0 R 1995 0 R 1998 0 R 2003 0 R 2006 0 R 2008 0 R 2011 0 R 2014 0 R 2017 0 R 2027 0 R 2032 0 R 2037 0 R 2039 0 R 2047 0 R 2054 0 R 2061 0 R 2067 0 R 2072 0 R 2074 0 R 2083 0 R 2093 0 R 2103 0 R 2109 0 R 2116 0 R 2118 0 R 2123 0 R 2125 0 R 2127 0 R 2131 0 R 2134 0 R 2137 0 R 2142 0 R 2146 0 R 2157 0 R 2160 0 R 2163 0 R 2167 0 R 2171 0 R 2174 0 R 2176 0 R 2181 0 R 2184 0 R 2186 0 R 2191 0 R 2201 0 R 2203 0 R 2205 0 R 2207 0 R 2209 0 R 2212 0 R 2214 0 R 2216 0 R 2219 0 R 2221 0 R 2223 0 R 2227 0 R 2232 0 R 2241 0 R 2243 0 R 2245 0 R 2251 0 R 2253 0 R 2258 0 R 2260 0 R 2262 0 R 2269 0 R 2274 0 R 2278 0 R 2283 0 R 2287 0 R 2289 0 R 2291 0 R 2295 0 R 2298 0 R 2300 0 R 2302 0 R 2306 0 R 2308 0 R 2311 0 R 2313 0 R 2315 0 R 2317 0 R 2324 0 R 2327 0 R 2332 0 R 2334 0 R 2336 0 R 2338 0 R 2340 0 R 2348 0 R 2359 0 R 2373 0 R 2384 0 R 2388 0 R 2393 0 R 2397 0 R 2400 0 R 2405 0 R 2411 0 R 2413 0 R 2416 0 R 2418 0 R 2420 0 R 2422 0 R 2427 0 R 2429 0 R 2442 0 R 2445 0 R 2453 0 R 2459 0 R 2471 0 R 2485 0 R 2498 0 R 2517 0 R 2519 0 R 2521 0 R 2525 0 R 2543 0 R 2549 0 R 2561 0 R 2565 0 R 2569 0 R 2578 0 R 2590 0 R 2595 0 R 2605 0 R 2618 0 R 2637 0 R 2646 0 R 2649 0 R 2658 0 R 2675 0 R 2682 0 R 2685 0 R 2690 0 R 2694 0 R 2697 0 R 2706 0 R 2715 0 R 2718 0 R 2720 0 R 2724 0 R 2738 0 R 2747 0 R 2752 0 R 2756 0 R 2759 0 R 2761 0 R 2763 0 R 2765 0 R 2770 0 R 2783 0 R 2793 0 R 2801
[18/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html b/devapidocs/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html index b3b0861..b4d2a85 100644 --- a/devapidocs/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html +++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class AsyncConnectionImpl +class AsyncConnectionImpl extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object implements AsyncConnection The implementation of AsyncConnection. @@ -141,70 +141,74 @@ implements adminSubs +private ChoreService +authService + + (package private) AsyncRpcRetryingCallerFactory callerFactory - + private org.apache.hadoop.conf.Configuration conf - + (package private) AsyncConnectionConfiguration connConf - + private boolean hostnameCanChange - + private AsyncRegionLocator locator - + private static org.slf4j.Logger LOG - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicReference.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicReferenceorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.Interface masterStub - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicReference.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicReferencehttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface in java.util.concurrent">CompletableFutureorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.Interface masterStubMakeFuture - + private NonceGenerator nonceGenerator - + (package private) AsyncRegistry registry - + private static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String RESOLVE_HOSTNAME_ON_FAIL_KEY - + (package private) static org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer RETRY_TIMER - + private RpcClient rpcClient - + (package private) RpcControllerFactory rpcControllerFactory - + private int rpcTimeout - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentMaphttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String,org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService.Interface rsStubs - + private User user @@ -337,6 +341,10 @@ implements private void makeMasterStub(https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface in java.util.concurrent">CompletableFutureorg.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService.Interfacefuture) + +private void +spawnRenewalChore(org.apache.hadoop.security.UserGroupInformationuser) + @@ -372,7 +380,7 @@ implements LOG -private static finalorg.slf4j.Logger LOG +private static finalorg.slf4j.Logger LOG @@ -381,7 +389,7 @@ implements RETRY_TIMER -static finalorg.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer RETRY_TIMER +static finalorg.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer RETRY_TIMER @@ -390,7 +398,7 @@ implements RESOLVE_HOSTNAME_ON_FAIL_KEY -private static finalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String RESOLVE_HOSTNAME_ON_FAIL_KEY +private static finalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String RESOLVE_HOSTNAME_ON_FAIL_KEY See Also: Constant Field Values @@ -403,7 +411,7 @@ implements conf -private finalorg.apache.hadoop.conf.Configuration conf +private finalorg.apache.hadoop.conf.Configuration conf @@ -412,7
[12/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html index 3f59aed..47a01f1 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncConnectionImpl.html @@ -29,295 +29,311 @@ 021import static org.apache.hadoop.hbase.client.ConnectionUtils.getStubKey; 022import static org.apache.hadoop.hbase.client.NonceGenerator.CLIENT_NONCES_ENABLED_KEY; 023 -024import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -025 -026import org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer; -027 -028import java.io.IOException; -029import java.util.concurrent.CompletableFuture; -030import java.util.concurrent.ConcurrentHashMap; -031import java.util.concurrent.ConcurrentMap; -032import java.util.concurrent.ExecutorService; -033import java.util.concurrent.TimeUnit; -034import java.util.concurrent.atomic.AtomicReference; -035 -036import org.apache.commons.io.IOUtils; -037import org.apache.hadoop.conf.Configuration; -038import org.apache.hadoop.hbase.MasterNotRunningException; -039import org.apache.hadoop.hbase.ServerName; -040import org.apache.hadoop.hbase.TableName; -041import org.apache.yetus.audience.InterfaceAudience; -042import org.slf4j.Logger; -043import org.slf4j.LoggerFactory; -044import org.apache.hadoop.hbase.ipc.HBaseRpcController; -045import org.apache.hadoop.hbase.ipc.RpcClient; -046import org.apache.hadoop.hbase.ipc.RpcClientFactory; -047import org.apache.hadoop.hbase.ipc.RpcControllerFactory; -048import org.apache.hadoop.hbase.security.User; -049import org.apache.hbase.thirdparty.com.google.protobuf.RpcCallback; -050import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; -051import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.AdminService; -052import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService; -053import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsMasterRunningResponse; -054import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.MasterService; -055import org.apache.hadoop.hbase.util.CollectionUtils; -056import org.apache.hadoop.hbase.util.Threads; -057 -058/** -059 * The implementation of AsyncConnection. -060 */ -061@InterfaceAudience.Private -062class AsyncConnectionImpl implements AsyncConnection { -063 -064 private static final Logger LOG = LoggerFactory.getLogger(AsyncConnectionImpl.class); -065 -066 @VisibleForTesting -067 static final HashedWheelTimer RETRY_TIMER = new HashedWheelTimer( -068 Threads.newDaemonThreadFactory("Async-Client-Retry-Timer"), 10, TimeUnit.MILLISECONDS); -069 -070 private static final String RESOLVE_HOSTNAME_ON_FAIL_KEY = "hbase.resolve.hostnames.on.failure"; -071 -072 private final Configuration conf; -073 -074 final AsyncConnectionConfiguration connConf; -075 -076 private final User user; -077 -078 final AsyncRegistry registry; -079 -080 private final int rpcTimeout; -081 -082 private final RpcClient rpcClient; -083 -084 final RpcControllerFactory rpcControllerFactory; -085 -086 private final boolean hostnameCanChange; -087 -088 private final AsyncRegionLocator locator; -089 -090 final AsyncRpcRetryingCallerFactory callerFactory; -091 -092 private final NonceGenerator nonceGenerator; -093 -094 private final ConcurrentMapString, ClientService.Interface rsStubs = new ConcurrentHashMap(); -095 private final ConcurrentMapString, AdminService.Interface adminSubs = new ConcurrentHashMap(); +024import org.apache.hadoop.hbase.AuthUtil; +025import org.apache.hadoop.hbase.ChoreService; +026import org.apache.hadoop.security.UserGroupInformation; +027import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; +028 +029import org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer; +030 +031import java.io.IOException; +032import java.util.concurrent.CompletableFuture; +033import java.util.concurrent.ConcurrentHashMap; +034import java.util.concurrent.ConcurrentMap; +035import java.util.concurrent.ExecutorService; +036import java.util.concurrent.TimeUnit; +037import java.util.concurrent.atomic.AtomicReference; +038 +039import org.apache.commons.io.IOUtils; +040import org.apache.hadoop.conf.Configuration; +041import org.apache.hadoop.hbase.MasterNotRunningException; +042import org.apache.hadoop.hbase.ServerName; +043import org.apache.hadoop.hbase.TableName; +044import org.apache.yetus.audience.InterfaceAudience; +045import org.slf4j.Logger; +046import org.slf4j.LoggerFactory; +047import org.apache.hadoop.hbase.ipc.HBaseRpcController; +048import
[13/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html b/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html index 81a90a9..2923faf 100644 --- a/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html @@ -199,8 +199,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.thrift.MetricsThriftServerSourceFactoryImpl.FactoryStorage org.apache.hadoop.hbase.thrift.ThriftServerRunner.ImplType +org.apache.hadoop.hbase.thrift.MetricsThriftServerSourceFactoryImpl.FactoryStorage org.apache.hadoop.hbase.thrift.ThriftMetrics.ThriftServerType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/util/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html index d1202d0..9375fd1 100644 --- a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html @@ -515,14 +515,14 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.PureJavaComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) -org.apache.hadoop.hbase.util.IdReadWriteLock.ReferenceType -org.apache.hadoop.hbase.util.PrettyPrinter.Unit +org.apache.hadoop.hbase.util.ChecksumType org.apache.hadoop.hbase.util.HBaseFsck.ErrorReporter.ERROR_CODE +org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.PureJavaComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) +org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.UnsafeComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) org.apache.hadoop.hbase.util.PoolMap.PoolType +org.apache.hadoop.hbase.util.PrettyPrinter.Unit +org.apache.hadoop.hbase.util.IdReadWriteLock.ReferenceType org.apache.hadoop.hbase.util.Order -org.apache.hadoop.hbase.util.Bytes.LexicographicalComparerHolder.UnsafeComparer (implements org.apache.hadoop.hbase.util.Bytes.ComparerT) -org.apache.hadoop.hbase.util.ChecksumType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html b/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html index bcb1724..c6caa9b 100644 --- a/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html @@ -191,8 +191,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.wal.RegionGroupingProvider.Strategies org.apache.hadoop.hbase.wal.WALFactory.Providers +org.apache.hadoop.hbase.wal.RegionGroupingProvider.Strategies http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html b/devapidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html index f16f8df..30bba22 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html @@ -30,152 +30,254 @@ 022import java.net.UnknownHostException; 023 024import org.apache.hadoop.conf.Configuration; -025import
[14/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html b/devapidocs/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html index 79f9b25..fe18026 100644 --- a/devapidocs/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html +++ b/devapidocs/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":9,"i1":10,"i2":10,"i3":9,"i4":9,"i5":10,"i6":10}; +var methods = {"i0":9,"i1":10,"i2":10,"i3":9,"i4":9,"i5":9,"i6":10,"i7":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -public static final class User.SecureHadoopUser +public static final class User.SecureHadoopUser extends User Bridges User invocations to underlying calls to UserGroupInformation for secure Hadoop @@ -247,12 +247,19 @@ extends +static void +login(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringkeytabLocation, + https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringprincipalName) +Login through configured keytab and pricipal. + + + TT runAs(https://docs.oracle.com/javase/8/docs/api/java/security/PrivilegedAction.html?is-external=true; title="class or interface in java.security">PrivilegedActionTaction) Executes the given action within the context of this user. - + TT runAs(https://docs.oracle.com/javase/8/docs/api/java/security/PrivilegedExceptionAction.html?is-external=true; title="class or interface in java.security">PrivilegedExceptionActionTaction) Executes the given action within the context of this user. @@ -264,7 +271,7 @@ extends Methods inherited from classorg.apache.hadoop.hbase.security.User -addToken, create, equals, getCurrent, getName, getToken, getTokens, getUGI, hashCode, isHBaseSecurityEnabled, runAsLoginUser, toString +addToken, create, equals, getCurrent, getName, getToken, getTokens, getUGI, hashCode, isHBaseSecurityEnabled, isLoginFromKeytab, runAsLoginUser, shouldLoginFromKeytab, toString @@ -293,7 +300,7 @@ extends shortName -privatehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String shortName +privatehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String shortName @@ -302,7 +309,7 @@ extends cache -privateorg.apache.hbase.thirdparty.com.google.common.cache.LoadingCachehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String,https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String[] cache +privateorg.apache.hbase.thirdparty.com.google.common.cache.LoadingCachehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String,https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String[] cache @@ -319,7 +326,7 @@ extends SecureHadoopUser -publicSecureHadoopUser() +publicSecureHadoopUser() throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true; title="class or interface in java.io">IOException Throws: @@ -333,7 +340,7 @@ extends SecureHadoopUser -publicSecureHadoopUser(org.apache.hadoop.security.UserGroupInformationugi) +publicSecureHadoopUser(org.apache.hadoop.security.UserGroupInformationugi) @@ -342,7 +349,7 @@ extends SecureHadoopUser -publicSecureHadoopUser(org.apache.hadoop.security.UserGroupInformationugi, +publicSecureHadoopUser(org.apache.hadoop.security.UserGroupInformationugi, org.apache.hbase.thirdparty.com.google.common.cache.LoadingCachehttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String,https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String[]cache) @@ -360,7 +367,7 @@ extends getShortName -publichttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">StringgetShortName() +publichttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in
hbase-site git commit: INFRA-10751 Empty commit
Repository: hbase-site Updated Branches: refs/heads/asf-site 5fd895c68 -> 1d01a0660 INFRA-10751 Empty commit Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/1d01a066 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/1d01a066 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/1d01a066 Branch: refs/heads/asf-site Commit: 1d01a066052950a2becc479629449e0865fea99a Parents: 5fd895c Author: jenkins Authored: Tue Jul 31 14:49:43 2018 + Committer: jenkins Committed: Tue Jul 31 14:49:43 2018 + -- --
[22/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/checkstyle-aggregate.html -- diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html index 21d8326..ef9d7be 100644 --- a/checkstyle-aggregate.html +++ b/checkstyle-aggregate.html @@ -7,7 +7,7 @@ - + Apache HBase Checkstyle Results @@ -284,7 +284,7 @@ 3697 0 0 -15629 +15627 Files @@ -304,9486 +304,9481 @@ 0 25 -org/apache/hadoop/hbase/AuthUtil.java -0 -0 -2 - org/apache/hadoop/hbase/BBKVComparator.java 0 0 1 - + org/apache/hadoop/hbase/ByteBufferKeyOnlyKeyValue.java 0 0 3 - + org/apache/hadoop/hbase/Cell.java 0 0 1 - + org/apache/hadoop/hbase/CellBuilderFactory.java 0 0 4 - + org/apache/hadoop/hbase/CellComparator.java 0 0 1 - + org/apache/hadoop/hbase/CellComparatorImpl.java 0 0 1 - + org/apache/hadoop/hbase/CellScanner.java 0 0 1 - + org/apache/hadoop/hbase/CellUtil.java 0 0 67 - + org/apache/hadoop/hbase/ChoreService.java 0 0 4 - + org/apache/hadoop/hbase/ClassFinder.java 0 0 4 - + org/apache/hadoop/hbase/ClusterId.java 0 0 4 - + org/apache/hadoop/hbase/ClusterManager.java 0 0 1 - + org/apache/hadoop/hbase/ClusterStatus.java 0 0 1 - + org/apache/hadoop/hbase/CompoundConfiguration.java 0 0 5 - + org/apache/hadoop/hbase/CoordinatedStateManager.java 0 0 1 - + org/apache/hadoop/hbase/Coprocessor.java 0 0 2 - + org/apache/hadoop/hbase/DistributedHBaseCluster.java 0 0 6 - + org/apache/hadoop/hbase/DoNotRetryIOException.java 0 0 3 - + org/apache/hadoop/hbase/DroppedSnapshotException.java 0 0 1 - + org/apache/hadoop/hbase/ExtendedCell.java 0 0 1 - + org/apache/hadoop/hbase/GenericTestUtils.java 0 0 2 - + org/apache/hadoop/hbase/HBaseClassTestRuleChecker.java 0 0 1 - + org/apache/hadoop/hbase/HBaseCluster.java 0 0 6 - + org/apache/hadoop/hbase/HBaseClusterManager.java 0 0 2 - + org/apache/hadoop/hbase/HBaseCommonTestingUtility.java 0 0 13 - + org/apache/hadoop/hbase/HBaseConfiguration.java 0 0 6 - + org/apache/hadoop/hbase/HBaseTestCase.java 0 0 25 - + org/apache/hadoop/hbase/HBaseTestingUtility.java 0 0 276 - + org/apache/hadoop/hbase/HColumnDescriptor.java 0 0 40 - + org/apache/hadoop/hbase/HFilePerformanceEvaluation.java 0 0 15 - + org/apache/hadoop/hbase/HRegionInfo.java 0 0 59 - + org/apache/hadoop/hbase/HRegionLocation.java 0 0 1 - + org/apache/hadoop/hbase/HTableDescriptor.java 0 0 38 - + org/apache/hadoop/hbase/HTestConst.java 0 0 2 - + org/apache/hadoop/hbase/HealthChecker.java 0 0 16 - + org/apache/hadoop/hbase/IndividualBytesFieldCell.java 0 0 9 - + org/apache/hadoop/hbase/IntegrationTestBackupRestore.java 0 0 3 - + org/apache/hadoop/hbase/IntegrationTestDDLMasterFailover.java 0 0 52 - + org/apache/hadoop/hbase/IntegrationTestIngest.java 0 0 10 - + org/apache/hadoop/hbase/IntegrationTestIngestWithACL.java 0 0 3 - + org/apache/hadoop/hbase/IntegrationTestIngestWithEncryption.java 0 0 1 - + org/apache/hadoop/hbase/IntegrationTestIngestWithMOB.java 0 0 5 - + org/apache/hadoop/hbase/IntegrationTestIngestWithVisibilityLabels.java 0 0 3 - + org/apache/hadoop/hbase/IntegrationTestManyRegions.java 0 0 2 - + org/apache/hadoop/hbase/IntegrationTestMetaReplicas.java 0 0 2 - + org/apache/hadoop/hbase/IntegrationTestRegionReplicaPerf.java 0 0 11 - + org/apache/hadoop/hbase/IntegrationTestingUtility.java 0 0 5 - + org/apache/hadoop/hbase/KeyValue.java 0 0 117 - + org/apache/hadoop/hbase/KeyValueTestUtil.java 0 0 8 - + org/apache/hadoop/hbase/KeyValueUtil.java 0 0 29 - + org/apache/hadoop/hbase/LocalHBaseCluster.java 0 0 32 - + org/apache/hadoop/hbase/MetaMockingUtil.java 0 0 4 - + org/apache/hadoop/hbase/MetaMutationAnnotation.java 0 0 1 - + org/apache/hadoop/hbase/MetaTableAccessor.java 0 0 66 - + org/apache/hadoop/hbase/MiniHBaseCluster.java 0 0 25 - + org/apache/hadoop/hbase/MockRegionServerServices.java 0 0 1 - + org/apache/hadoop/hbase/MultithreadedTestUtil.java 0 0 3 - + org/apache/hadoop/hbase/NamespaceDescriptor.java 0 0 3 - + org/apache/hadoop/hbase/NotAllMetaRegionsOnlineException.java 0 0 1 - + org/apache/hadoop/hbase/NotServingRegionException.java 0 0 1 - + org/apache/hadoop/hbase/PerformanceEvaluation.java 0 0 39 - + org/apache/hadoop/hbase/PerformanceEvaluationCommons.java 0 0 1 - + org/apache/hadoop/hbase/PrivateCellUtil.java 0 0 67 - + org/apache/hadoop/hbase/QosTestHelper.java 0 0 3 - + org/apache/hadoop/hbase/RESTApiClusterManager.java 0 0 2 - + org/apache/hadoop/hbase/RegionLoad.java 0 0 1 - + org/apache/hadoop/hbase/RegionLocations.java 0 0 11 - + org/apache/hadoop/hbase/RegionStateListener.java 0 0 2 - + org/apache/hadoop/hbase/ResourceChecker.java 0 0 4 - + org/apache/hadoop/hbase/ScanPerformanceEvaluation.java 0 0 12 - +
[06/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.html index 1ad6fc7..99b6bf2 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.html @@ -54,1964 +54,1980 @@ 046import java.util.concurrent.atomic.AtomicInteger; 047import java.util.concurrent.locks.ReentrantLock; 048import org.apache.hadoop.conf.Configuration; -049import org.apache.hadoop.hbase.CallQueueTooBigException; -050import org.apache.hadoop.hbase.DoNotRetryIOException; -051import org.apache.hadoop.hbase.HConstants; -052import org.apache.hadoop.hbase.HRegionLocation; -053import org.apache.hadoop.hbase.MasterNotRunningException; -054import org.apache.hadoop.hbase.MetaTableAccessor; -055import org.apache.hadoop.hbase.RegionLocations; -056import org.apache.hadoop.hbase.ServerName; -057import org.apache.hadoop.hbase.TableName; -058import org.apache.hadoop.hbase.TableNotEnabledException; -059import org.apache.hadoop.hbase.TableNotFoundException; -060import org.apache.hadoop.hbase.ZooKeeperConnectionException; -061import org.apache.hadoop.hbase.client.Scan.ReadType; -062import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicy; -063import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicyFactory; -064import org.apache.hadoop.hbase.exceptions.ClientExceptionsUtil; -065import org.apache.hadoop.hbase.exceptions.RegionMovedException; -066import org.apache.hadoop.hbase.ipc.RpcClient; -067import org.apache.hadoop.hbase.ipc.RpcClientFactory; -068import org.apache.hadoop.hbase.ipc.RpcControllerFactory; -069import org.apache.hadoop.hbase.log.HBaseMarkers; -070import org.apache.hadoop.hbase.regionserver.RegionServerStoppedException; -071import org.apache.hadoop.hbase.security.User; -072import org.apache.hadoop.hbase.util.Bytes; -073import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -074import org.apache.hadoop.hbase.util.ExceptionUtil; -075import org.apache.hadoop.hbase.util.Pair; -076import org.apache.hadoop.hbase.util.ReflectionUtils; -077import org.apache.hadoop.hbase.util.Threads; -078import org.apache.hadoop.ipc.RemoteException; -079import org.apache.yetus.audience.InterfaceAudience; -080import org.apache.zookeeper.KeeperException; -081import org.slf4j.Logger; -082import org.slf4j.LoggerFactory; -083 -084import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -085import org.apache.hbase.thirdparty.com.google.common.base.Throwables; -086import org.apache.hbase.thirdparty.com.google.protobuf.BlockingRpcChannel; -087import org.apache.hbase.thirdparty.com.google.protobuf.RpcController; -088import org.apache.hbase.thirdparty.com.google.protobuf.ServiceException; -089import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil; -090import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; -091import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos; -092import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos; -093import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService.BlockingInterface; -094import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos; -095import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersRequest; -096import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersResponse; -097import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledRequest; -098import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledResponse; -099import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledRequest; -100import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledResponse; -101import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersRequest; -102import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersResponse; -103import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeRequest; -104import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeResponse; -105import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerRequest; -106import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerResponse; -107import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.SecurityCapabilitiesRequest; -108import
[04/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/security/User.TestingGroups.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/security/User.TestingGroups.html b/devapidocs/src-html/org/apache/hadoop/hbase/security/User.TestingGroups.html index ec5ba00..997f52f 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/security/User.TestingGroups.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/security/User.TestingGroups.html @@ -35,357 +35,404 @@ 027import java.util.HashMap; 028import java.util.List; 029import java.util.Map; -030import java.util.concurrent.ExecutionException; -031 -032import org.apache.hadoop.conf.Configuration; -033import org.apache.hadoop.hbase.util.Methods; -034import org.apache.hadoop.security.Groups; -035import org.apache.hadoop.security.SecurityUtil; -036import org.apache.hadoop.security.UserGroupInformation; -037import org.apache.hadoop.security.token.Token; -038import org.apache.hadoop.security.token.TokenIdentifier; -039import org.apache.yetus.audience.InterfaceAudience; -040 -041import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +030import java.util.Optional; +031import java.util.concurrent.ExecutionException; +032 +033import org.apache.hadoop.conf.Configuration; +034import org.apache.hadoop.hbase.AuthUtil; +035import org.apache.hadoop.hbase.util.Methods; +036import org.apache.hadoop.security.Groups; +037import org.apache.hadoop.security.SecurityUtil; +038import org.apache.hadoop.security.UserGroupInformation; +039import org.apache.hadoop.security.token.Token; +040import org.apache.hadoop.security.token.TokenIdentifier; +041import org.apache.yetus.audience.InterfaceAudience; 042 -043/** -044 * Wrapper to abstract out usage of user and group information in HBase. -045 * -046 * p -047 * This class provides a common interface for interacting with user and group -048 * information across changing APIs in different versions of Hadoop. It only -049 * provides access to the common set of functionality in -050 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by -051 * HBase, but can be extended as needs change. -052 * /p -053 */ -054@InterfaceAudience.Public -055public abstract class User { -056 public static final String HBASE_SECURITY_CONF_KEY = -057 "hbase.security.authentication"; -058 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = -059 "hbase.security.authorization"; -060 -061 protected UserGroupInformation ugi; +043import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +044 +045/** +046 * Wrapper to abstract out usage of user and group information in HBase. +047 * +048 * p +049 * This class provides a common interface for interacting with user and group +050 * information across changing APIs in different versions of Hadoop. It only +051 * provides access to the common set of functionality in +052 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by +053 * HBase, but can be extended as needs change. +054 * /p +055 */ +056@InterfaceAudience.Public +057public abstract class User { +058 public static final String HBASE_SECURITY_CONF_KEY = +059 "hbase.security.authentication"; +060 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = +061 "hbase.security.authorization"; 062 -063 public UserGroupInformation getUGI() { -064return ugi; -065 } -066 -067 /** -068 * Returns the full user name. For Kerberos principals this will include -069 * the host and realm portions of the principal name. -070 * -071 * @return User full name. -072 */ -073 public String getName() { -074return ugi.getUserName(); -075 } -076 -077 /** -078 * Returns the list of groups of which this user is a member. On secure -079 * Hadoop this returns the group information for the user as resolved on the -080 * server. For 0.20 based Hadoop, the group names are passed from the client. -081 */ -082 public String[] getGroupNames() { -083return ugi.getGroupNames(); -084 } -085 -086 /** -087 * Returns the shortened version of the user name -- the portion that maps -088 * to an operating system user name. -089 * -090 * @return Short name -091 */ -092 public abstract String getShortName(); -093 -094 /** -095 * Executes the given action within the context of this user. -096 */ -097 public abstract T T runAs(PrivilegedActionT action); -098 -099 /** -100 * Executes the given action within the context of this user. -101 */ -102 public abstract T T runAs(PrivilegedExceptionActionT action) -103 throws IOException, InterruptedException; -104 -105 /** -106 * Returns the Token of the specified kind associated with this user, -107 * or null if the Token is not present. -108 * -109 * @param kind the kind of
[10/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html index 1ad6fc7..99b6bf2 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.MasterServiceState.html @@ -54,1964 +54,1980 @@ 046import java.util.concurrent.atomic.AtomicInteger; 047import java.util.concurrent.locks.ReentrantLock; 048import org.apache.hadoop.conf.Configuration; -049import org.apache.hadoop.hbase.CallQueueTooBigException; -050import org.apache.hadoop.hbase.DoNotRetryIOException; -051import org.apache.hadoop.hbase.HConstants; -052import org.apache.hadoop.hbase.HRegionLocation; -053import org.apache.hadoop.hbase.MasterNotRunningException; -054import org.apache.hadoop.hbase.MetaTableAccessor; -055import org.apache.hadoop.hbase.RegionLocations; -056import org.apache.hadoop.hbase.ServerName; -057import org.apache.hadoop.hbase.TableName; -058import org.apache.hadoop.hbase.TableNotEnabledException; -059import org.apache.hadoop.hbase.TableNotFoundException; -060import org.apache.hadoop.hbase.ZooKeeperConnectionException; -061import org.apache.hadoop.hbase.client.Scan.ReadType; -062import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicy; -063import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicyFactory; -064import org.apache.hadoop.hbase.exceptions.ClientExceptionsUtil; -065import org.apache.hadoop.hbase.exceptions.RegionMovedException; -066import org.apache.hadoop.hbase.ipc.RpcClient; -067import org.apache.hadoop.hbase.ipc.RpcClientFactory; -068import org.apache.hadoop.hbase.ipc.RpcControllerFactory; -069import org.apache.hadoop.hbase.log.HBaseMarkers; -070import org.apache.hadoop.hbase.regionserver.RegionServerStoppedException; -071import org.apache.hadoop.hbase.security.User; -072import org.apache.hadoop.hbase.util.Bytes; -073import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -074import org.apache.hadoop.hbase.util.ExceptionUtil; -075import org.apache.hadoop.hbase.util.Pair; -076import org.apache.hadoop.hbase.util.ReflectionUtils; -077import org.apache.hadoop.hbase.util.Threads; -078import org.apache.hadoop.ipc.RemoteException; -079import org.apache.yetus.audience.InterfaceAudience; -080import org.apache.zookeeper.KeeperException; -081import org.slf4j.Logger; -082import org.slf4j.LoggerFactory; -083 -084import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -085import org.apache.hbase.thirdparty.com.google.common.base.Throwables; -086import org.apache.hbase.thirdparty.com.google.protobuf.BlockingRpcChannel; -087import org.apache.hbase.thirdparty.com.google.protobuf.RpcController; -088import org.apache.hbase.thirdparty.com.google.protobuf.ServiceException; -089import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil; -090import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; -091import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos; -092import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos; -093import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService.BlockingInterface; -094import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos; -095import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersRequest; -096import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersResponse; -097import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledRequest; -098import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledResponse; -099import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledRequest; -100import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledResponse; -101import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersRequest; -102import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersResponse; -103import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeRequest; -104import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeResponse; -105import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerRequest; -106import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerResponse; -107import
[24/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html -- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html b/apidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html index ec93431..8cbaf76 100644 --- a/apidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html +++ b/apidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html @@ -28,278 +28,291 @@ 020 021import java.io.IOException; 022import java.lang.reflect.Constructor; -023import java.util.concurrent.CompletableFuture; -024import java.util.concurrent.ExecutorService; -025 -026import org.apache.hadoop.conf.Configuration; -027import org.apache.hadoop.hbase.HBaseConfiguration; -028import org.apache.yetus.audience.InterfaceAudience; -029import org.apache.hadoop.hbase.security.User; -030import org.apache.hadoop.hbase.security.UserProvider; -031import org.apache.hadoop.hbase.util.ReflectionUtils; -032 -033/** -034 * A non-instantiable class that manages creation of {@link Connection}s. Managing the lifecycle of -035 * the {@link Connection}s to the cluster is the responsibility of the caller. From a -036 * {@link Connection}, {@link Table} implementations are retrieved with -037 * {@link Connection#getTable(org.apache.hadoop.hbase.TableName)}. Example: -038 * -039 * pre -040 * Connection connection = ConnectionFactory.createConnection(config); -041 * Table table = connection.getTable(TableName.valueOf("table1")); -042 * try { -043 * // Use the table as needed, for a single operation and a single thread -044 * } finally { -045 * table.close(); -046 * connection.close(); -047 * } -048 * /pre -049 * -050 * Similarly, {@link Connection} also returns {@link Admin} and {@link RegionLocator} -051 * implementations. -052 * @see Connection -053 * @since 0.99.0 -054 */ -055@InterfaceAudience.Public -056public class ConnectionFactory { -057 -058 public static final String HBASE_CLIENT_ASYNC_CONNECTION_IMPL = "hbase.client.async.connection.impl"; -059 -060 /** No public c.tors */ -061 protected ConnectionFactory() { -062 } -063 -064 /** -065 * Create a new Connection instance using default HBaseConfiguration. Connection encapsulates all -066 * housekeeping for a connection to the cluster. All tables and interfaces created from returned -067 * connection share zookeeper connection, meta cache, and connections to region servers and -068 * masters. br -069 * The caller is responsible for calling {@link Connection#close()} on the returned connection -070 * instance. Typical usage: -071 * -072 * pre -073 * Connection connection = ConnectionFactory.createConnection(); -074 * Table table = connection.getTable(TableName.valueOf("mytable")); -075 * try { -076 * table.get(...); -077 * ... -078 * } finally { -079 * table.close(); -080 * connection.close(); -081 * } -082 * /pre +023import java.security.PrivilegedExceptionAction; +024import java.util.concurrent.CompletableFuture; +025import java.util.concurrent.ExecutorService; +026 +027import org.apache.hadoop.conf.Configuration; +028import org.apache.hadoop.hbase.AuthUtil; +029import org.apache.hadoop.hbase.HBaseConfiguration; +030import org.apache.yetus.audience.InterfaceAudience; +031import org.apache.hadoop.hbase.security.User; +032import org.apache.hadoop.hbase.security.UserProvider; +033import org.apache.hadoop.hbase.util.ReflectionUtils; +034 +035/** +036 * A non-instantiable class that manages creation of {@link Connection}s. Managing the lifecycle of +037 * the {@link Connection}s to the cluster is the responsibility of the caller. From a +038 * {@link Connection}, {@link Table} implementations are retrieved with +039 * {@link Connection#getTable(org.apache.hadoop.hbase.TableName)}. Example: +040 * +041 * pre +042 * Connection connection = ConnectionFactory.createConnection(config); +043 * Table table = connection.getTable(TableName.valueOf("table1")); +044 * try { +045 * // Use the table as needed, for a single operation and a single thread +046 * } finally { +047 * table.close(); +048 * connection.close(); +049 * } +050 * /pre +051 * +052 * Since 2.2.0, Connection created by ConnectionFactory can contain user-specified kerberos +053 * credentials if caller has following two configurations set: +054 * ul +055 * lihbase.client.keytab.file, points to a valid keytab on the local filesystem +056 * lihbase.client.kerberos.principal, gives the Kerberos principal to use +057 * /ul +058 * By this way, caller can directly connect to kerberized cluster without caring login and +059 * credentials renewal logic in application. +060 * pre +061 * /pre +062 * Similarly, {@link Connection} also returns {@link Admin} and {@link RegionLocator} +063 * implementations. +064 * @see Connection +065 * @since
[21/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/checkstyle.rss -- diff --git a/checkstyle.rss b/checkstyle.rss index 8ec744e..8fa3078 100644 --- a/checkstyle.rss +++ b/checkstyle.rss @@ -26,7 +26,7 @@ under the License. 2007 - 2018 The Apache Software Foundation File: 3697, - Errors: 15629, + Errors: 15627, Warnings: 0, Infos: 0 @@ -29777,7 +29777,7 @@ under the License. 0 - 2 + 0 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/coc.html -- diff --git a/coc.html b/coc.html index d0903ac..17ec608 100644 --- a/coc.html +++ b/coc.html @@ -7,7 +7,7 @@ - + Apache HBase Code of Conduct Policy @@ -375,7 +375,7 @@ email to mailto:priv...@hbase.apache.org;>the priv https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/dependencies.html -- diff --git a/dependencies.html b/dependencies.html index 2a9e916..e1706d9 100644 --- a/dependencies.html +++ b/dependencies.html @@ -7,7 +7,7 @@ - + Apache HBase Project Dependencies @@ -440,7 +440,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/dependency-convergence.html -- diff --git a/dependency-convergence.html b/dependency-convergence.html index 9748874..397fefc 100644 --- a/dependency-convergence.html +++ b/dependency-convergence.html @@ -7,7 +7,7 @@ - + Apache HBase Reactor Dependency Convergence @@ -905,7 +905,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/dependency-info.html -- diff --git a/dependency-info.html b/dependency-info.html index b7a769e..101ba34 100644 --- a/dependency-info.html +++ b/dependency-info.html @@ -7,7 +7,7 @@ - + Apache HBase Dependency Information @@ -313,7 +313,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/dependency-management.html -- diff --git a/dependency-management.html b/dependency-management.html index d94248e..a22cd86 100644 --- a/dependency-management.html +++ b/dependency-management.html @@ -7,7 +7,7 @@ - + Apache HBase Project Dependency Management @@ -1005,7 +1005,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/constant-values.html -- diff --git a/devapidocs/constant-values.html b/devapidocs/constant-values.html index 200fe3f..27db464 100644 --- a/devapidocs/constant-values.html +++ b/devapidocs/constant-values.html @@ -116,6 +116,20 @@ GROUP_PREFIX "@" + + + +publicstaticfinalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String +HBASE_CLIENT_KERBEROS_PRINCIPAL +"hbase.client.keytab.principal" + + + + +publicstaticfinalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String +HBASE_CLIENT_KEYTAB_FILE
[02/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/old_news.html -- diff --git a/old_news.html b/old_news.html index 4e3bec2..4a3a73e 100644 --- a/old_news.html +++ b/old_news.html @@ -7,7 +7,7 @@ - + Apache HBase Old Apache HBase (TM) News @@ -440,7 +440,7 @@ under the License. --> https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/plugin-management.html -- diff --git a/plugin-management.html b/plugin-management.html index 8c5c7ca..4240ac9 100644 --- a/plugin-management.html +++ b/plugin-management.html @@ -7,7 +7,7 @@ - + Apache HBase Project Plugin Management @@ -440,7 +440,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/plugins.html -- diff --git a/plugins.html b/plugins.html index 618dd7d..da43535 100644 --- a/plugins.html +++ b/plugins.html @@ -7,7 +7,7 @@ - + Apache HBase Project Plugins @@ -375,7 +375,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/poweredbyhbase.html -- diff --git a/poweredbyhbase.html b/poweredbyhbase.html index f5a6530..7346e8e 100644 --- a/poweredbyhbase.html +++ b/poweredbyhbase.html @@ -7,7 +7,7 @@ - + Apache HBase Powered By Apache HBase™ @@ -769,7 +769,7 @@ under the License. --> https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/project-info.html -- diff --git a/project-info.html b/project-info.html index 6f44959..918ff1c 100644 --- a/project-info.html +++ b/project-info.html @@ -7,7 +7,7 @@ - + Apache HBase Project Information @@ -335,7 +335,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/project-reports.html -- diff --git a/project-reports.html b/project-reports.html index 5f36ce8..99e561b 100644 --- a/project-reports.html +++ b/project-reports.html @@ -7,7 +7,7 @@ - + Apache HBase Generated Reports @@ -305,7 +305,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/project-summary.html -- diff --git a/project-summary.html b/project-summary.html index 659949d..71d41fd 100644 --- a/project-summary.html +++ b/project-summary.html @@ -7,7 +7,7 @@ - + Apache HBase Project Summary @@ -331,7 +331,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-07-30 + Last Published: 2018-07-31 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/pseudo-distributed.html -- diff --git a/pseudo-distributed.html b/pseudo-distributed.html
[07/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html index 1ad6fc7..99b6bf2 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html @@ -54,1964 +54,1980 @@ 046import java.util.concurrent.atomic.AtomicInteger; 047import java.util.concurrent.locks.ReentrantLock; 048import org.apache.hadoop.conf.Configuration; -049import org.apache.hadoop.hbase.CallQueueTooBigException; -050import org.apache.hadoop.hbase.DoNotRetryIOException; -051import org.apache.hadoop.hbase.HConstants; -052import org.apache.hadoop.hbase.HRegionLocation; -053import org.apache.hadoop.hbase.MasterNotRunningException; -054import org.apache.hadoop.hbase.MetaTableAccessor; -055import org.apache.hadoop.hbase.RegionLocations; -056import org.apache.hadoop.hbase.ServerName; -057import org.apache.hadoop.hbase.TableName; -058import org.apache.hadoop.hbase.TableNotEnabledException; -059import org.apache.hadoop.hbase.TableNotFoundException; -060import org.apache.hadoop.hbase.ZooKeeperConnectionException; -061import org.apache.hadoop.hbase.client.Scan.ReadType; -062import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicy; -063import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicyFactory; -064import org.apache.hadoop.hbase.exceptions.ClientExceptionsUtil; -065import org.apache.hadoop.hbase.exceptions.RegionMovedException; -066import org.apache.hadoop.hbase.ipc.RpcClient; -067import org.apache.hadoop.hbase.ipc.RpcClientFactory; -068import org.apache.hadoop.hbase.ipc.RpcControllerFactory; -069import org.apache.hadoop.hbase.log.HBaseMarkers; -070import org.apache.hadoop.hbase.regionserver.RegionServerStoppedException; -071import org.apache.hadoop.hbase.security.User; -072import org.apache.hadoop.hbase.util.Bytes; -073import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -074import org.apache.hadoop.hbase.util.ExceptionUtil; -075import org.apache.hadoop.hbase.util.Pair; -076import org.apache.hadoop.hbase.util.ReflectionUtils; -077import org.apache.hadoop.hbase.util.Threads; -078import org.apache.hadoop.ipc.RemoteException; -079import org.apache.yetus.audience.InterfaceAudience; -080import org.apache.zookeeper.KeeperException; -081import org.slf4j.Logger; -082import org.slf4j.LoggerFactory; -083 -084import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -085import org.apache.hbase.thirdparty.com.google.common.base.Throwables; -086import org.apache.hbase.thirdparty.com.google.protobuf.BlockingRpcChannel; -087import org.apache.hbase.thirdparty.com.google.protobuf.RpcController; -088import org.apache.hbase.thirdparty.com.google.protobuf.ServiceException; -089import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil; -090import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; -091import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos; -092import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos; -093import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService.BlockingInterface; -094import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos; -095import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersRequest; -096import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersResponse; -097import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledRequest; -098import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledResponse; -099import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledRequest; -100import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledResponse; -101import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersRequest; -102import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersResponse; -103import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeRequest; -104import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeResponse; -105import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerRequest; -106import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerResponse; -107import
[17/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html index c23ee5f..57fdd19 100644 --- a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html +++ b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html @@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab"; -static class ConnectionImplementation.ServerErrorTracker +static class ConnectionImplementation.ServerErrorTracker extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object The record of errors for servers. @@ -257,7 +257,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html errorsByServer -private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentMapServerName,ConnectionImplementation.ServerErrorTracker.ServerErrors errorsByServer +private finalhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentMap.html?is-external=true; title="class or interface in java.util.concurrent">ConcurrentMapServerName,ConnectionImplementation.ServerErrorTracker.ServerErrors errorsByServer @@ -266,7 +266,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html canRetryUntil -private finallong canRetryUntil +private finallong canRetryUntil @@ -275,7 +275,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html maxTries -private finalint maxTries +private finalint maxTries @@ -284,7 +284,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html startTrackingTime -private finallong startTrackingTime +private finallong startTrackingTime @@ -301,7 +301,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html ServerErrorTracker -publicServerErrorTracker(longtimeout, +publicServerErrorTracker(longtimeout, intmaxTries) Constructor @@ -325,7 +325,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html canTryMore -booleancanTryMore(intnumAttempt) +booleancanTryMore(intnumAttempt) We stop to retry when we have exhausted BOTH the number of tries and the time allocated. Parameters: @@ -339,7 +339,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html calculateBackoffTime -longcalculateBackoffTime(ServerNameserver, +longcalculateBackoffTime(ServerNameserver, longbasePause) Calculates the back-off time for a retrying request to a particular server. @@ -357,7 +357,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html reportServerError -voidreportServerError(ServerNameserver) +voidreportServerError(ServerNameserver) Reports that there was an error on the server to do whatever bean-counting necessary. Parameters: @@ -371,7 +371,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html getStartTrackingTime -longgetStartTrackingTime() +longgetStartTrackingTime()
[25/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html -- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html b/apidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html index f16f8df..30bba22 100644 --- a/apidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html +++ b/apidocs/src-html/org/apache/hadoop/hbase/AuthUtil.html @@ -30,152 +30,254 @@ 022import java.net.UnknownHostException; 023 024import org.apache.hadoop.conf.Configuration; -025import org.apache.hadoop.hbase.security.UserProvider; -026import org.apache.hadoop.hbase.util.DNS; -027import org.apache.hadoop.hbase.util.Strings; -028import org.apache.hadoop.security.UserGroupInformation; -029import org.apache.yetus.audience.InterfaceAudience; -030import org.slf4j.Logger; -031import org.slf4j.LoggerFactory; -032 -033/** -034 * Utility methods for helping with security tasks. Downstream users -035 * may rely on this class to handle authenticating via keytab where -036 * long running services need access to a secure HBase cluster. -037 * -038 * Callers must ensure: -039 * -040 * ul -041 * liHBase configuration files are in the Classpath -042 * lihbase.client.keytab.file points to a valid keytab on the local filesystem -043 * lihbase.client.kerberos.principal gives the Kerberos principal to use -044 * /ul -045 * -046 * pre -047 * {@code -048 * ChoreService choreService = null; -049 * // Presumes HBase configuration files are on the classpath -050 * final Configuration conf = HBaseConfiguration.create(); -051 * final ScheduledChore authChore = AuthUtil.getAuthChore(conf); -052 * if (authChore != null) { -053 * choreService = new ChoreService("MY_APPLICATION"); -054 * choreService.scheduleChore(authChore); -055 * } -056 * try { -057 * // do application work -058 * } finally { -059 * if (choreService != null) { -060 * choreService.shutdown(); -061 * } -062 * } -063 * } -064 * /pre -065 * -066 * See the "Running Canary in a Kerberos-enabled Cluster" section of the HBase Reference Guide for -067 * an example of configuring a user of this Auth Chore to run on a secure cluster. -068 */ -069@InterfaceAudience.Public -070public class AuthUtil { -071 private static final Logger LOG = LoggerFactory.getLogger(AuthUtil.class); -072 -073 /** Prefix character to denote group names */ -074 private static final String GROUP_PREFIX = "@"; -075 -076 private AuthUtil() { -077super(); -078 } -079 -080 /** -081 * Checks if security is enabled and if so, launches chore for refreshing kerberos ticket. -082 * @param conf the hbase service configuration -083 * @return a ScheduledChore for renewals, if needed, and null otherwise. -084 */ -085 public static ScheduledChore getAuthChore(Configuration conf) throws IOException { -086UserProvider userProvider = UserProvider.instantiate(conf); -087// login the principal (if using secure Hadoop) -088boolean securityEnabled = -089 userProvider.isHadoopSecurityEnabled() userProvider.isHBaseSecurityEnabled(); -090if (!securityEnabled) return null; -091String host = null; -092try { -093 host = Strings.domainNamePointerToHostName(DNS.getDefaultHost( -094 conf.get("hbase.client.dns.interface", "default"), -095 conf.get("hbase.client.dns.nameserver", "default"))); -096 userProvider.login("hbase.client.keytab.file", "hbase.client.kerberos.principal", host); -097} catch (UnknownHostException e) { -098 LOG.error("Error resolving host name: " + e.getMessage(), e); -099 throw e; -100} catch (IOException e) { -101 LOG.error("Error while trying to perform the initial login: " + e.getMessage(), e); -102 throw e; -103} -104 -105final UserGroupInformation ugi = userProvider.getCurrent().getUGI(); -106Stoppable stoppable = new Stoppable() { -107 private volatile boolean isStopped = false; +025import org.apache.hadoop.hbase.security.User; +026import org.apache.hadoop.hbase.security.UserProvider; +027import org.apache.hadoop.hbase.util.DNS; +028import org.apache.hadoop.hbase.util.Strings; +029import org.apache.hadoop.security.UserGroupInformation; +030import org.apache.yetus.audience.InterfaceAudience; +031import org.slf4j.Logger; +032import org.slf4j.LoggerFactory; +033 +034/** +035 * Utility methods for helping with security tasks. Downstream users +036 * may rely on this class to handle authenticating via keytab where +037 * long running services need access to a secure HBase cluster. +038 * +039 * Callers must ensure: +040 * +041 * ul +042 * liHBase configuration files are in the Classpath +043 * lihbase.client.keytab.file points to a valid keytab on the local filesystem +044 * lihbase.client.kerberos.principal gives the Kerberos principal to use +045 * /ul +046 * +047 * pre +048 *
[16/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html index 7927fbf..5ba6cd6 100644 --- a/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html +++ b/devapidocs/org/apache/hadoop/hbase/client/ConnectionImplementation.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":9,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":9,"i48":10,"i49":10,"i50":10,"i51":10,"i52":42,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":9,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":9,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":9,"i48":10,"i49":10,"i50":10,"i51":10,"i52":42,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":9,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -118,7 +118,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class ConnectionImplementation +class ConnectionImplementation extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object implements ClusterConnection, https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true; title="class or interface in java.io">Closeable Main implementation of Connection and ClusterConnection interfaces. @@ -190,148 +190,152 @@ implements asyncProcess +private ChoreService +authService + + private ClientBackoffPolicy backoffPolicy - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true; title="class or interface in java.util.concurrent">ExecutorService batchPool - + private boolean cleanupPool - + private boolean closed - + protected https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String clusterId - + (package private) ClusterStatusListener clusterStatusListener - + private org.apache.hadoop.conf.Configuration conf - + private ConnectionConfiguration connectionConfig - + private boolean hostnamesCanChange - + private RetryingCallerInterceptor interceptor - + private static org.slf4j.Logger LOG - + private https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object masterLock - + (package private) ConnectionImplementation.MasterServiceState masterServiceState - + private MetaCache metaCache - + private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true; title="class or interface in java.util.concurrent">ExecutorService metaLookupPool - + private https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object metaRegionLock - + private int metaReplicaCallTimeoutScanInMicroSecond - + private MetricsConnection metrics - + private static NonceGenerator nonceGenerator Global nonceGenerator shared per client.Currently there's no reason to limit its scope. - + private static https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object nonceGeneratorCreateLock The nonce generator lock. - + private int numTries - + private long pause - + private long pauseForCQTBE - + private AsyncRegistry registry Cluster registry of basic info such as clusterid and meta region location. - + private static
[08/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.ServerErrors.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.ServerErrors.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.ServerErrors.html index 1ad6fc7..99b6bf2 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.ServerErrors.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.ServerErrors.html @@ -54,1964 +54,1980 @@ 046import java.util.concurrent.atomic.AtomicInteger; 047import java.util.concurrent.locks.ReentrantLock; 048import org.apache.hadoop.conf.Configuration; -049import org.apache.hadoop.hbase.CallQueueTooBigException; -050import org.apache.hadoop.hbase.DoNotRetryIOException; -051import org.apache.hadoop.hbase.HConstants; -052import org.apache.hadoop.hbase.HRegionLocation; -053import org.apache.hadoop.hbase.MasterNotRunningException; -054import org.apache.hadoop.hbase.MetaTableAccessor; -055import org.apache.hadoop.hbase.RegionLocations; -056import org.apache.hadoop.hbase.ServerName; -057import org.apache.hadoop.hbase.TableName; -058import org.apache.hadoop.hbase.TableNotEnabledException; -059import org.apache.hadoop.hbase.TableNotFoundException; -060import org.apache.hadoop.hbase.ZooKeeperConnectionException; -061import org.apache.hadoop.hbase.client.Scan.ReadType; -062import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicy; -063import org.apache.hadoop.hbase.client.backoff.ClientBackoffPolicyFactory; -064import org.apache.hadoop.hbase.exceptions.ClientExceptionsUtil; -065import org.apache.hadoop.hbase.exceptions.RegionMovedException; -066import org.apache.hadoop.hbase.ipc.RpcClient; -067import org.apache.hadoop.hbase.ipc.RpcClientFactory; -068import org.apache.hadoop.hbase.ipc.RpcControllerFactory; -069import org.apache.hadoop.hbase.log.HBaseMarkers; -070import org.apache.hadoop.hbase.regionserver.RegionServerStoppedException; -071import org.apache.hadoop.hbase.security.User; -072import org.apache.hadoop.hbase.util.Bytes; -073import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; -074import org.apache.hadoop.hbase.util.ExceptionUtil; -075import org.apache.hadoop.hbase.util.Pair; -076import org.apache.hadoop.hbase.util.ReflectionUtils; -077import org.apache.hadoop.hbase.util.Threads; -078import org.apache.hadoop.ipc.RemoteException; -079import org.apache.yetus.audience.InterfaceAudience; -080import org.apache.zookeeper.KeeperException; -081import org.slf4j.Logger; -082import org.slf4j.LoggerFactory; -083 -084import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; -085import org.apache.hbase.thirdparty.com.google.common.base.Throwables; -086import org.apache.hbase.thirdparty.com.google.protobuf.BlockingRpcChannel; -087import org.apache.hbase.thirdparty.com.google.protobuf.RpcController; -088import org.apache.hbase.thirdparty.com.google.protobuf.ServiceException; -089import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil; -090import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; -091import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos; -092import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos; -093import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.ClientService.BlockingInterface; -094import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos; -095import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersRequest; -096import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.DecommissionRegionServersResponse; -097import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledRequest; -098import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsBalancerEnabledResponse; -099import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledRequest; -100import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.IsNormalizerEnabledResponse; -101import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersRequest; -102import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.ListDecommissionedRegionServersResponse; -103import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeRequest; -104import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.NormalizeResponse; -105import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos.RecommissionRegionServerRequest; -106import
[11/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html index ec93431..8cbaf76 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ConnectionFactory.html @@ -28,278 +28,291 @@ 020 021import java.io.IOException; 022import java.lang.reflect.Constructor; -023import java.util.concurrent.CompletableFuture; -024import java.util.concurrent.ExecutorService; -025 -026import org.apache.hadoop.conf.Configuration; -027import org.apache.hadoop.hbase.HBaseConfiguration; -028import org.apache.yetus.audience.InterfaceAudience; -029import org.apache.hadoop.hbase.security.User; -030import org.apache.hadoop.hbase.security.UserProvider; -031import org.apache.hadoop.hbase.util.ReflectionUtils; -032 -033/** -034 * A non-instantiable class that manages creation of {@link Connection}s. Managing the lifecycle of -035 * the {@link Connection}s to the cluster is the responsibility of the caller. From a -036 * {@link Connection}, {@link Table} implementations are retrieved with -037 * {@link Connection#getTable(org.apache.hadoop.hbase.TableName)}. Example: -038 * -039 * pre -040 * Connection connection = ConnectionFactory.createConnection(config); -041 * Table table = connection.getTable(TableName.valueOf("table1")); -042 * try { -043 * // Use the table as needed, for a single operation and a single thread -044 * } finally { -045 * table.close(); -046 * connection.close(); -047 * } -048 * /pre -049 * -050 * Similarly, {@link Connection} also returns {@link Admin} and {@link RegionLocator} -051 * implementations. -052 * @see Connection -053 * @since 0.99.0 -054 */ -055@InterfaceAudience.Public -056public class ConnectionFactory { -057 -058 public static final String HBASE_CLIENT_ASYNC_CONNECTION_IMPL = "hbase.client.async.connection.impl"; -059 -060 /** No public c.tors */ -061 protected ConnectionFactory() { -062 } -063 -064 /** -065 * Create a new Connection instance using default HBaseConfiguration. Connection encapsulates all -066 * housekeeping for a connection to the cluster. All tables and interfaces created from returned -067 * connection share zookeeper connection, meta cache, and connections to region servers and -068 * masters. br -069 * The caller is responsible for calling {@link Connection#close()} on the returned connection -070 * instance. Typical usage: -071 * -072 * pre -073 * Connection connection = ConnectionFactory.createConnection(); -074 * Table table = connection.getTable(TableName.valueOf("mytable")); -075 * try { -076 * table.get(...); -077 * ... -078 * } finally { -079 * table.close(); -080 * connection.close(); -081 * } -082 * /pre +023import java.security.PrivilegedExceptionAction; +024import java.util.concurrent.CompletableFuture; +025import java.util.concurrent.ExecutorService; +026 +027import org.apache.hadoop.conf.Configuration; +028import org.apache.hadoop.hbase.AuthUtil; +029import org.apache.hadoop.hbase.HBaseConfiguration; +030import org.apache.yetus.audience.InterfaceAudience; +031import org.apache.hadoop.hbase.security.User; +032import org.apache.hadoop.hbase.security.UserProvider; +033import org.apache.hadoop.hbase.util.ReflectionUtils; +034 +035/** +036 * A non-instantiable class that manages creation of {@link Connection}s. Managing the lifecycle of +037 * the {@link Connection}s to the cluster is the responsibility of the caller. From a +038 * {@link Connection}, {@link Table} implementations are retrieved with +039 * {@link Connection#getTable(org.apache.hadoop.hbase.TableName)}. Example: +040 * +041 * pre +042 * Connection connection = ConnectionFactory.createConnection(config); +043 * Table table = connection.getTable(TableName.valueOf("table1")); +044 * try { +045 * // Use the table as needed, for a single operation and a single thread +046 * } finally { +047 * table.close(); +048 * connection.close(); +049 * } +050 * /pre +051 * +052 * Since 2.2.0, Connection created by ConnectionFactory can contain user-specified kerberos +053 * credentials if caller has following two configurations set: +054 * ul +055 * lihbase.client.keytab.file, points to a valid keytab on the local filesystem +056 * lihbase.client.kerberos.principal, gives the Kerberos principal to use +057 * /ul +058 * By this way, caller can directly connect to kerberized cluster without caring login and +059 * credentials renewal logic in application. +060 * pre +061 * /pre +062 * Similarly, {@link Connection} also returns {@link Admin} and {@link RegionLocator} +063 * implementations. +064 * @see Connection +065
[05/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/src-html/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html b/devapidocs/src-html/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html index ec5ba00..997f52f 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/security/User.SecureHadoopUser.html @@ -35,357 +35,404 @@ 027import java.util.HashMap; 028import java.util.List; 029import java.util.Map; -030import java.util.concurrent.ExecutionException; -031 -032import org.apache.hadoop.conf.Configuration; -033import org.apache.hadoop.hbase.util.Methods; -034import org.apache.hadoop.security.Groups; -035import org.apache.hadoop.security.SecurityUtil; -036import org.apache.hadoop.security.UserGroupInformation; -037import org.apache.hadoop.security.token.Token; -038import org.apache.hadoop.security.token.TokenIdentifier; -039import org.apache.yetus.audience.InterfaceAudience; -040 -041import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +030import java.util.Optional; +031import java.util.concurrent.ExecutionException; +032 +033import org.apache.hadoop.conf.Configuration; +034import org.apache.hadoop.hbase.AuthUtil; +035import org.apache.hadoop.hbase.util.Methods; +036import org.apache.hadoop.security.Groups; +037import org.apache.hadoop.security.SecurityUtil; +038import org.apache.hadoop.security.UserGroupInformation; +039import org.apache.hadoop.security.token.Token; +040import org.apache.hadoop.security.token.TokenIdentifier; +041import org.apache.yetus.audience.InterfaceAudience; 042 -043/** -044 * Wrapper to abstract out usage of user and group information in HBase. -045 * -046 * p -047 * This class provides a common interface for interacting with user and group -048 * information across changing APIs in different versions of Hadoop. It only -049 * provides access to the common set of functionality in -050 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by -051 * HBase, but can be extended as needs change. -052 * /p -053 */ -054@InterfaceAudience.Public -055public abstract class User { -056 public static final String HBASE_SECURITY_CONF_KEY = -057 "hbase.security.authentication"; -058 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = -059 "hbase.security.authorization"; -060 -061 protected UserGroupInformation ugi; +043import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +044 +045/** +046 * Wrapper to abstract out usage of user and group information in HBase. +047 * +048 * p +049 * This class provides a common interface for interacting with user and group +050 * information across changing APIs in different versions of Hadoop. It only +051 * provides access to the common set of functionality in +052 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by +053 * HBase, but can be extended as needs change. +054 * /p +055 */ +056@InterfaceAudience.Public +057public abstract class User { +058 public static final String HBASE_SECURITY_CONF_KEY = +059 "hbase.security.authentication"; +060 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = +061 "hbase.security.authorization"; 062 -063 public UserGroupInformation getUGI() { -064return ugi; -065 } -066 -067 /** -068 * Returns the full user name. For Kerberos principals this will include -069 * the host and realm portions of the principal name. -070 * -071 * @return User full name. -072 */ -073 public String getName() { -074return ugi.getUserName(); -075 } -076 -077 /** -078 * Returns the list of groups of which this user is a member. On secure -079 * Hadoop this returns the group information for the user as resolved on the -080 * server. For 0.20 based Hadoop, the group names are passed from the client. -081 */ -082 public String[] getGroupNames() { -083return ugi.getGroupNames(); -084 } -085 -086 /** -087 * Returns the shortened version of the user name -- the portion that maps -088 * to an operating system user name. -089 * -090 * @return Short name -091 */ -092 public abstract String getShortName(); -093 -094 /** -095 * Executes the given action within the context of this user. -096 */ -097 public abstract T T runAs(PrivilegedActionT action); -098 -099 /** -100 * Executes the given action within the context of this user. -101 */ -102 public abstract T T runAs(PrivilegedExceptionActionT action) -103 throws IOException, InterruptedException; -104 -105 /** -106 * Returns the Token of the specified kind associated with this user, -107 * or null if the Token is not present. -108 * -109 * @param
[19/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/devapidocs/index-all.html -- diff --git a/devapidocs/index-all.html b/devapidocs/index-all.html index 77a8257..a9b1fe2 100644 --- a/devapidocs/index-all.html +++ b/devapidocs/index-all.html @@ -4585,14 +4585,22 @@ AuthResult.Params - Class in org.apache.hadoop.hbase.security.access +authService - Variable in class org.apache.hadoop.hbase.client.AsyncConnectionImpl + +authService - Variable in class org.apache.hadoop.hbase.client.ConnectionImplementation + authTokenSecretMgr - Variable in class org.apache.hadoop.hbase.ipc.RpcServer AuthUtil - Class in org.apache.hadoop.hbase -Utility methods for helping with security tasks. +Deprecated. +since 2.2.0, to be removed in hbase-3.0.0. + AuthUtil() - Constructor for class org.apache.hadoop.hbase.AuthUtil - + +Deprecated. + avail - Variable in class org.apache.hadoop.hbase.quotas.RateLimiter avail - Static variable in class org.apache.hadoop.hbase.util.UnsafeAvailChecker @@ -10773,6 +10781,10 @@ checkpoint - Variable in class org.apache.hadoop.hbase.mapreduce.SampleUploader.Uploader +checkPrincipalMatch(Configuration, String) - Static method in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. + checkQueuesDeleted(String) - Method in class org.apache.hadoop.hbase.master.replication.ReplicationPeerManager checkQuota(int, int, int) - Method in class org.apache.hadoop.hbase.quotas.DefaultOperationQuota @@ -19584,6 +19596,10 @@ createdTimestamp - Variable in class org.apache.hadoop.hbase.regionserver.StoreFileInfo +createDummyStoppable() - Static method in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. + createEmptyByteArray(int, int, int, long, KeyValue.Type, int, int) - Static method in class org.apache.hadoop.hbase.KeyValue Create an empty byte[] representing a KeyValue @@ -34896,7 +34912,9 @@ getAuthChore(Configuration) - Static method in class org.apache.hadoop.hbase.AuthUtil -Checks if security is enabled and if so, launches chore for refreshing kerberos ticket. +Deprecated. +Deprecated since 2.2.0, this method will be internal use only after 3.0.0. + getAuthenticationToken(RpcController, AuthenticationProtos.GetAuthenticationTokenRequest, RpcCallbackAuthenticationProtos.GetAuthenticationTokenResponse) - Method in class org.apache.hadoop.hbase.security.token.TokenProvider @@ -34914,6 +34932,11 @@ getAuthorizedUgi(String) - Method in class org.apache.hadoop.hbase.ipc.ServerRpcConnection +getAuthRenewalChore(UserGroupInformation) - Static method in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +Checks if security is enabled and if so, launches chore for refreshing kerberos ticket. + getAuths(Configuration, String) - Static method in class org.apache.hadoop.hbase.security.visibility.VisibilityClient Deprecated. @@ -39866,6 +39889,7 @@ getGroupName(String) - Static method in class org.apache.hadoop.hbase.AuthUtil +Deprecated. Returns the actual name for a group principal (stripped of the group prefix). @@ -54507,6 +54531,7 @@ GROUP_PREFIX - Static variable in class org.apache.hadoop.hbase.AuthUtil +Deprecated. Prefix character to denote group names groupAdminServer - Variable in class org.apache.hadoop.hbase.rsgroup.RSGroupAdminEndpoint @@ -56009,6 +56034,16 @@ Parameter name for HBase client IPC pool type +HBASE_CLIENT_KERBEROS_PRINCIPAL - Static variable in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +Client principal + +HBASE_CLIENT_KEYTAB_FILE - Static variable in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +Client keytab file + HBASE_CLIENT_MAX_PERREGION_TASKS - Static variable in class org.apache.hadoop.hbase.HConstants The maximum number of concurrent connections the client will maintain to a single @@ -62930,6 +62965,7 @@ isGroupPrincipal(String) - Static method in class org.apache.hadoop.hbase.AuthUtil +Deprecated. Returns whether or not the given name should be interpreted as a group principal. @@ -63171,6 +63207,8 @@ isLockOwner(long) - Method in interface org.apache.hadoop.hbase.procedure2.LockStatus +isLoginFromKeytab() - Method in class org.apache.hadoop.hbase.security.User + isLogSplittingDone(ServerName, boolean) - Method in class org.apache.hadoop.hbase.master.assignment.AssignmentManager @@ -68056,7 +68094,9 @@ LOG - Static variable in class org.apache.hadoop.hbase.AsyncMetaTableAccessor LOG - Static variable in class org.apache.hadoop.hbase.AuthUtil - + +Deprecated. + LOG - Static variable in class org.apache.hadoop.hbase.backup.BackupDriver LOG - Static variable in class org.apache.hadoop.hbase.backup.BackupHFileCleaner @@ -69565,28 +69605,54 @@ Log in the current process using the given configuration keys for the credential file and login principal. +login(String, String) - Static method in class
[26/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/index-all.html -- diff --git a/apidocs/index-all.html b/apidocs/index-all.html index 2d01af1..127fbc5 100644 --- a/apidocs/index-all.html +++ b/apidocs/index-all.html @@ -647,7 +647,9 @@ AuthUtil - Class in org.apache.hadoop.hbase -Utility methods for helping with security tasks. +Deprecated. +since 2.2.0, to be removed in hbase-3.0.0. + await(long, TimeUnit) - Method in class org.apache.hadoop.hbase.client.locking.EntityLock @@ -5918,10 +5920,17 @@ getAuthChore(Configuration) - Static method in class org.apache.hadoop.hbase.AuthUtil -Checks if security is enabled and if so, launches chore for refreshing kerberos ticket. +Deprecated. +Deprecated since 2.2.0, this method will be internal use only after 3.0.0. + getAuthorizations() - Method in class org.apache.hadoop.hbase.client.Query +getAuthRenewalChore(UserGroupInformation) - Static method in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +Checks if security is enabled and if so, launches chore for refreshing kerberos ticket. + getAverageLatencyForEachRegionServer() - Method in class org.apache.hadoop.hbase.client.HTableMultiplexer.HTableMultiplexerStatus getAverageLoad() - Method in interface org.apache.hadoop.hbase.ClusterMetrics @@ -6799,6 +6808,7 @@ getGroupName(String) - Static method in class org.apache.hadoop.hbase.AuthUtil +Deprecated. Returns the actual name for a group principal (stripped of the group prefix). @@ -9582,6 +9592,16 @@ Parameter name for HBase client IPC pool type +HBASE_CLIENT_KERBEROS_PRINCIPAL - Static variable in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +Client principal + +HBASE_CLIENT_KEYTAB_FILE - Static variable in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +Client keytab file + HBASE_CLIENT_MAX_PERREGION_TASKS - Static variable in class org.apache.hadoop.hbase.HConstants The maximum number of concurrent connections the client will maintain to a single @@ -10790,6 +10810,7 @@ isGroupPrincipal(String) - Static method in class org.apache.hadoop.hbase.AuthUtil +Deprecated. Returns whether or not the given name should be interpreted as a group principal. @@ -10840,6 +10861,8 @@ isLocked() - Method in class org.apache.hadoop.hbase.client.locking.EntityLock +isLoginFromKeytab() - Method in class org.apache.hadoop.hbase.security.User + isMasterInMaintenanceMode() - Method in interface org.apache.hadoop.hbase.client.Admin Check whether Master is in maintenance mode. @@ -11805,6 +11828,15 @@ Log in the current process using the given configuration keys for the credential file and login principal. +login(String, String) - Static method in class org.apache.hadoop.hbase.security.User + +Login with the given keytab and principal. + +loginClient(Configuration) - Static method in class org.apache.hadoop.hbase.AuthUtil + +Deprecated. +For kerberized cluster, return login user (from kinit or from keytab if specified). + logVersion() - Static method in class org.apache.hadoop.hbase.util.VersionInfo LongComparator - Class in org.apache.hadoop.hbase.filter @@ -17238,6 +17270,11 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods. shallowCopySubRange(int, int) - Method in class org.apache.hadoop.hbase.util.SimplePositionedMutableByteRange +shouldLoginFromKeytab(Configuration) - Static method in class org.apache.hadoop.hbase.security.User + +In secure environment, if a user specified his keytab and principal, + a hbase client will try to login with them. + SHUFFLE_MAPS - Static variable in class org.apache.hadoop.hbase.mapreduce.TableInputFormat Specify if we have to shuffle the map tasks. @@ -18701,6 +18738,7 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods. toGroupEntry(String) - Static method in class org.apache.hadoop.hbase.AuthUtil +Deprecated. Returns the group entry with the group prefix for a group principal. toHColumnDescriptor(ColumnFamilyDescriptor) - Method in class org.apache.hadoop.hbase.HTableDescriptor http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/org/apache/hadoop/hbase/AuthUtil.html -- diff --git a/apidocs/org/apache/hadoop/hbase/AuthUtil.html b/apidocs/org/apache/hadoop/hbase/AuthUtil.html index 58f6135..30f1281 100644 --- a/apidocs/org/apache/hadoop/hbase/AuthUtil.html +++ b/apidocs/org/apache/hadoop/hbase/AuthUtil.html @@ -18,8 +18,8 @@ catch(err) { } //--> -var methods = {"i0":9}; -var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; +var methods = {"i0":41}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]}; var altColor = "altColor"; var rowColor =
[28/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/constant-values.html -- diff --git a/apidocs/constant-values.html b/apidocs/constant-values.html index 595f2eb..5093a0f 100644 --- a/apidocs/constant-values.html +++ b/apidocs/constant-values.html @@ -83,6 +83,32 @@ +org.apache.hadoop.hbase.AuthUtil + +Modifier and Type +Constant Field +Value + + + + + +publicstaticfinalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String +HBASE_CLIENT_KERBEROS_PRINCIPAL +"hbase.client.keytab.principal" + + + + +publicstaticfinalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String +HBASE_CLIENT_KEYTAB_FILE +"hbase.client.keytab.file" + + + + + + org.apache.hadoop.hbase.HBaseInterfaceAudience Modifier and Type
[23/30] hbase-site git commit: Published site at a8e184dc77470bdf9d62e19c5d36bc1de7cf4c6d.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/5fd895c6/apidocs/src-html/org/apache/hadoop/hbase/security/User.html -- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/security/User.html b/apidocs/src-html/org/apache/hadoop/hbase/security/User.html index ec5ba00..997f52f 100644 --- a/apidocs/src-html/org/apache/hadoop/hbase/security/User.html +++ b/apidocs/src-html/org/apache/hadoop/hbase/security/User.html @@ -35,357 +35,404 @@ 027import java.util.HashMap; 028import java.util.List; 029import java.util.Map; -030import java.util.concurrent.ExecutionException; -031 -032import org.apache.hadoop.conf.Configuration; -033import org.apache.hadoop.hbase.util.Methods; -034import org.apache.hadoop.security.Groups; -035import org.apache.hadoop.security.SecurityUtil; -036import org.apache.hadoop.security.UserGroupInformation; -037import org.apache.hadoop.security.token.Token; -038import org.apache.hadoop.security.token.TokenIdentifier; -039import org.apache.yetus.audience.InterfaceAudience; -040 -041import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +030import java.util.Optional; +031import java.util.concurrent.ExecutionException; +032 +033import org.apache.hadoop.conf.Configuration; +034import org.apache.hadoop.hbase.AuthUtil; +035import org.apache.hadoop.hbase.util.Methods; +036import org.apache.hadoop.security.Groups; +037import org.apache.hadoop.security.SecurityUtil; +038import org.apache.hadoop.security.UserGroupInformation; +039import org.apache.hadoop.security.token.Token; +040import org.apache.hadoop.security.token.TokenIdentifier; +041import org.apache.yetus.audience.InterfaceAudience; 042 -043/** -044 * Wrapper to abstract out usage of user and group information in HBase. -045 * -046 * p -047 * This class provides a common interface for interacting with user and group -048 * information across changing APIs in different versions of Hadoop. It only -049 * provides access to the common set of functionality in -050 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by -051 * HBase, but can be extended as needs change. -052 * /p -053 */ -054@InterfaceAudience.Public -055public abstract class User { -056 public static final String HBASE_SECURITY_CONF_KEY = -057 "hbase.security.authentication"; -058 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = -059 "hbase.security.authorization"; -060 -061 protected UserGroupInformation ugi; +043import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache; +044 +045/** +046 * Wrapper to abstract out usage of user and group information in HBase. +047 * +048 * p +049 * This class provides a common interface for interacting with user and group +050 * information across changing APIs in different versions of Hadoop. It only +051 * provides access to the common set of functionality in +052 * {@link org.apache.hadoop.security.UserGroupInformation} currently needed by +053 * HBase, but can be extended as needs change. +054 * /p +055 */ +056@InterfaceAudience.Public +057public abstract class User { +058 public static final String HBASE_SECURITY_CONF_KEY = +059 "hbase.security.authentication"; +060 public static final String HBASE_SECURITY_AUTHORIZATION_CONF_KEY = +061 "hbase.security.authorization"; 062 -063 public UserGroupInformation getUGI() { -064return ugi; -065 } -066 -067 /** -068 * Returns the full user name. For Kerberos principals this will include -069 * the host and realm portions of the principal name. -070 * -071 * @return User full name. -072 */ -073 public String getName() { -074return ugi.getUserName(); -075 } -076 -077 /** -078 * Returns the list of groups of which this user is a member. On secure -079 * Hadoop this returns the group information for the user as resolved on the -080 * server. For 0.20 based Hadoop, the group names are passed from the client. -081 */ -082 public String[] getGroupNames() { -083return ugi.getGroupNames(); -084 } -085 -086 /** -087 * Returns the shortened version of the user name -- the portion that maps -088 * to an operating system user name. -089 * -090 * @return Short name -091 */ -092 public abstract String getShortName(); -093 -094 /** -095 * Executes the given action within the context of this user. -096 */ -097 public abstract T T runAs(PrivilegedActionT action); -098 -099 /** -100 * Executes the given action within the context of this user. -101 */ -102 public abstract T T runAs(PrivilegedExceptionActionT action) -103 throws IOException, InterruptedException; -104 -105 /** -106 * Returns the Token of the specified kind associated with this user, -107 * or null if the Token is not present. -108 * -109 * @param kind the kind of token -110 * @param service service on which the token is supposed to be used -111 *
[hbase] Git Push Summary
Repository: hbase Updated Tags: refs/tags/rel/1.4.6 [created] 0d8b58fc1
svn commit: r28462 - /release/hbase/1.4.5/
Author: apurtell Date: Tue Jul 31 19:09:26 2018 New Revision: 28462 Log: Remove old Apache HBase release 1.4.5 Removed: release/hbase/1.4.5/
svn commit: r28461 - /dev/hbase/hbase-1.4.6RC0/ /release/hbase/1.4.6/
Author: apurtell Date: Tue Jul 31 19:09:12 2018 New Revision: 28461 Log: Release Apache HBase 1.4.6 Added: release/hbase/1.4.6/ - copied from r28460, dev/hbase/hbase-1.4.6RC0/ Removed: dev/hbase/hbase-1.4.6RC0/
hbase git commit: Update version on branch-1.4 to 1.4.7-SNAPSHOT
Repository: hbase Updated Branches: refs/heads/branch-1.4 df4fc92b9 -> 9824dd623 Update version on branch-1.4 to 1.4.7-SNAPSHOT Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/9824dd62 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/9824dd62 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/9824dd62 Branch: refs/heads/branch-1.4 Commit: 9824dd6236053b28353fefc03e9713ca3f24b7d3 Parents: df4fc92 Author: Andrew Purtell Authored: Tue Jul 31 12:02:24 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 12:02:24 2018 -0700 -- hbase-annotations/pom.xml| 2 +- hbase-archetypes/hbase-archetype-builder/pom.xml | 2 +- hbase-archetypes/hbase-client-project/pom.xml| 2 +- hbase-archetypes/hbase-shaded-client-project/pom.xml | 2 +- hbase-archetypes/pom.xml | 2 +- hbase-assembly/pom.xml | 2 +- hbase-checkstyle/pom.xml | 4 ++-- hbase-client/pom.xml | 2 +- hbase-common/pom.xml | 2 +- hbase-error-prone/pom.xml| 4 ++-- hbase-examples/pom.xml | 2 +- hbase-external-blockcache/pom.xml| 2 +- hbase-hadoop-compat/pom.xml | 2 +- hbase-hadoop2-compat/pom.xml | 2 +- hbase-it/pom.xml | 2 +- hbase-metrics-api/pom.xml| 2 +- hbase-metrics/pom.xml| 2 +- hbase-prefix-tree/pom.xml| 2 +- hbase-procedure/pom.xml | 2 +- hbase-protocol/pom.xml | 2 +- hbase-resource-bundle/pom.xml| 2 +- hbase-rest/pom.xml | 2 +- hbase-rsgroup/pom.xml| 2 +- hbase-server/pom.xml | 2 +- hbase-shaded/hbase-shaded-check-invariants/pom.xml | 2 +- hbase-shaded/hbase-shaded-client/pom.xml | 2 +- hbase-shaded/hbase-shaded-server/pom.xml | 2 +- hbase-shaded/pom.xml | 2 +- hbase-shell/pom.xml | 2 +- hbase-testing-util/pom.xml | 2 +- hbase-thrift/pom.xml | 2 +- pom.xml | 2 +- 32 files changed, 34 insertions(+), 34 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/9824dd62/hbase-annotations/pom.xml -- diff --git a/hbase-annotations/pom.xml b/hbase-annotations/pom.xml index ad8b464..b45ad73 100644 --- a/hbase-annotations/pom.xml +++ b/hbase-annotations/pom.xml @@ -23,7 +23,7 @@ hbase org.apache.hbase -1.4.6 +1.4.7-SNAPSHOT .. http://git-wip-us.apache.org/repos/asf/hbase/blob/9824dd62/hbase-archetypes/hbase-archetype-builder/pom.xml -- diff --git a/hbase-archetypes/hbase-archetype-builder/pom.xml b/hbase-archetypes/hbase-archetype-builder/pom.xml index 50baeb6..3f385a2 100644 --- a/hbase-archetypes/hbase-archetype-builder/pom.xml +++ b/hbase-archetypes/hbase-archetype-builder/pom.xml @@ -25,7 +25,7 @@ hbase-archetypes org.apache.hbase -1.4.6 +1.4.7-SNAPSHOT .. http://git-wip-us.apache.org/repos/asf/hbase/blob/9824dd62/hbase-archetypes/hbase-client-project/pom.xml -- diff --git a/hbase-archetypes/hbase-client-project/pom.xml b/hbase-archetypes/hbase-client-project/pom.xml index 8e2b6c1..f6b43b4 100644 --- a/hbase-archetypes/hbase-client-project/pom.xml +++ b/hbase-archetypes/hbase-client-project/pom.xml @@ -26,7 +26,7 @@ hbase-archetypes org.apache.hbase -1.4.6 +1.4.7-SNAPSHOT .. hbase-client-project http://git-wip-us.apache.org/repos/asf/hbase/blob/9824dd62/hbase-archetypes/hbase-shaded-client-project/pom.xml -- diff --git a/hbase-archetypes/hbase-shaded-client-project/pom.xml b/hbase-archetypes/hbase-shaded-client-project/pom.xml index 6f103c5..4b9d460 100644 --- a/hbase-archetypes/hbase-shaded-client-project/pom.xml +++ b/hbase-archetypes/hbase-shaded-client-project/pom.xml @@ -26,7 +26,7 @@ hbase-archetypes org.apache.hbase -1.4.6 +1.4.7-SNAPSHOT .. hbase-shaded-client-project http://git-wip-us.apache.org/repos/asf/hbase/blob/9824dd62/hbase-archetypes/pom.xml
hbase git commit: HBASE-20950 Helper method to configure secure DFS cluster for tests
Repository: hbase Updated Branches: refs/heads/branch-2 e14b60a53 -> 99714da30 HBASE-20950 Helper method to configure secure DFS cluster for tests Create a helper method HBaseKerberosUtils#setSecuredConfiguration(). TestSecureExport, TestSaslFanOutOneBlockAsyncDFSOutput, SecureTestCluster and TestThriftSpnegoHttpServer uses this new helper method. Signed-off-by: tedyu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/99714da3 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/99714da3 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/99714da3 Branch: refs/heads/branch-2 Commit: 99714da30f7470e6aded46df9aa6e0915a1ab8c5 Parents: e14b60a Author: Wei-Chiu Chuang Authored: Fri Jul 27 15:45:33 2018 -0700 Committer: tedyu Committed: Tue Jul 31 13:37:10 2018 -0700 -- .../hbase/coprocessor/TestSecureExport.java | 49 ++--- .../TestSaslFanOutOneBlockAsyncDFSOutput.java | 38 +-- .../hbase/security/HBaseKerberosUtils.java | 72 +++- .../hbase/security/token/SecureTestCluster.java | 35 +- .../thrift/TestThriftSpnegoHttpServer.java | 21 +- 5 files changed, 80 insertions(+), 135 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/99714da3/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java -- diff --git a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java index b2ca1d4..31bfd37 100644 --- a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java +++ b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java @@ -27,7 +27,6 @@ import java.util.Arrays; import java.util.LinkedList; import java.util.List; import java.util.Map; -import java.util.Properties; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; @@ -47,7 +46,6 @@ import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.client.TableDescriptor; import org.apache.hadoop.hbase.client.TableDescriptorBuilder; -import org.apache.hadoop.hbase.http.ssl.KeyStoreTestUtil; import org.apache.hadoop.hbase.mapreduce.ExportUtils; import org.apache.hadoop.hbase.mapreduce.Import; import org.apache.hadoop.hbase.protobuf.generated.VisibilityLabelsProtos; @@ -68,12 +66,9 @@ import org.apache.hadoop.hbase.security.visibility.VisibilityTestUtil; import org.apache.hadoop.hbase.testclassification.MediumTests; import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.util.Pair; -import org.apache.hadoop.hdfs.DFSConfigKeys; -import org.apache.hadoop.http.HttpConfig; import org.apache.hadoop.minikdc.MiniKdc; import org.apache.hadoop.security.UserGroupInformation; import org.apache.hadoop.util.ToolRunner; -import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.junit.After; import org.junit.AfterClass; import org.junit.Before; @@ -128,11 +123,7 @@ public class TestSecureExport { @Rule public final TestName name = new TestName(); private static void setUpKdcServer() throws Exception { -Properties conf = MiniKdc.createConf(); -conf.put(MiniKdc.DEBUG, true); -File kdcFile = new File(UTIL.getDataTestDir("kdc").toUri().getPath()); -KDC = new MiniKdc(conf, kdcFile); -KDC.start(); +KDC = UTIL.setupMiniKdc(KEYTAB_FILE); USERNAME = UserGroupInformation.getLoginUser().getShortUserName(); SERVER_PRINCIPAL = USERNAME + "/" + LOCALHOST; HTTP_PRINCIPAL = "HTTP/" + LOCALHOST; @@ -157,42 +148,10 @@ public class TestSecureExport { } private static void setUpClusterKdc() throws Exception { -HBaseKerberosUtils.setKeytabFileForTesting(KEYTAB_FILE.getAbsolutePath()); -HBaseKerberosUtils.setPrincipalForTesting(SERVER_PRINCIPAL + "@" + KDC.getRealm()); -HBaseKerberosUtils.setSecuredConfiguration(UTIL.getConfiguration()); -// if we drop support for hadoop-2.4.0 and hadoop-2.4.1, -// the following key should be changed. -// 1) DFS_NAMENODE_USER_NAME_KEY -> DFS_NAMENODE_KERBEROS_PRINCIPAL_KEY -// 2) DFS_DATANODE_USER_NAME_KEY -> DFS_DATANODE_KERBEROS_PRINCIPAL_KEY -UTIL.getConfiguration().set(DFSConfigKeys.DFS_NAMENODE_USER_NAME_KEY, -SERVER_PRINCIPAL + "@" + KDC.getRealm()); -UTIL.getConfiguration().set(DFSConfigKeys.DFS_DATANODE_USER_NAME_KEY, -SERVER_PRINCIPAL + "@" + KDC.getRealm()); -UTIL.getConfiguration().set(DFSConfigKeys.DFS_NAMENODE_KEYTAB_FILE_KEY, -KEYTAB_FILE.getAbsolutePath()); -
hbase git commit: HBASE-20950 Helper method to configure secure DFS cluster for tests
Repository: hbase Updated Branches: refs/heads/master a8e184dc7 -> 7be97980f HBASE-20950 Helper method to configure secure DFS cluster for tests Create a helper method HBaseKerberosUtils#setSecuredConfiguration(). TestSecureExport, TestSaslFanOutOneBlockAsyncDFSOutput, SecureTestCluster and TestThriftSpnegoHttpServer uses this new helper method. Signed-off-by: tedyu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7be97980 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7be97980 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7be97980 Branch: refs/heads/master Commit: 7be97980f57ad0a251afc562ef3d6fd7ec15a7b7 Parents: a8e184d Author: Wei-Chiu Chuang Authored: Fri Jul 27 15:45:33 2018 -0700 Committer: tedyu Committed: Tue Jul 31 13:36:17 2018 -0700 -- .../hbase/coprocessor/TestSecureExport.java | 49 ++--- .../TestSaslFanOutOneBlockAsyncDFSOutput.java | 38 +-- .../hbase/security/HBaseKerberosUtils.java | 72 +++- .../hbase/security/token/SecureTestCluster.java | 35 +- .../thrift/TestThriftSpnegoHttpServer.java | 21 +- 5 files changed, 80 insertions(+), 135 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/7be97980/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java -- diff --git a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java index b2ca1d4..31bfd37 100644 --- a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java +++ b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestSecureExport.java @@ -27,7 +27,6 @@ import java.util.Arrays; import java.util.LinkedList; import java.util.List; import java.util.Map; -import java.util.Properties; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; @@ -47,7 +46,6 @@ import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.client.TableDescriptor; import org.apache.hadoop.hbase.client.TableDescriptorBuilder; -import org.apache.hadoop.hbase.http.ssl.KeyStoreTestUtil; import org.apache.hadoop.hbase.mapreduce.ExportUtils; import org.apache.hadoop.hbase.mapreduce.Import; import org.apache.hadoop.hbase.protobuf.generated.VisibilityLabelsProtos; @@ -68,12 +66,9 @@ import org.apache.hadoop.hbase.security.visibility.VisibilityTestUtil; import org.apache.hadoop.hbase.testclassification.MediumTests; import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.util.Pair; -import org.apache.hadoop.hdfs.DFSConfigKeys; -import org.apache.hadoop.http.HttpConfig; import org.apache.hadoop.minikdc.MiniKdc; import org.apache.hadoop.security.UserGroupInformation; import org.apache.hadoop.util.ToolRunner; -import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.junit.After; import org.junit.AfterClass; import org.junit.Before; @@ -128,11 +123,7 @@ public class TestSecureExport { @Rule public final TestName name = new TestName(); private static void setUpKdcServer() throws Exception { -Properties conf = MiniKdc.createConf(); -conf.put(MiniKdc.DEBUG, true); -File kdcFile = new File(UTIL.getDataTestDir("kdc").toUri().getPath()); -KDC = new MiniKdc(conf, kdcFile); -KDC.start(); +KDC = UTIL.setupMiniKdc(KEYTAB_FILE); USERNAME = UserGroupInformation.getLoginUser().getShortUserName(); SERVER_PRINCIPAL = USERNAME + "/" + LOCALHOST; HTTP_PRINCIPAL = "HTTP/" + LOCALHOST; @@ -157,42 +148,10 @@ public class TestSecureExport { } private static void setUpClusterKdc() throws Exception { -HBaseKerberosUtils.setKeytabFileForTesting(KEYTAB_FILE.getAbsolutePath()); -HBaseKerberosUtils.setPrincipalForTesting(SERVER_PRINCIPAL + "@" + KDC.getRealm()); -HBaseKerberosUtils.setSecuredConfiguration(UTIL.getConfiguration()); -// if we drop support for hadoop-2.4.0 and hadoop-2.4.1, -// the following key should be changed. -// 1) DFS_NAMENODE_USER_NAME_KEY -> DFS_NAMENODE_KERBEROS_PRINCIPAL_KEY -// 2) DFS_DATANODE_USER_NAME_KEY -> DFS_DATANODE_KERBEROS_PRINCIPAL_KEY -UTIL.getConfiguration().set(DFSConfigKeys.DFS_NAMENODE_USER_NAME_KEY, -SERVER_PRINCIPAL + "@" + KDC.getRealm()); -UTIL.getConfiguration().set(DFSConfigKeys.DFS_DATANODE_USER_NAME_KEY, -SERVER_PRINCIPAL + "@" + KDC.getRealm()); -UTIL.getConfiguration().set(DFSConfigKeys.DFS_NAMENODE_KEYTAB_FILE_KEY, -KEYTAB_FILE.getAbsolutePath()); -
[7/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/8ca843e9 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/8ca843e9 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/8ca843e9 Branch: refs/heads/branch-1.3 Commit: 8ca843e9a5c732195d61835b0e3e459dafdcbd2f Parents: b7d2e98 Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 16:15:41 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/8ca843e9/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index a30e827..49efd82 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2743,6 +2743,11 @@ public class HStore implements Store { r.close(true); // Just close and return filesToRemove.add(file); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + r.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + r.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error(
[4/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Conflicts: hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7b36f2b0 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7b36f2b0 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7b36f2b0 Branch: refs/heads/branch-2.0 Commit: 7b36f2b0bfba3a744e0d84c3f3dc87576e1e5ae7 Parents: 7b07a8b Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 16:08:57 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/7b36f2b0/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index 4232f83..035496f 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2527,6 +2527,11 @@ public class HStore implements Store, HeapSize, StoreConfigInformation, Propagat r.close(true); // Just close and return filesToRemove.add(file); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + file.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + file.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error("Exception while trying to close the compacted store file {}",
[3/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Conflicts: hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/daeec865 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/daeec865 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/daeec865 Branch: refs/heads/branch-2.1 Commit: daeec8657e3f2fe8307e270967e2e3db0339c46c Parents: 1b66839 Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 16:06:15 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/daeec865/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index 6670339..06d6455 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2554,6 +2554,11 @@ public class HStore implements Store, HeapSize, StoreConfigInformation, Propagat r.close(true); // Just close and return filesToRemove.add(file); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + file.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + file.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error("Exception while trying to close the compacted store file {}",
[5/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a15c4457 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a15c4457 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a15c4457 Branch: refs/heads/branch-1 Commit: a15c445743e02487e5a4eb894b5b615045da1f9e Parents: ab3ec94 Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 16:12:50 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/a15c4457/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index 9ddd037..a017820 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2785,6 +2785,11 @@ public class HStore implements Store { r.close(true); // Just close and return filesToRemove.add(file); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + r.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + r.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error(
[1/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
Repository: hbase Updated Branches: refs/heads/branch-1 ab3ec9477 -> a15c44574 refs/heads/branch-1.3 b7d2e98a6 -> 8ca843e9a refs/heads/branch-1.4 9824dd623 -> 95684c161 refs/heads/branch-2 99714da30 -> 777f3e88e refs/heads/branch-2.0 7b07a8bca -> 7b36f2b0b refs/heads/branch-2.1 1b66839bc -> daeec8657 refs/heads/master 7be97980f -> 5a1e02b6d HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5a1e02b6 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5a1e02b6 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5a1e02b6 Branch: refs/heads/master Commit: 5a1e02b6dcf27bb2825bab3d97f50e981f98f91d Parents: 7be9798 Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 15:58:05 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/5a1e02b6/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index db868fd..ca6e591 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2605,6 +2605,11 @@ public class HStore implements Store, HeapSize, StoreConfigInformation, Propagat filesToRemove.add(file); // Only add the length if we successfully added the file to `filesToRemove` storeFileSizes.add(length); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + file.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + file.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error("Exception while trying to close the compacted store file {}",
[2/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Conflicts: hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/777f3e88 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/777f3e88 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/777f3e88 Branch: refs/heads/branch-2 Commit: 777f3e88e216967b01e5bed019b3519a849aac7a Parents: 99714da Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 15:59:53 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/777f3e88/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index ea9ea4a..424a357 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2554,6 +2554,11 @@ public class HStore implements Store, HeapSize, StoreConfigInformation, Propagat r.close(true); // Just close and return filesToRemove.add(file); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + file.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + file.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error("Exception while trying to close the compacted store file {}",
[6/7] hbase git commit: HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal)
HBASE-20935 HStore.removeCompactedFiles should log in case it is unable to delete a file (Vishal Khandelwal) Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/95684c16 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/95684c16 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/95684c16 Branch: refs/heads/branch-1.4 Commit: 95684c1616cd513d70674dad0a91d2d7549a41f0 Parents: 9824dd6 Author: Andrew Purtell Authored: Tue Jul 31 15:58:05 2018 -0700 Committer: Andrew Purtell Committed: Tue Jul 31 16:14:31 2018 -0700 -- .../main/java/org/apache/hadoop/hbase/regionserver/HStore.java | 5 + 1 file changed, 5 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/95684c16/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java index 08a0240..9859798 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -2774,6 +2774,11 @@ public class HStore implements Store { r.close(true); // Just close and return filesToRemove.add(file); + } else { +LOG.info("Can't archive compacted file " + file.getPath() ++ " because of either isCompactedAway = " + r.isCompactedAway() ++ " or file has reference, isReferencedInReads = " + r.isReferencedInReads() ++ ", skipping for now."); } } catch (Exception e) { LOG.error(