dongjoon-hyun commented on a change in pull request #23429:
[WIP][SPARK-26432][CORE] Not able to connect Hbase 2.x service Getting
NoSuchMethodException while trying to obtain token from Hbase 2.1 service
URL: https://github.com/apache/spark/pull/23429#discussion_r244814928
##########
File path:
core/src/main/scala/org/apache/spark/deploy/security/HBaseDelegationTokenProvider.scala
##########
@@ -39,23 +41,46 @@ private[security] class HBaseDelegationTokenProvider
creds: Credentials): Option[Long] = {
try {
val mirror = universe.runtimeMirror(Utils.getContextOrSparkClassLoader)
- val obtainToken = mirror.classLoader.
- loadClass("org.apache.hadoop.hbase.security.token.TokenUtil").
- getMethod("obtainToken", classOf[Configuration])
-
- logDebug("Attempting to fetch HBase security token.")
- val token = obtainToken.invoke(null, hbaseConf(hadoopConf))
- .asInstanceOf[Token[_ <: TokenIdentifier]]
- logInfo(s"Get token from HBase: ${token.toString}")
- creds.addToken(token.getService, token)
- } catch {
- case NonFatal(e) =>
- logWarning(s"Failed to get token from service $serviceName", e)
+ // Token<AuthenticationTokenIdentifier> obtainToken(Configuration conf)
is a deprecated
+ // method and in Hbase 2.1.1 the method is already removed. there is one
more public
Review comment:
Could you be more specific? Is this removed at 2.1.1?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
