[ 
https://issues.apache.org/jira/browse/HDDS-10404?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Sammi Chen updated HDDS-10404:
------------------------------
    Description: 
OM
{code:java}
bash-4.2$ ozone admin reconfig --address=om1:9862 start
An error occurred while executing the command for :om1:9862
java.io.IOException: DestHost:destPort om1:9862 , LocalHost:localPort 
om1/172.25.0.111:0. Failed on local exception: java.io.IOException: Couldn't 
set up IO streams: java.lang.IllegalArgumentException: Server has invalid 
Kerberos principal: om/[email protected], expecting: scm/[email protected]
    at 
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
 Method)
    at 
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
    at 
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
    at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:930)
    at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:905)
    at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1571)
    at org.apache.hadoop.ipc.Client.call(Client.java:1513)
    at org.apache.hadoop.ipc.Client.call(Client.java:1410)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
    at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
    at 
org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
    at 
org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
    at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
    at picocli.CommandLine.access$1500(CommandLine.java:148)
    at 
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
    at 
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
    at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
    at picocli.CommandLine.execute(CommandLine.java:2170)
    at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
    at 
org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
    at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84)
Caused by: java.io.IOException: Couldn't set up IO streams: 
java.lang.IllegalArgumentException: Server has invalid Kerberos principal: 
om/[email protected], expecting: scm/[email protected]
    at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:834)
    at org.apache.hadoop.ipc.Client$Connection.access$3800(Client.java:347)
    at org.apache.hadoop.ipc.Client.getConnection(Client.java:1632)
    at org.apache.hadoop.ipc.Client.call(Client.java:1457)
    ... 23 more
Caused by: java.lang.IllegalArgumentException: Server has invalid Kerberos 
principal: om/[email protected], expecting: scm/[email protected]
    at 
org.apache.hadoop.security.SaslRpcClient.getServerPrincipal(SaslRpcClient.java:343)
    at 
org.apache.hadoop.security.SaslRpcClient.createSaslClient(SaslRpcClient.java:240)
    at 
org.apache.hadoop.security.SaslRpcClient.selectSaslClient(SaslRpcClient.java:166)
    at 
org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:392)
    at 
org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:561)
    at org.apache.hadoop.ipc.Client$Connection.access$2100(Client.java:347)
    at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:783)
    at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:779)
    at java.base/java.security.AccessController.doPrivileged(Native Method)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
    at 
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
    at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:779)
    ... 26 more
 {code}
SCM
{code:java}
bash-4.2$ ozone --loglevel DEBUG admin reconfig --address=scm1.org:9860 start
An error occurred while executing the command for :scm1.org:9860
org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security.authorize.AuthorizationException):
 Protocol interface org.apache.hadoop.hdds.protocol.ReconfigureProtocol is not 
known.
    at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1567)
    at org.apache.hadoop.ipc.Client.call(Client.java:1513)
    at org.apache.hadoop.ipc.Client.call(Client.java:1410)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
    at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
    at 
org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
    at 
org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
    at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
    at picocli.CommandLine.access$1500(CommandLine.java:148)
    at 
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
    at 
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
    at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
    at picocli.CommandLine.execute(CommandLine.java:2170)
    at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
    at 
org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
    at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84) {code}
DN
{code:java}
bash-4.2$ ozone --loglevel DEBUG admin reconfig --address=datanode1:19864 start
An error occurred while executing the command for :datanode1:19864
java.io.IOException: DestHost:destPort datanode1:19864 , LocalHost:localPort 
om1/172.25.0.111:0. Failed on local exception: java.io.IOException: Couldn't 
set up IO streams: java.lang.IllegalArgumentException: Server has invalid 
Kerberos principal: dn/[email protected], expecting: scm/[email protected]
    at 
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
 Method)
    at 
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
    at 
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
    at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:930)
    at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:905)
    at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1571)
    at org.apache.hadoop.ipc.Client.call(Client.java:1513)
    at org.apache.hadoop.ipc.Client.call(Client.java:1410)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
    at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
    at 
org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
    at 
org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
    at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
    at picocli.CommandLine.access$1500(CommandLine.java:148)
    at 
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
    at 
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
    at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
    at picocli.CommandLine.execute(CommandLine.java:2170)
    at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
    at 
org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
    at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84)
Caused by: java.io.IOException: Couldn't set up IO streams: 
java.lang.IllegalArgumentException: Server has invalid Kerberos principal: 
dn/[email protected], expecting: scm/[email protected]
    at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:834)
    at org.apache.hadoop.ipc.Client$Connection.access$3800(Client.java:347)
    at org.apache.hadoop.ipc.Client.getConnection(Client.java:1632)
    at org.apache.hadoop.ipc.Client.call(Client.java:1457)
    ... 23 more
Caused by: java.lang.IllegalArgumentException: Server has invalid Kerberos 
principal: dn/[email protected], expecting: scm/[email protected]
    at 
org.apache.hadoop.security.SaslRpcClient.getServerPrincipal(SaslRpcClient.java:343)
    at 
org.apache.hadoop.security.SaslRpcClient.createSaslClient(SaslRpcClient.java:240)
    at 
org.apache.hadoop.security.SaslRpcClient.selectSaslClient(SaslRpcClient.java:166)
    at 
org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:392)
    at 
org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:561)
    at org.apache.hadoop.ipc.Client$Connection.access$2100(Client.java:347)
    at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:783)
    at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:779)
    at java.base/java.security.AccessController.doPrivileged(Native Method)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
    at 
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
    at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:779)
    ... 26 more {code}

  was:
 
{code:java}
bash-4.2$ ozone --loglevel DEBUG admin reconfig --address=datanode1:19864 start
An error occurred while executing the command for :datanode1:19864
java.io.IOException: DestHost:destPort datanode1:19864 , LocalHost:localPort 
om1/172.25.0.111:0. Failed on local exception: java.io.IOException: Couldn't 
set up IO streams: java.lang.IllegalArgumentException: Server has invalid 
Kerberos principal: dn/[email protected], expecting: scm/[email protected]
    at 
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
 Method)
    at 
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
    at 
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
    at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:930)
    at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:905)
    at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1571)
    at org.apache.hadoop.ipc.Client.call(Client.java:1513)
    at org.apache.hadoop.ipc.Client.call(Client.java:1410)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
    at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
    at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
    at 
org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
    at 
org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
    at 
org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
    at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
    at picocli.CommandLine.access$1500(CommandLine.java:148)
    at 
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
    at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
    at 
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
    at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
    at picocli.CommandLine.execute(CommandLine.java:2170)
    at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
    at 
org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
    at 
org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
    at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
    at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84)
Caused by: java.io.IOException: Couldn't set up IO streams: 
java.lang.IllegalArgumentException: Server has invalid Kerberos principal: 
dn/[email protected], expecting: scm/[email protected]
    at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:834)
    at org.apache.hadoop.ipc.Client$Connection.access$3800(Client.java:347)
    at org.apache.hadoop.ipc.Client.getConnection(Client.java:1632)
    at org.apache.hadoop.ipc.Client.call(Client.java:1457)
    ... 23 more
Caused by: java.lang.IllegalArgumentException: Server has invalid Kerberos 
principal: dn/[email protected], expecting: scm/[email protected]
    at 
org.apache.hadoop.security.SaslRpcClient.getServerPrincipal(SaslRpcClient.java:343)
    at 
org.apache.hadoop.security.SaslRpcClient.createSaslClient(SaslRpcClient.java:240)
    at 
org.apache.hadoop.security.SaslRpcClient.selectSaslClient(SaslRpcClient.java:166)
    at 
org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:392)
    at 
org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:561)
    at org.apache.hadoop.ipc.Client$Connection.access$2100(Client.java:347)
    at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:783)
    at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:779)
    at java.base/java.security.AccessController.doPrivileged(Native Method)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
    at 
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
    at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:779)
    ... 26 more {code}


> Ozone admin reconfig command fails with security enabled
> --------------------------------------------------------
>
>                 Key: HDDS-10404
>                 URL: https://issues.apache.org/jira/browse/HDDS-10404
>             Project: Apache Ozone
>          Issue Type: Improvement
>    Affects Versions: 1.4.0
>            Reporter: Sammi Chen
>            Assignee: Sammi Chen
>            Priority: Major
>
> OM
> {code:java}
> bash-4.2$ ozone admin reconfig --address=om1:9862 start
> An error occurred while executing the command for :om1:9862
> java.io.IOException: DestHost:destPort om1:9862 , LocalHost:localPort 
> om1/172.25.0.111:0. Failed on local exception: java.io.IOException: Couldn't 
> set up IO streams: java.lang.IllegalArgumentException: Server has invalid 
> Kerberos principal: om/[email protected], expecting: scm/[email protected]
>     at 
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
>  Method)
>     at 
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
>     at 
> java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at 
> java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
>     at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:930)
>     at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:905)
>     at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1571)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1513)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1410)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
>     at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
>     at 
> org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
>     at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
>     at picocli.CommandLine.access$1500(CommandLine.java:148)
>     at 
> picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
>     at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
>     at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
>     at 
> picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
>     at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
>     at picocli.CommandLine.execute(CommandLine.java:2170)
>     at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
>     at 
> org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
>     at 
> org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
>     at 
> org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
>     at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
>     at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
>     at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84)
> Caused by: java.io.IOException: Couldn't set up IO streams: 
> java.lang.IllegalArgumentException: Server has invalid Kerberos principal: 
> om/[email protected], expecting: scm/[email protected]
>     at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:834)
>     at org.apache.hadoop.ipc.Client$Connection.access$3800(Client.java:347)
>     at org.apache.hadoop.ipc.Client.getConnection(Client.java:1632)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1457)
>     ... 23 more
> Caused by: java.lang.IllegalArgumentException: Server has invalid Kerberos 
> principal: om/[email protected], expecting: scm/[email protected]
>     at 
> org.apache.hadoop.security.SaslRpcClient.getServerPrincipal(SaslRpcClient.java:343)
>     at 
> org.apache.hadoop.security.SaslRpcClient.createSaslClient(SaslRpcClient.java:240)
>     at 
> org.apache.hadoop.security.SaslRpcClient.selectSaslClient(SaslRpcClient.java:166)
>     at 
> org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:392)
>     at 
> org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:561)
>     at org.apache.hadoop.ipc.Client$Connection.access$2100(Client.java:347)
>     at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:783)
>     at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:779)
>     at java.base/java.security.AccessController.doPrivileged(Native Method)
>     at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
>     at 
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
>     at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:779)
>     ... 26 more
>  {code}
> SCM
> {code:java}
> bash-4.2$ ozone --loglevel DEBUG admin reconfig --address=scm1.org:9860 start
> An error occurred while executing the command for :scm1.org:9860
> org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security.authorize.AuthorizationException):
>  Protocol interface org.apache.hadoop.hdds.protocol.ReconfigureProtocol is 
> not known.
>     at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1567)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1513)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1410)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
>     at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
>     at 
> org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
>     at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
>     at picocli.CommandLine.access$1500(CommandLine.java:148)
>     at 
> picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
>     at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
>     at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
>     at 
> picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
>     at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
>     at picocli.CommandLine.execute(CommandLine.java:2170)
>     at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
>     at 
> org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
>     at 
> org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
>     at 
> org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
>     at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
>     at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
>     at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84) {code}
> DN
> {code:java}
> bash-4.2$ ozone --loglevel DEBUG admin reconfig --address=datanode1:19864 
> start
> An error occurred while executing the command for :datanode1:19864
> java.io.IOException: DestHost:destPort datanode1:19864 , LocalHost:localPort 
> om1/172.25.0.111:0. Failed on local exception: java.io.IOException: Couldn't 
> set up IO streams: java.lang.IllegalArgumentException: Server has invalid 
> Kerberos principal: dn/[email protected], expecting: scm/[email protected]
>     at 
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
>  Method)
>     at 
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
>     at 
> java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at 
> java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
>     at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:930)
>     at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:905)
>     at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1571)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1513)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1410)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:250)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:132)
>     at com.sun.proxy.$Proxy19.getServerName(Unknown Source)
>     at 
> org.apache.hadoop.hdds.protocolPB.ReconfigureProtocolClientSideTranslatorPB.getServerName(ReconfigureProtocolClientSideTranslatorPB.java:121)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.ReconfigureStartSubcommand.executeCommand(ReconfigureStartSubcommand.java:40)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:47)
>     at 
> org.apache.hadoop.ozone.admin.reconfig.AbstractReconfigureSubCommand.call(AbstractReconfigureSubCommand.java:30)
>     at picocli.CommandLine.executeUserObject(CommandLine.java:2041)
>     at picocli.CommandLine.access$1500(CommandLine.java:148)
>     at 
> picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2461)
>     at picocli.CommandLine$RunLast.handle(CommandLine.java:2453)
>     at picocli.CommandLine$RunLast.handle(CommandLine.java:2415)
>     at 
> picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2273)
>     at picocli.CommandLine$RunLast.execute(CommandLine.java:2417)
>     at picocli.CommandLine.execute(CommandLine.java:2170)
>     at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
>     at 
> org.apache.hadoop.hdds.cli.OzoneAdmin.lambda$execute$0(OzoneAdmin.java:92)
>     at 
> org.apache.hadoop.hdds.tracing.TracingUtil.executeInSpan(TracingUtil.java:159)
>     at 
> org.apache.hadoop.hdds.tracing.TracingUtil.executeInNewSpan(TracingUtil.java:149)
>     at org.apache.hadoop.hdds.cli.OzoneAdmin.execute(OzoneAdmin.java:91)
>     at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
>     at org.apache.hadoop.hdds.cli.OzoneAdmin.main(OzoneAdmin.java:84)
> Caused by: java.io.IOException: Couldn't set up IO streams: 
> java.lang.IllegalArgumentException: Server has invalid Kerberos principal: 
> dn/[email protected], expecting: scm/[email protected]
>     at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:834)
>     at org.apache.hadoop.ipc.Client$Connection.access$3800(Client.java:347)
>     at org.apache.hadoop.ipc.Client.getConnection(Client.java:1632)
>     at org.apache.hadoop.ipc.Client.call(Client.java:1457)
>     ... 23 more
> Caused by: java.lang.IllegalArgumentException: Server has invalid Kerberos 
> principal: dn/[email protected], expecting: scm/[email protected]
>     at 
> org.apache.hadoop.security.SaslRpcClient.getServerPrincipal(SaslRpcClient.java:343)
>     at 
> org.apache.hadoop.security.SaslRpcClient.createSaslClient(SaslRpcClient.java:240)
>     at 
> org.apache.hadoop.security.SaslRpcClient.selectSaslClient(SaslRpcClient.java:166)
>     at 
> org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:392)
>     at 
> org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:561)
>     at org.apache.hadoop.ipc.Client$Connection.access$2100(Client.java:347)
>     at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:783)
>     at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:779)
>     at java.base/java.security.AccessController.doPrivileged(Native Method)
>     at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
>     at 
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
>     at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:779)
>     ... 26 more {code}



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to