????????
flink????????????hadoop????????
??????????
??????????????blink??????flink
standalone????????????????????????hadoop hdfs
??????????kerberos??????????????????????????????????????????????????????????TM??????job????????????????????????????????????????????????Hadoop
YARN??????flink????????????????YARN??????????????????????????????????Hadoop
YARN??????flink????????????????????????????????hadoop????????????????????????????????YARN????
??????????
[qateadmin@UAT14475 bin]$ ./yarn-session.sh
----????kerberos????????----
2020-01-22 14:47:36,993 INFO
org.apache.hadoop.security.UserGroupInformation
- Login successful for user
htlapi...@dc.sh.ctripcorp.com using keytab file /opt/data/blink/htlapidev.keytab
2020-01-22 14:47:36,994 INFO
org.apache.flink.runtime.security.modules.HadoopModule
- Hadoop user set to htlapi...@dc.sh.ctripcorp.com (auth:KERBEROS)
2020-01-22 14:47:37,296 INFO
org.apache.flink.yarn.cli.FlinkYarnSessionCli
- No path for the flink jar passed. Using the
location of class org.apache.flink.yarn.YarnClusterDescriptor to locate the jar
2020-01-22 14:47:37,450 INFO
org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider - Failing
over to rm2
2020-01-22 14:47:37,491 INFO
org.apache.hadoop.io.retry.RetryInvocationHandler
- Exception while invoking getClusterNodes of class
ApplicationClientProtocolPBClientImpl over rm2 after 1 fail over attempts.
Trying to fail over immediately.
java.io.IOException: Failed on local exception: java.io.IOException: Server
asks us to fall back to SIMPLE auth, but this client is configured to only
allow secure connections.; Host Details : local host is: "UAT14475/10.5.119.0";
destination host is: "uat14476":8032;
at
org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
at
org.apache.hadoop.ipc.Client.call(Client.java:1475)
at
org.apache.hadoop.ipc.Client.call(Client.java:1408)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230)
at com.sun.proxy.$Proxy16.getClusterNodes(Unknown
Source)
at
org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterNodes(ApplicationClientProtocolPBClientImpl.java:262)
at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:256)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:104)
at com.sun.proxy.$Proxy17.getClusterNodes(Unknown
Source)
at
org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getNodeReports(YarnClientImpl.java:488)
at
org.apache.flink.yarn.AbstractYarnClusterDescriptor.isReadyForDeployment(AbstractYarnClusterDescriptor.java:318)
at
org.apache.flink.yarn.AbstractYarnClusterDescriptor.deployInternal(AbstractYarnClusterDescriptor.java:539)
at
org.apache.flink.yarn.AbstractYarnClusterDescriptor.deploySessionCluster(AbstractYarnClusterDescriptor.java:448)
at
org.apache.flink.yarn.cli.FlinkYarnSessionCli.run(FlinkYarnSessionCli.java:659)
at
org.apache.flink.yarn.cli.FlinkYarnSessionCli.lambda$main$7(FlinkYarnSessionCli.java:887)
at
java.security.AccessController.doPrivileged(Native Method)
at
javax.security.auth.Subject.doAs(Subject.java:422)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
at
org.apache.flink.runtime.security.HadoopSecurityContext.runSecured(HadoopSecurityContext.java:41)
at
org.apache.flink.yarn.cli.FlinkYarnSessionCli.main(FlinkYarnSessionCli.java:887)
Caused by: java.io.IOException: Server asks us to fall back to SIMPLE auth, but
this client is configured to only allow secure connections.
at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:755)
at
org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:375)
at
org.apache.hadoop.ipc.Client.getConnection(Client.java:1524)
at
org.apache.hadoop.ipc.Client.call(Client.java:1447)
... 22 more
2020-01-22 14:47:37,495 INFO
org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider - Failing
over to rm1
2020-01-22 14:47:37,498 INFO
org.apache.hadoop.io.retry.RetryInvocationHandler
- Exception while invoking getClusterNodes of class
ApplicationClientProtocolPBClientImpl over rm1 after 2 fail over attempts.
Trying to fail over after sleeping for 36261ms.
java.net.ConnectException: Call From UAT14475/10.5.119.0 to
uat14475.novalocal:8032 failed on connection exception:
java.net.ConnectException: Connection refused; For more details see:
http://wiki.apache.org/hadoop/ConnectionRefused
at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at
org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:791)
at
org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:731)
at
org.apache.hadoop.ipc.Client.call(Client.java:1475)
at
org.apache.hadoop.ipc.Client.call(Client.java:1408)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230)
at com.sun.proxy.$Proxy16.getClusterNodes(Unknown
Source)
at
org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterNodes(ApplicationClientProtocolPBClientImpl.java:262)
at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:256)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:104)
at com.sun.proxy.$Proxy17.getClusterNodes(Unknown
Source)
at
org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getNodeReports(YarnClientImpl.java:488)
at
org.apache.flink.yarn.AbstractYarnClusterDescriptor.isReadyForDeployment(AbstractYarnClusterDescriptor.java:318)
at
org.apache.flink.yarn.AbstractYarnClusterDescriptor.deployInternal(AbstractYarnClusterDescriptor.java:539)
at
org.apache.flink.yarn.AbstractYarnClusterDescriptor.deploySessionCluster(AbstractYarnClusterDescriptor.java:448)
at
org.apache.flink.yarn.cli.FlinkYarnSessionCli.run(FlinkYarnSessionCli.java:659)
at
org.apache.flink.yarn.cli.FlinkYarnSessionCli.lambda$main$7(FlinkYarnSessionCli.java:887)
at
java.security.AccessController.doPrivileged(Native Method)
at
javax.security.auth.Subject.doAs(Subject.java:422)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
at
org.apache.flink.runtime.security.HadoopSecurityContext.runSecured(HadoopSecurityContext.java:41)
at
org.apache.flink.yarn.cli.FlinkYarnSessionCli.main(FlinkYarnSessionCli.java:887)
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native
Method)
at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
at
org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
at
org.apache.hadoop.net.NetUtils.connect(NetUtils.java:530)
at
org.apache.hadoop.net.NetUtils.connect(NetUtils.java:494)
at
org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:614)
at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713)
at
org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:375)
at
org.apache.hadoop.ipc.Client.getConnection(Client.java:1524)
at
org.apache.hadoop.ipc.Client.call(Client.java:1447)
... 22 more
