[
https://issues.apache.org/jira/browse/HDFS-17562?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Yonghao Zou updated HDFS-17562:
-------------------------------
Description:
An NPE happened today that crashed datanodes.
{code:java}
2024-06-28 03:07:58,649 WARN org.apache.hadoop.hdfs.server.datanode.DataNode:
IOException in offerService
java.io.IOException: DestHost:destPort localhost:9000 , LocalHost:localPort
e07ff098d9e2/172.17.0.4:0. Failed on local exception: java.io.IOException:
Error reading responses
at
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
Method)
at
java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at
java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:842)
at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:817)
at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1616)
at org.apache.hadoop.ipc.Client.call(Client.java:1558)
at org.apache.hadoop.ipc.Client.call(Client.java:1455)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:231)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118)
at com.sun.proxy.$Proxy19.sendHeartbeat(Unknown Source)
at
org.apache.hadoop.hdfs.protocolPB.DatanodeProtocolClientSideTranslatorPB.sendHeartbeat(DatanodeProtocolClientSideTranslatorPB.java:168)
at
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.sendHeartBeat(BPServiceActor.java:524)
at
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:658)
at
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:855)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.io.IOException: Error reading responses
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1141)
Caused by: java.lang.NullPointerException
at
org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1252)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1134){code}
was:
An NPE happened today that crashed datanodes.
{code:java}
{code}
> NPE in ipc/Client.java
> ----------------------
>
> Key: HDFS-17562
> URL: https://issues.apache.org/jira/browse/HDFS-17562
> Project: Hadoop HDFS
> Issue Type: Bug
> Components: ipc
> Affects Versions: 3.2.4, 3.3.4, 3.3.6
> Reporter: Yonghao Zou
> Priority: Major
>
> An NPE happened today that crashed datanodes.
>
> {code:java}
> 2024-06-28 03:07:58,649 WARN org.apache.hadoop.hdfs.server.datanode.DataNode:
> IOException in offerService
> java.io.IOException: DestHost:destPort localhost:9000 , LocalHost:localPort
> e07ff098d9e2/172.17.0.4:0. Failed on local exception: java.io.IOException:
> Error reading responses
> at
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
> Method)
> at
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> at
> java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> at
> java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
> at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:842)
> at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:817)
> at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1616)
> at org.apache.hadoop.ipc.Client.call(Client.java:1558)
> at org.apache.hadoop.ipc.Client.call(Client.java:1455)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:231)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118)
> at com.sun.proxy.$Proxy19.sendHeartbeat(Unknown Source)
> at
> org.apache.hadoop.hdfs.protocolPB.DatanodeProtocolClientSideTranslatorPB.sendHeartbeat(DatanodeProtocolClientSideTranslatorPB.java:168)
> at
> org.apache.hadoop.hdfs.server.datanode.BPServiceActor.sendHeartBeat(BPServiceActor.java:524)
> at
> org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:658)
> at
> org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:855)
> at java.base/java.lang.Thread.run(Thread.java:829)
> Caused by: java.io.IOException: Error reading responses
> at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1141)
> Caused by: java.lang.NullPointerException
> at
> org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1252)
> at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1134){code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
