[
https://issues.apache.org/jira/browse/HUDI-2077?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Raymond Xu updated HUDI-2077:
-----------------------------
Description:
{code:java}
[INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR]
TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940
» Execution{code}
{code:java}
2021-10-01T15:38:36.7776781Z [ERROR]
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters
Time elapsed: 57.945 s <<< ERROR! 2021-10-01T15:38:36.7778593Z
java.util.concurrent.ExecutionException: java.lang.RuntimeException:
org.apache.hudi.exception.HoodieIOException: Failed to create file
hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
2021-10-01T15:38:36.7780175Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.runJobsInParallel(TestHoodieDeltaStreamer.java:926)
2021-10-01T15:38:36.7781191Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:818)
2021-10-01T15:38:36.7782459Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:703)
2021-10-01T15:38:36.7783719Z Caused by: java.lang.RuntimeException:
org.apache.hudi.exception.HoodieIOException: Failed to create file
hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
2021-10-01T15:38:36.7784928Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:923)
2021-10-01T15:38:36.7786069Z Caused by:
org.apache.hudi.exception.HoodieIOException: Failed to create file
hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
2021-10-01T15:38:36.7787955Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
2021-10-01T15:38:36.7789094Z Caused by:
org.apache.hadoop.fs.FileAlreadyExistsException: 2021-10-01T15:38:36.7789863Z
/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client
127.0.0.1 already exists 2021-10-01T15:38:36.7790732Z at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
2021-10-01T15:38:36.7791637Z at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
2021-10-01T15:38:36.7793026Z at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
2021-10-01T15:38:36.7794034Z at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
2021-10-01T15:38:36.7795041Z at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
2021-10-01T15:38:36.7796077Z at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
2021-10-01T15:38:36.7797974Z at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
2021-10-01T15:38:36.7798852Z at
org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982)
2021-10-01T15:38:36.7799527Z at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049)
2021-10-01T15:38:36.7800188Z at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045)
2021-10-01T15:38:36.7800789Z at
java.security.AccessController.doPrivileged(Native Method)
2021-10-01T15:38:36.7801386Z at
javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7802258Z
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
2021-10-01T15:38:36.7802948Z at
org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045)
2021-10-01T15:38:36.7803676Z 2021-10-01T15:38:36.7804333Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
2021-10-01T15:38:36.7805070Z Caused by: org.apache.hadoop.ipc.RemoteException:
2021-10-01T15:38:36.7805712Z
/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client
127.0.0.1 already exists 2021-10-01T15:38:36.7806633Z at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
2021-10-01T15:38:36.7807422Z at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
2021-10-01T15:38:36.7808170Z at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
2021-10-01T15:38:36.7808949Z at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
2021-10-01T15:38:36.7809836Z at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
2021-10-01T15:38:36.7810782Z at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
2021-10-01T15:38:36.7811622Z at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
2021-10-01T15:38:36.7812341Z at
org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982)
2021-10-01T15:38:36.7813101Z at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049)
2021-10-01T15:38:36.7813915Z at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045)
2021-10-01T15:38:36.7814492Z at
java.security.AccessController.doPrivileged(Native Method)
2021-10-01T15:38:36.7815068Z at
javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7815752Z
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
2021-10-01T15:38:36.7816631Z at
org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045)
2021-10-01T15:38:36.7816990Z 2021-10-01T15:38:36.7817616Z at
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
{code}
was:
{code:java}
[INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR]
TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940
» Execution{code}
> Flaky test: TestHoodieDeltaStreamer
> -----------------------------------
>
> Key: HUDI-2077
> URL: https://issues.apache.org/jira/browse/HUDI-2077
> Project: Apache Hudi
> Issue Type: Sub-task
> Components: Testing
> Reporter: Raymond Xu
> Assignee: Sagar Sumit
> Priority: Major
>
> {code:java}
> [INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR]
> TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940
> » Execution{code}
>
> {code:java}
> 2021-10-01T15:38:36.7776781Z [ERROR]
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters
> Time elapsed: 57.945 s <<< ERROR! 2021-10-01T15:38:36.7778593Z
> java.util.concurrent.ExecutionException: java.lang.RuntimeException:
> org.apache.hudi.exception.HoodieIOException: Failed to create file
> hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
> 2021-10-01T15:38:36.7780175Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.runJobsInParallel(TestHoodieDeltaStreamer.java:926)
> 2021-10-01T15:38:36.7781191Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:818)
> 2021-10-01T15:38:36.7782459Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:703)
> 2021-10-01T15:38:36.7783719Z Caused by: java.lang.RuntimeException:
> org.apache.hudi.exception.HoodieIOException: Failed to create file
> hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
> 2021-10-01T15:38:36.7784928Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:923)
> 2021-10-01T15:38:36.7786069Z Caused by:
> org.apache.hudi.exception.HoodieIOException: Failed to create file
> hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
> 2021-10-01T15:38:36.7787955Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
> 2021-10-01T15:38:36.7789094Z Caused by:
> org.apache.hadoop.fs.FileAlreadyExistsException: 2021-10-01T15:38:36.7789863Z
> /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for
> client 127.0.0.1 already exists 2021-10-01T15:38:36.7790732Z at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
> 2021-10-01T15:38:36.7791637Z at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
> 2021-10-01T15:38:36.7793026Z at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
> 2021-10-01T15:38:36.7794034Z at
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
> 2021-10-01T15:38:36.7795041Z at
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
> 2021-10-01T15:38:36.7796077Z at
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
> 2021-10-01T15:38:36.7797974Z at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
> 2021-10-01T15:38:36.7798852Z at
> org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982)
> 2021-10-01T15:38:36.7799527Z at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049)
> 2021-10-01T15:38:36.7800188Z at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045)
> 2021-10-01T15:38:36.7800789Z at
> java.security.AccessController.doPrivileged(Native Method)
> 2021-10-01T15:38:36.7801386Z at
> javax.security.auth.Subject.doAs(Subject.java:422)
> 2021-10-01T15:38:36.7802258Z at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
> 2021-10-01T15:38:36.7802948Z at
> org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045)
> 2021-10-01T15:38:36.7803676Z 2021-10-01T15:38:36.7804333Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
> 2021-10-01T15:38:36.7805070Z Caused by:
> org.apache.hadoop.ipc.RemoteException: 2021-10-01T15:38:36.7805712Z
> /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for
> client 127.0.0.1 already exists 2021-10-01T15:38:36.7806633Z at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
> 2021-10-01T15:38:36.7807422Z at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
> 2021-10-01T15:38:36.7808170Z at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
> 2021-10-01T15:38:36.7808949Z at
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
> 2021-10-01T15:38:36.7809836Z at
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
> 2021-10-01T15:38:36.7810782Z at
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
> 2021-10-01T15:38:36.7811622Z at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
> 2021-10-01T15:38:36.7812341Z at
> org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982)
> 2021-10-01T15:38:36.7813101Z at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049)
> 2021-10-01T15:38:36.7813915Z at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045)
> 2021-10-01T15:38:36.7814492Z at
> java.security.AccessController.doPrivileged(Native Method)
> 2021-10-01T15:38:36.7815068Z at
> javax.security.auth.Subject.doAs(Subject.java:422)
> 2021-10-01T15:38:36.7815752Z at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
> 2021-10-01T15:38:36.7816631Z at
> org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045)
> 2021-10-01T15:38:36.7816990Z 2021-10-01T15:38:36.7817616Z at
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
> {code}
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
