tooptoop4 opened a new issue #1800:
URL: https://github.com/apache/hudi/issues/1800
hudi 0.5.3
2020-07-06 07:40:34,431 [main] INFO
org.apache.hudi.common.table.timeline.HoodieActiveTimeline - Loaded instants
[[==>20200602043428__commit__INFLIGHT], [==>20200602054234__commit__INFLIGHT],
[==>20200602063517__commit__INFLIGHT], [==>20200603000242__commit__INFLIGHT],
[==>20200603100258__commit__INFLIGHT], [==>20200603100615__commit__INFLIGHT],
[==>20200603101219__commit__INFLIGHT], [==>20200603101438__commit__INFLIGHT],
[==>20200603210205__commit__INFLIGHT], [==>20200603210902__commit__INFLIGHT],
[==>20200603211937__commit__INFLIGHT], [==>20200603213027__commit__INFLIGHT],
[==>20200603214345__commit__INFLIGHT], [==>20200603215149__commit__INFLIGHT],
[==>20200603215537__commit__INFLIGHT], [==>20200603220623__commit__INFLIGHT],
[==>20200603221133__commit__INFLIGHT], [==>20200603222708__commit__INFLIGHT],
[==>20200603223626__commit__INFLIGHT], [==>20200603225834__commit__INFLIGHT],
[==>20200603225835__commit__INFLIGHT], [==>20200603231634__commit__INFLIGHT],
[==>20200603231722__commit__INFLIGHT], [==>20200603232733__commit__INFLIGHT],
[==>20200603233340__commit__INFLIGHT], [==>20200603233727__commit__INFLIGHT],
[==>20200603235223__commit__INFLIGHT], [==>20200604000415__commit__INFLIGHT],
[==>20200604001233__commit__INFLIGHT], [==>20200604001845__commit__INFLIGHT],
[==>20200604001846__commit__INFLIGHT], [==>20200604002927__commit__INFLIGHT],
[==>20200604004045__commit__INFLIGHT], [==>20200604005233__commit__INFLIGHT],
[==>20200604011704__commit__INFLIGHT], [==>20200604012926__commit__INFLIGHT],
[==>20200604013751__commit__INFLIGHT], [==>20200604014254__commit__INFLIGHT],
[==>20200604014628__commit__INFLIGHT], [==>20200604015846__commit__INFLIGHT],
[==>20200604020253__commit__INFLIGHT], [==>20200604020634__commit__INFLIGHT],
[==>20200604020829__commit__INFLIGHT], [==>20200604021610__commit__INFLIGHT],
[==>20200605063935__commit__INFLIGHT], [==>20200605080045__commit__INFLIGHT],
[==>20200611031721__commit__INFLIGHT], [==>20200611032623__commit__INFLIGHT],
[==>20200623011547__commit__INFLIGHT], [==>20200623031659__commit__INFLIGHT],
[==>20200702051242__commit__INFLIGHT], [20200702090720__clean__COMPLETED],
[20200702102753__clean__COMPLETED], [20200706073638__clean__COMPLETED],
[20200706073644__commit__COMPLETED], [20200706073835__clean__COMPLETED],
[20200706073835__commit__COMPLETED], [20200706073839__commit__COMPLETED],
[==>20200706074017__commit__INFLIGHT]]
Exception in thread "main" org.apache.hudi.exception.HoodieCommitException:
Failed to complete commit 20200706074017 due to finalize errors.
at
org.apache.hudi.client.AbstractHoodieWriteClient.finalizeWrite(AbstractHoodieWriteClient.java:205)
at
org.apache.hudi.client.AbstractHoodieWriteClient.commit(AbstractHoodieWriteClient.java:145)
at
org.apache.hudi.client.AbstractHoodieWriteClient.commit(AbstractHoodieWriteClient.java:101)
at
org.apache.hudi.client.AbstractHoodieWriteClient.commit(AbstractHoodieWriteClient.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845)
at
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)
at
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920)
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: org.apache.hudi.exception.HoodieIOException: No such file or
directory: s3a://redact/.hoodie/.temp/20200706074017
at
org.apache.hudi.table.HoodieTable.cleanFailedWrites(HoodieTable.java:411)
at org.apache.hudi.table.HoodieTable.finalizeWrite(HoodieTable.java:315)
at
org.apache.hudi.client.AbstractHoodieWriteClient.finalizeWrite(AbstractHoodieWriteClient.java:196)
... 28 more
Caused by: java.io.FileNotFoundException: No such file or directory:
s3a://redact/.hoodie/.temp/20200706074017
at
org.apache.hadoop.fs.s3a.S3AFileSystem.getFileStatus(S3AFileSystem.java:1616)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.innerListStatus(S3AFileSystem.java:1377)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.listStatus(S3AFileSystem.java:1353)
at
org.apache.hudi.common.io.storage.HoodieWrapperFileSystem.listStatus(HoodieWrapperFileSystem.java:275)
at org.apache.hudi.common.util.FSUtils.processFiles(FSUtils.java:221)
at
org.apache.hudi.common.util.FSUtils.getAllDataFilesForMarkers(FSUtils.java:198)
at
org.apache.hudi.table.HoodieTable.cleanFailedWrites(HoodieTable.java:361)
... 30 more
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
