This is an automated email from the ASF dual-hosted git repository. pwason pushed a commit to branch release-0.14.0 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 620ee24b02b8e1e31f0d08a6d2a737fc96302d07 Author: Akira Ajisaka <[email protected]> AuthorDate: Mon Sep 4 15:28:15 2023 +0900 [HUDI-6805] Print detailed error message in clustering (#9577) --- .../java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java index 04362f94da5..05019d2e814 100644 --- a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java +++ b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java @@ -29,6 +29,7 @@ import org.apache.hudi.common.model.HoodieWriteStat; import org.apache.hudi.common.model.IOType; import org.apache.hudi.common.util.HoodieTimer; import org.apache.hudi.common.util.Option; +import org.apache.hudi.common.util.collection.Pair; import org.apache.hudi.config.HoodieWriteConfig; import org.apache.hudi.exception.HoodieException; import org.apache.hudi.exception.HoodieIOException; @@ -241,6 +242,9 @@ public class HoodieRowCreateHandle implements Serializable { stat.setTotalWriteBytes(fileSizeInBytes); stat.setFileSizeInBytes(fileSizeInBytes); stat.setTotalWriteErrors(writeStatus.getTotalErrorRecords()); + for (Pair<HoodieRecordDelegate, Throwable> pair : writeStatus.getFailedRecords()) { + LOG.error("Failed to write {}", pair.getLeft(), pair.getRight()); + } HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats(); runtimeStats.setTotalCreateTime(currTimer.endTimer()); stat.setRuntimeStats(runtimeStats);
