xccui opened a new issue, #8887: URL: https://github.com/apache/hudi/issues/8887
**Describe the problem you faced** Compaction was blocked by "Invalid block byte type found" for a log file. It seems like the log file is corrupted. **Environment Description** * Hudi version : 0.13.1 * Flink version : 1.16.2 * Hadoop version : 3.3.4 * Storage (HDFS/S3/GCS..) : S3 **Additional context** <img width="794" alt="image" src="https://github.com/apache/hudi/assets/1452518/230f384a-8699-439f-90ff-b099da6a62e0";> **Stacktrace** ``` 2023-06-05 14:05:27 [pool-415-thread-1] INFO org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader [] - Scanning log file HoodieLogFile{pathStr='s3a://path-to-table/dt=2023-04-30/.249ca6d7-56a5-4d55-8fc9-f6f64d7ea5fd_20230605060331702.log.1_0-1-0', fileLen=-1} 2023-06-05 14:05:27 [pool-415-thread-1] ERROR org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader [] - Got exception when reading log file java.lang.IllegalArgumentException: Invalid block byte type found 1475936256 at org.apache.hudi.common.util.ValidationUtils.checkArgument(ValidationUtils.java:40) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFileReader.tryReadBlockType(HoodieLogFileReader.java:268) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFileReader.readBlock(HoodieLogFileReader.java:178) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFileReader.next(HoodieLogFileReader.java:411) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFormatReader.next(HoodieLogFormatReader.java:123) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scanInternalV1(AbstractHoodieLogRecordReader.java:253) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scanInternal(AbstractHoodieLogRecordReader.java:223) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.performScan(HoodieMergedLogRecordScanner.java:198) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.<init>(HoodieMergedLogRecordScanner.java:114) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.<init>(HoodieMergedLogRecordScanner.java:73) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner$Builder.build(HoodieMergedLogRecordScanner.java:464) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.table.action.compact.HoodieCompactor.compact(HoodieCompactor.java:204) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.table.action.compact.HoodieCompactor.compact(HoodieCompactor.java:144) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.sink.compact.CompactOperator.doCompaction(CompactOperator.java:133) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.sink.compact.CompactOperator.lambda$processElement$0(CompactOperator.java:116) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.sink.utils.NonThrownExecutor.lambda$wrapAction$0(NonThrownExecutor.java:130) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) [?:?] at java.lang.Thread.run(Unknown Source) [?:?] 2023-06-05 14:05:27 [pool-415-thread-1] ERROR org.apache.hudi.sink.compact.CompactOperator [] - Executor executes action [Execute compaction for instant 20230605113340155 from task 0] error org.apache.hudi.exception.HoodieException: Exception when reading log file at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scanInternalV1(AbstractHoodieLogRecordReader.java:374) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scanInternal(AbstractHoodieLogRecordReader.java:223) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.performScan(HoodieMergedLogRecordScanner.java:198) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.<init>(HoodieMergedLogRecordScanner.java:114) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.<init>(HoodieMergedLogRecordScanner.java:73) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner$Builder.build(HoodieMergedLogRecordScanner.java:464) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.table.action.compact.HoodieCompactor.compact(HoodieCompactor.java:204) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.table.action.compact.HoodieCompactor.compact(HoodieCompactor.java:144) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.sink.compact.CompactOperator.doCompaction(CompactOperator.java:133) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.sink.compact.CompactOperator.lambda$processElement$0(CompactOperator.java:116) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.sink.utils.NonThrownExecutor.lambda$wrapAction$0(NonThrownExecutor.java:130) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) [?:?] at java.lang.Thread.run(Unknown Source) [?:?] Caused by: java.lang.IllegalArgumentException: Invalid block byte type found 1475936256 at org.apache.hudi.common.util.ValidationUtils.checkArgument(ValidationUtils.java:40) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFileReader.tryReadBlockType(HoodieLogFileReader.java:268) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFileReader.readBlock(HoodieLogFileReader.java:178) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFileReader.next(HoodieLogFileReader.java:411) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.HoodieLogFormatReader.next(HoodieLogFormatReader.java:123) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scanInternalV1(AbstractHoodieLogRecordReader.java:253) ~[blob_p-ee60c0a3bdb8ff1daaadb895ffc6261ebff73895-1a96e7b45c223e677dd07339cc686979:?] ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
