[hudi] branch master updated: [HUDI-6917] Fix docker integ tests (#9843)

[codope]

This is an automated email from the ASF dual-hosted git repository.

codope pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 3108af46061 [HUDI-6917] Fix docker integ tests (#9843)
3108af46061 is described below

commit 3108af460614d996fec43b709a7c67e956e7497a
Author: Sagar Sumit <sagarsumi...@gmail.com>
AuthorDate: Thu Oct 12 17:12:14 2023 +0530

    [HUDI-6917] Fix docker integ tests (#9843)
---
 .github/workflows/bot.yml                               |  2 ++
 .../hudi/common/functional/TestHoodieLogFormat.java     | 17 -----------------
 2 files changed, 2 insertions(+), 17 deletions(-)

diff --git a/.github/workflows/bot.yml b/.github/workflows/bot.yml
index 790ceb8623c..78c3ba9ed3c 100644
--- a/.github/workflows/bot.yml
+++ b/.github/workflows/bot.yml
@@ -455,4 +455,6 @@ jobs:
           mkdir /tmp/spark-events/
           SPARK_ARCHIVE_BASENAME=$(basename $SPARK_ARCHIVE)
           export SPARK_HOME=$GITHUB_WORKSPACE/${SPARK_ARCHIVE_BASENAME%.*}
+          rm -f $GITHUB_WORKSPACE/$SPARK_ARCHIVE
+          docker system prune --all --force
           mvn verify $SCALA_PROFILE -D"$SPARK_PROFILE" -Pintegration-tests -pl 
!hudi-flink-datasource/hudi-flink $MVN_ARGS
diff --git 
a/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java
 
b/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java
index b94005b3c3f..ab5999c54f8 100755
--- 
a/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java
+++ 
b/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java
@@ -62,7 +62,6 @@ import 
org.apache.hudi.common.util.collection.ClosableIterator;
 import org.apache.hudi.common.util.collection.ExternalSpillableMap;
 import org.apache.hudi.common.util.collection.Pair;
 import org.apache.hudi.exception.CorruptedLogFileException;
-import org.apache.hudi.exception.HoodieIOException;
 
 import org.apache.avro.Schema;
 import org.apache.avro.generic.GenericData;
@@ -458,22 +457,6 @@ public class TestHoodieLogFormat extends 
HoodieCommonTestHarness {
     }
     assertEquals(logBlockWrittenNum, logBlockReadNum, "All written log should 
be correctly found");
     reader.close();
-
-    // test writing oversize data block which should be rejected
-    Writer oversizeWriter =
-        
HoodieLogFormat.newWriterBuilder().onParentPath(partitionPath).withFileExtension(HoodieLogFile.DELTA_EXTENSION)
-            
.withFileId("test-fileid1").withDeltaCommit("100").withSizeThreshold(3L * 1024 
* 1024 * 1024).withFs(fs)
-            .build();
-    // write to the existing file
-    ((HoodieLogFormatWriter) 
writer).withOutputStream(fs.append(writer.getLogFile().getPath()));
-    List<HoodieLogBlock> dataBlocks = new ArrayList<>(logBlockWrittenNum + 1);
-    for (int i = 0; i < logBlockWrittenNum + 1; i++) {
-      dataBlocks.add(reusableDataBlock);
-    }
-    assertThrows(HoodieIOException.class, () -> {
-      oversizeWriter.appendBlocks(dataBlocks);
-    }, "Blocks appended may overflow. Please decrease log block size or log 
block amount");
-    oversizeWriter.close();
   }
 
   @ParameterizedTest