[flink-table-store] branch master updated: [FLINK-27136] Disable rolling file when writing level 0 sst files

[lzljs3620320]

This is an automated email from the ASF dual-hosted git repository.

lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-table-store.git


The following commit(s) were added to refs/heads/master by this push:
     new 072af0e  [FLINK-27136] Disable rolling file when writing level 0 sst 
files
072af0e is described below

commit 072af0e3ee9467874f6abe46135e5b20a4fc40e9
Author: tsreaper <tsreape...@gmail.com>
AuthorDate: Fri Apr 8 19:19:01 2022 +0800

    [FLINK-27136] Disable rolling file when writing level 0 sst files
    
    This closes #83
---
 .../apache/flink/table/store/file/mergetree/sst/SstFileWriter.java   | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git 
a/flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFileWriter.java
 
b/flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFileWriter.java
index c72826a..270670b 100644
--- 
a/flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFileWriter.java
+++ 
b/flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFileWriter.java
@@ -134,7 +134,10 @@ public class SstFileWriter {
         private long maxSequenceNumber;
 
         private SstRollingFile(int level) {
-            super(suggestedFileSize);
+            // each level 0 sst file is a sorted run,
+            // we must not write rolling files for level 0 ssts
+            // otherwise we cannot reduce the number of sorted runs when 
compacting
+            super(level == 0 ? Long.MAX_VALUE : suggestedFileSize);
             this.level = level;
             this.serializer = new KeyValueSerializer(keyType, valueType);
             this.keySerializer = new RowDataSerializer(keyType);