This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch release-0.3
in repository https://gitbox.apache.org/repos/asf/flink-table-store.git
The following commit(s) were added to refs/heads/release-0.3 by this push:
new 3d8dc5c7 [hotfix] Adjust orc batch size to 1024 to avoid orc bug
3d8dc5c7 is described below
commit 3d8dc5c77c502102fd9d62da587639232a6042c2
Author: JingsongLi <[email protected]>
AuthorDate: Wed Mar 15 16:51:33 2023 +0800
[hotfix] Adjust orc batch size to 1024 to avoid orc bug
---
.../apache/flink/table/store/format/orc/OrcInputFormatFactory.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git
a/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
b/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
index e5e5e3ec..059e9e8d 100644
---
a/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
+++
b/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
@@ -37,6 +37,8 @@ import java.util.function.Function;
/** Factory to create orc input format for different Flink versions. */
public class OrcInputFormatFactory {
+ public static final int BATCH_SIZE = 1024;
+
public static BulkFormat<RowData, FileSourceSplit> create(
Configuration conf,
RowType type,
@@ -71,7 +73,7 @@ public class OrcInputFormatFactory {
null,
projection,
orcPredicates,
- 2048,
+ BATCH_SIZE,
(Function<RowType, TypeInformation<RowData>>)
InternalTypeInfo::of);
} catch (NoSuchMethodException | InvocationTargetException |
IllegalAccessException e) {
throw new RuntimeException(e);
@@ -96,7 +98,7 @@ public class OrcInputFormatFactory {
null,
projection,
orcPredicates,
- 2048);
+ BATCH_SIZE);
} catch (NoSuchMethodException | InvocationTargetException |
IllegalAccessException e) {
throw new RuntimeException(e);
}