This is an automated email from the ASF dual-hosted git repository.
JingsongLi pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/paimon-rust.git
The following commit(s) were added to refs/heads/main by this push:
new 016731e4 perf: reuse known sizes when opening data file readers (#1235)
016731e4 is described below
commit 016731e468921af1e2093f21b55e43498fa5a97f
Author: XiaoHongbo <[email protected]>
AuthorDate: Tue Oct 27 23:11:22 2026 +0800
perf: reuse known sizes when opening data file readers (#1235)
---
crates/paimon/src/table/data_file_reader.rs | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/crates/paimon/src/table/data_file_reader.rs
b/crates/paimon/src/table/data_file_reader.rs
index 47209872..68be79d4 100644
--- a/crates/paimon/src/table/data_file_reader.rs
+++ b/crates/paimon/src/table/data_file_reader.rs
@@ -780,7 +780,7 @@ impl DataFileReader {
let input_file = file_io.new_input(&read_path)?;
let open_start = read_timing.as_ref().map(|_| Instant::now());
- let file_reader = input_file.reader().await?;
+ let file_reader = input_file.reader_with_size(read_size).await?;
if let (Some(timing), Some(start)) = (read_timing.as_ref(),
open_start) {
timing.add_file_read(start.elapsed());
}
@@ -1095,7 +1095,7 @@ impl DataFileReader {
Ok(try_stream! {
let input_file = file_io.new_input(&path_to_read)?;
- let file_reader = input_file.reader().await?;
+ let file_reader = input_file.reader_with_size(file_meta.file_size
as u64).await?;
let mut batch_stream = format_reader
.read_batch_stream(
