This is an automated email from the ASF dual-hosted git repository.
JingsongLi pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/paimon-rust.git
The following commit(s) were added to refs/heads/main by this push:
new 87da7bf9 fix: configure OpenDAL writer chunk size (#713)
87da7bf9 is described below
commit 87da7bf936e9508613770faf00c98cf09002fa07
Author: jerry <[email protected]>
AuthorDate: Sat Aug 15 20:09:25 2026 +0800
fix: configure OpenDAL writer chunk size (#713)
---
crates/paimon/src/io/file_io.rs | 9 +++++++--
1 file changed, 7 insertions(+), 2 deletions(-)
diff --git a/crates/paimon/src/io/file_io.rs b/crates/paimon/src/io/file_io.rs
index 1a4998a0..63735486 100644
--- a/crates/paimon/src/io/file_io.rs
+++ b/crates/paimon/src/io/file_io.rs
@@ -751,7 +751,11 @@ impl OutputFile {
pub async fn writer(&self) -> crate::Result<Box<dyn FileWrite>> {
let (op, relative_path, cache_path) = self.resolve().await?;
- let writer: Box<dyn FileWrite> =
Box::new(op.writer(&relative_path).await?);
+ let writer: Box<dyn FileWrite> = Box::new(
+ op.writer_with(&relative_path)
+ .chunk(8 * 1024 * 1024)
+ .await?,
+ );
let Some(cache) = &self.cache else {
return Ok(writer);
};
@@ -766,7 +770,8 @@ impl OutputFile {
pub(crate) async fn async_writer(&self) -> crate::Result<Box<dyn
AsyncFileWrite>> {
let (op, relative_path, cache_path) = self.resolve().await?;
let writer: Box<dyn AsyncFileWrite> = Box::new(
- op.writer(&relative_path)
+ op.writer_with(&relative_path)
+ .chunk(8 * 1024 * 1024)
.await?
.into_futures_async_write()
.compat_write(),
