This is an automated email from the ASF dual-hosted git repository. xudong963 pushed a commit to branch fix/sort-merge-reservation-starvation in repository https://gitbox.apache.org/repos/asf/datafusion.git
commit b3385ddc13735187c22d1d9269a3928c4e8d3d67 Author: xudong.w <[email protected]> AuthorDate: Fri Jan 16 14:47:49 2026 +0800 change spilling log level from warn to debug --- datafusion/execution/src/disk_manager.rs | 2 +- datafusion/physical-plan/src/spill/mod.rs | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/datafusion/execution/src/disk_manager.rs b/datafusion/execution/src/disk_manager.rs index 96f55dd05b..f91892405a 100644 --- a/datafusion/execution/src/disk_manager.rs +++ b/datafusion/execution/src/disk_manager.rs @@ -24,8 +24,8 @@ use log::debug; use parking_lot::Mutex; use rand::{rng, Rng}; use std::path::{Path, PathBuf}; -use std::sync::Arc; use std::sync::atomic::{AtomicU64, AtomicUsize, Ordering}; +use std::sync::Arc; use tempfile::{Builder, NamedTempFile, TempDir}; use crate::memory_pool::human_readable_size; diff --git a/datafusion/physical-plan/src/spill/mod.rs b/datafusion/physical-plan/src/spill/mod.rs index 97b872de03..8566426e0f 100644 --- a/datafusion/physical-plan/src/spill/mod.rs +++ b/datafusion/physical-plan/src/spill/mod.rs @@ -48,7 +48,7 @@ use datafusion_common_runtime::SpawnedTask; use datafusion_execution::disk_manager::RefCountedTempFile; use datafusion_execution::RecordBatchStream; use futures::{FutureExt as _, Stream}; -use log::warn; +use log::debug; /// Stream that reads spill files from disk where each batch is read in a spawned blocking task /// It will read one batch at a time and will not do any buffering, to buffer data use [`crate::common::spawn_buffered`] @@ -153,7 +153,7 @@ impl SpillReaderStream { > max_record_batch_memory + SPILL_BATCH_MEMORY_MARGIN { - warn!( + debug!( "Record batch memory usage ({actual_size} bytes) exceeds the expected limit ({max_record_batch_memory} bytes) \n\ by more than the allowed tolerance ({SPILL_BATCH_MEMORY_MARGIN} bytes).\n\ This likely indicates a bug in memory accounting during spilling.\n\ --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
