This is an automated email from the ASF dual-hosted git repository.
marong pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new e7849b4bd3 [VL] Fix reclaim size for shuffle (#9143)
e7849b4bd3 is described below
commit e7849b4bd38528a8c9dfb3a5a81e78dca47edc45
Author: Kaifei Yi <[email protected]>
AuthorDate: Thu Mar 27 19:47:03 2025 +0800
[VL] Fix reclaim size for shuffle (#9143)
---
cpp/velox/shuffle/VeloxHashShuffleWriter.cc | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/cpp/velox/shuffle/VeloxHashShuffleWriter.cc
b/cpp/velox/shuffle/VeloxHashShuffleWriter.cc
index 4cd6630fc3..ee765f0219 100644
--- a/cpp/velox/shuffle/VeloxHashShuffleWriter.cc
+++ b/cpp/velox/shuffle/VeloxHashShuffleWriter.cc
@@ -1124,9 +1124,8 @@ arrow::Status
VeloxHashShuffleWriter::reclaimFixedSize(int64_t size, int64_t* ac
int64_t reclaimed = 0;
if (reclaimed < size) {
- auto before = partitionBufferPool_->bytes_allocated();
ARROW_ASSIGN_OR_RAISE(auto cached, evictCachedPayload(size - reclaimed));
- reclaimed += cached + (before - partitionBufferPool_->bytes_allocated());
+ reclaimed += cached;
}
if (reclaimed < size && shrinkPartitionBuffersAfterSpill()) {
ARROW_ASSIGN_OR_RAISE(auto shrunken, shrinkPartitionBuffersMinSize(size -
reclaimed));
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
