This is an automated email from the ASF dual-hosted git repository.
marong pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 2984bd740 [GLUTEN-5731][CORE] Fix the logic to calculate shuffle write
time in RssPartitionWriter (#5742)
2984bd740 is described below
commit 2984bd740e9bfc02d496a5eb39916461642073c2
Author: Yibing <[email protected]>
AuthorDate: Wed May 15 16:30:28 2024 +0800
[GLUTEN-5731][CORE] Fix the logic to calculate shuffle write time in
RssPartitionWriter (#5742)
Co-authored-by: yibing <[email protected]>
---
cpp/core/shuffle/rss/RssPartitionWriter.cc | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/cpp/core/shuffle/rss/RssPartitionWriter.cc
b/cpp/core/shuffle/rss/RssPartitionWriter.cc
index 72bcf1d3a..15981bf8d 100644
--- a/cpp/core/shuffle/rss/RssPartitionWriter.cc
+++ b/cpp/core/shuffle/rss/RssPartitionWriter.cc
@@ -56,8 +56,6 @@ arrow::Status RssPartitionWriter::evict(
bool reuseBuffers,
bool hasComplexType) {
rawPartitionLengths_[partitionId] += inMemoryPayload->getBufferSize();
-
- ScopedTimer timer(&spillTime_);
auto payloadType = (codec_ && inMemoryPayload->numRows() >=
options_.compressionThreshold)
? Payload::Type::kCompressed
: Payload::Type::kUncompressed;
@@ -69,6 +67,7 @@ arrow::Status RssPartitionWriter::evict(
payload = nullptr; // Invalidate payload immediately.
// Push.
+ ScopedTimer timer(&spillTime_);
ARROW_ASSIGN_OR_RAISE(auto buffer, rssBufferOs->Finish());
bytesEvicted_[partitionId] += rssClient_->pushPartitionData(
partitionId,
reinterpret_cast<char*>(const_cast<uint8_t*>(buffer->data())), buffer->size());
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
