This is an automated email from the ASF dual-hosted git repository.
jackylee pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new a52a1aef2 [VL][uniffle] Correct the write wait duration log (#6994)
a52a1aef2 is described below
commit a52a1aef2b44e5032ee9296ce1ada8ade2708fe2
Author: Junfan Zhang <[email protected]>
AuthorDate: Mon Aug 26 16:43:28 2024 +0800
[VL][uniffle] Correct the write wait duration log (#6994)
---
.../spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git
a/gluten-uniffle/velox/src/main/java/org/apache/spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java
b/gluten-uniffle/velox/src/main/java/org/apache/spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java
index 2219fc674..5a5bf5caa 100644
---
a/gluten-uniffle/velox/src/main/java/org/apache/spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java
+++
b/gluten-uniffle/velox/src/main/java/org/apache/spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java
@@ -226,11 +226,11 @@ public class VeloxUniffleColumnarShuffleWriter<K, V>
extends RssShuffleWriter<K,
// clear all
sendRestBlockAndWait();
sendCommit();
- long writeDurationMs = System.nanoTime() - pushMergedDataTime;
- shuffleWriteMetrics.incWriteTime(writeDurationMs);
+ long writeDurationNanos = System.nanoTime() - pushMergedDataTime;
+ shuffleWriteMetrics.incWriteTime(writeDurationNanos);
LOG.info(
"Finish write shuffle with rest write {} ms",
- TimeUnit.MILLISECONDS.toNanos(writeDurationMs));
+ TimeUnit.NANOSECONDS.toMillis(writeDurationNanos));
}
@Override
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
