This is an automated email from the ASF dual-hosted git repository.
xianjingfeng pushed a commit to branch branch-0.8
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
The following commit(s) were added to refs/heads/branch-0.8 by this push:
new 81396624d Revert "[#1309] fix(spark): WriteBufferManager in Spark2
does not use a reassigned shuffle server. (#1310)"
81396624d is described below
commit 81396624d5ca847e968dbfe8f993760bd4630ef8
Author: xianjingfeng <[email protected]>
AuthorDate: Mon Nov 20 15:24:06 2023 +0800
Revert "[#1309] fix(spark): WriteBufferManager in Spark2 does not use a
reassigned shuffle server. (#1310)"
This reverts commit 0da1dd1164437a4cde40722d268014459bb58f6c.
---
.../src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
b/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
index 77d1a85d2..11f2dd3ba 100644
---
a/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
+++
b/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
@@ -179,7 +179,7 @@ public class RssShuffleWriter<K, V, C> extends
ShuffleWriter<K, V> {
taskAttemptId,
bufferOptions,
rssHandle.getDependency().serializer(),
- shuffleHandleInfo.getPartitionToServers(),
+ rssHandle.getPartitionToServers(),
context.taskMemoryManager(),
shuffleWriteMetrics,
RssSparkConfig.toRssConf(sparkConf),