This is an automated email from the ASF dual-hosted git repository.
kerwinzhang pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 2f7c99853 [GLUTEN-5775][CELEBORN] Fix invoke celebornShuffleId
exception (#5776)
2f7c99853 is described below
commit 2f7c9985316540099897f35a3aa682f48a2b126e
Author: Leo Li <[email protected]>
AuthorDate: Fri May 17 12:06:32 2024 +0800
[GLUTEN-5775][CELEBORN] Fix invoke celebornShuffleId exception (#5776)
---
.../spark/shuffle/gluten/celeborn/CelebornShuffleManager.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git
a/gluten-celeborn/common/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
b/gluten-celeborn/common/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
index 15b109a65..a1a41f973 100644
---
a/gluten-celeborn/common/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
+++
b/gluten-celeborn/common/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
@@ -259,7 +259,7 @@ public class CelebornShuffleManager implements
ShuffleManager {
}
@SuppressWarnings("unchecked")
CelebornShuffleHandle<K, V, V> h = ((CelebornShuffleHandle<K, V, V>)
handle);
- ShuffleClient client =
+ shuffleClient =
CelebornUtils.getShuffleClient(
h.appUniqueId(),
h.lifecycleManagerHost(),
@@ -279,7 +279,7 @@ public class CelebornShuffleManager implements
ShuffleManager {
ShuffleClient.class,
CelebornShuffleHandle.class,
TaskContext.class,
- boolean.class);
+ Boolean.class);
shuffleId = (int) celebornShuffleIdMethod.invoke(null,
shuffleClient, h, context, true);
Method trackMethod =
@@ -298,7 +298,7 @@ public class CelebornShuffleManager implements
ShuffleManager {
if (h.dependency() instanceof ColumnarShuffleDependency) {
// columnar-based shuffle
return writerFactory.createShuffleWriterInstance(
- shuffleId, h, context, celebornConf, client, metrics);
+ shuffleId, h, context, celebornConf, shuffleClient, metrics);
} else {
// row-based shuffle
return vanillaCelebornShuffleManager().getWriter(handle, mapId,
context, metrics);
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
