(incubator-uniffle) branch master updated: [#1608] improvement(spark3): Output the reassign logs in client side (#1776)

[zuston]

This is an automated email from the ASF dual-hosted git repository.

zuston pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git


The following commit(s) were added to refs/heads/master by this push:
     new 0a36b3cb7 [#1608] improvement(spark3): Output the reassign logs in 
client side (#1776)
0a36b3cb7 is described below

commit 0a36b3cb76cbb8dfaefb517041e53db5877a1d11
Author: Junfan Zhang <zus...@apache.org>
AuthorDate: Wed Jun 12 11:34:49 2024 +0800

    [#1608] improvement(spark3): Output the reassign logs in client side (#1776)
    
    ### What changes were proposed in this pull request?
    
    Output the reassign logs in client side
    
    ### Why are the changes needed?
    
    For #1608
    
    ### Does this PR introduce _any_ user-facing change?
    
    No.
    
    ### How was this patch tested?
    
    Needn't
---
 .../main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java  | 5 +++++
 1 file changed, 5 insertions(+)

diff --git 
a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
 
b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
index 28a8eb6b5..98c842b38 100644
--- 
a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
+++ 
b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
@@ -615,6 +615,9 @@ public class RssShuffleWriter<K, V, C> extends 
ShuffleWriter<K, V> {
       }
       MutableShuffleHandleInfo handle = 
MutableShuffleHandleInfo.fromProto(response.getHandle());
       taskAttemptAssignment.update(handle);
+      LOG.info(
+          "Success to reassign. The latest available assignment is {}",
+          handle.getAvailablePartitionServersForWriter());
     } catch (Exception e) {
       throw new RssException(
           "Errors on reassign on block send failure. failure 
partition->servers : "
@@ -677,6 +680,8 @@ public class RssShuffleWriter<K, V, C> extends 
ShuffleWriter<K, V> {
     }
 
     processShuffleBlockInfos(resendCandidates);
+    LOG.info(
+        "Failed blocks have been resent to data pusher queue since 
reassignment has been finished successfully");
   }
 
   private void clearFailedBlockState(ShuffleBlockInfo block) {