This is an automated email from the ASF dual-hosted git repository.
zhouky pushed a commit to branch branch-0.3
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/branch-0.3 by this push:
new 42b6dd44a [CELEBORN-950] Change CelebornShuffleReader log level and
information
42b6dd44a is described below
commit 42b6dd44a4ea22ccbd72c582c4c0baad34f091c9
Author: jiaoqingbo <[email protected]>
AuthorDate: Wed Sep 6 21:07:19 2023 +0800
[CELEBORN-950] Change CelebornShuffleReader log level and information
### What changes were proposed in this pull request?
As Title
### Why are the changes needed?
As Title
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
PASS GA
Closes #1882 from jiaoqingbo/950.
Authored-by: jiaoqingbo <[email protected]>
Signed-off-by: zky.zhoukeyong <[email protected]>
---
.../org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala | 4 ++--
.../org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala | 4 ++--
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git
a/client-spark/spark-2/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
b/client-spark/spark-2/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
index 337143a50..4116d54d5 100644
---
a/client-spark/spark-2/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
+++
b/client-spark/spark-2/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
@@ -95,10 +95,10 @@ class CelebornShuffleReader[K, C](
streams.put(partitionId, inputStream)
} catch {
case e: IOException =>
- logInfo("Exception caught when readPartition!")
+ logError(s"Exception caught when readPartition $partitionId!",
e)
exceptionRef.compareAndSet(null, e)
case e: Throwable =>
- logInfo("Non IOException caught when readPartition!", e)
+ logError(s"Non IOException caught when readPartition
$partitionId!", e)
exceptionRef.compareAndSet(null, new CelebornIOException(e))
}
}
diff --git
a/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
b/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
index c220a2f04..6d27cc790 100644
---
a/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
+++
b/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleReader.scala
@@ -112,10 +112,10 @@ class CelebornShuffleReader[K, C](
streams.put(partitionId, inputStream)
} catch {
case e: IOException =>
- logInfo("Exception caught when readPartition!", e)
+ logError(s"Exception caught when readPartition $partitionId!",
e)
exceptionRef.compareAndSet(null, e)
case e: Throwable =>
- logInfo("Non IOException caught when readPartition!", e)
+ logError(s"Non IOException caught when readPartition
$partitionId!", e)
exceptionRef.compareAndSet(null, new CelebornIOException(e))
}
}