Github user zuotingbing commented on a diff in the pull request:
https://github.com/apache/spark/pull/19277#discussion_r139878136
--- Diff:
core/src/main/scala/org/apache/spark/scheduler/EventLoggingListener.scala ---
@@ -351,11 +351,11 @@ private[spark] object EventLoggingListener extends
Logging {
// Since we sanitize the app ID to not include periods, it is safe to
split on it
val logName = log.getName.stripSuffix(IN_PROGRESS)
val codecName: Option[String] = logName.split("\\.").tail.lastOption
- val codec = codecName.map { c =>
- codecMap.getOrElseUpdate(c, CompressionCodec.createCodec(new
SparkConf, c))
- }
-
+
try {
+ val codec = codecName.map { c =>
--- End diff --
Because there can throws an exception with "Codec [$codecName] is not
available" in CompressionCodec.createCodec function.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
