Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/19788#discussion_r169873362
--- Diff: core/src/main/scala/org/apache/spark/MapOutputTracker.scala ---
@@ -280,6 +282,16 @@ private[spark] abstract class MapOutputTracker(conf:
SparkConf) extends Logging
}
}
+ protected def supportsContinuousBlockBatchFetch(serializer: Serializer):
Boolean = {
+ if (serializer == null ||
!serializer.supportsRelocationOfSerializedObjects) {
+ return false
+ }
+ val compressionEnabled: Boolean =
conf.getBoolean("spark.shuffle.compress", true)
+ val compressionCodec: CompressionCodec =
CompressionCodec.createCodec(conf)
--- End diff --
We only need to create the codec if `compressionEnabled` is true.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
