Github user vanzin commented on a diff in the pull request:
https://github.com/apache/spark/pull/22504#discussion_r220012966
--- Diff: core/src/main/scala/org/apache/spark/SparkContext.scala ---
@@ -2421,11 +2425,13 @@ class SparkContext(config: SparkConf) extends
Logging {
// the cluster manager to get an application ID (in case the cluster
manager provides one).
listenerBus.post(SparkListenerApplicationStart(appName,
Some(applicationId),
startTime, sparkUser, applicationAttemptId,
schedulerBackend.getDriverLogUrls))
+ _driverLogger.map(_.startSync(_hadoopConfiguration))
}
/** Post the application end event */
private def postApplicationEnd() {
listenerBus.post(SparkListenerApplicationEnd(System.currentTimeMillis))
+ _driverLogger.map(_.stop())
--- End diff --
foreach
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
