Github user tdas commented on a diff in the pull request:
https://github.com/apache/spark/pull/20097#discussion_r159365501
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/ProgressReporter.scala
---
@@ -226,7 +226,7 @@ trait ProgressReporter extends Logging {
// 3. For each source, we sum the metrics of the associated execution
plan leaves.
//
val logicalPlanLeafToSource = newData.flatMap { case (source, df) =>
- df.logicalPlan.collectLeaves().map { leaf => leaf -> source }
+ df.collectLeaves().map { leaf => leaf -> source }
--- End diff --
rename df -> logicalPlan
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
