Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/20020#discussion_r158290698
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamSink.scala
---
@@ -118,13 +118,14 @@ class FileStreamSink(
throw new RuntimeException(s"Partition column $col not found in
schema ${data.schema}")
}
}
+ val plan = data.queryExecution.executedPlan
FileFormatWriter.write(
sparkSession = sparkSession,
- queryExecution = data.queryExecution,
+ plan = plan,
fileFormat = fileFormat,
committer = committer,
- outputSpec = FileFormatWriter.OutputSpec(path, Map.empty),
+ outputSpec = FileFormatWriter.OutputSpec(path, Map.empty,
plan.output),
--- End diff --
we need logical plan output not physical plan output
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
