Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/21004#discussion_r181104239
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
---
@@ -200,10 +178,14 @@ case class DataSource(
val dataSchema = userSpecifiedSchema.map { schema =>
StructType(schema.filterNot(f => partitionSchema.exists(p =>
equality(p.name, f.name))))
}.orElse {
+ val index = fileIndex match {
+ case i: InMemoryFileIndex => i
+ case _ => tempFileIndex
+ }
--- End diff --
why?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
