Github user ash211 commented on a diff in the pull request:
https://github.com/apache/spark/pull/20372#discussion_r163419745
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/FileSourceStrategySuite.scala
---
@@ -142,15 +142,16 @@ class FileSourceStrategySuite extends QueryTest with
SharedSQLContext with Predi
SQLConf.FILES_OPEN_COST_IN_BYTES.key -> "1") {
checkScan(table.select('c1)) { partitions =>
// Files should be laid out [(file1), (file2, file3), (file4,
file5), (file6)]
- assert(partitions.size == 4, "when checking partitions")
- assert(partitions(0).files.size == 1, "when checking partition 1")
+ assert(partitions.size == 3, "when checking partitions")
+ assert(partitions(0).files.size == 2, "when checking partition 1")
assert(partitions(1).files.size == 2, "when checking partition 2")
assert(partitions(2).files.size == 2, "when checking partition 3")
- assert(partitions(3).files.size == 1, "when checking partition 4")
// First partition reads (file1)
--- End diff --
comment is stale now
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
