Github user HyukjinKwon commented on a diff in the pull request:
https://github.com/apache/spark/pull/20479#discussion_r165528709
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/orc/OrcQuerySuite.scala
---
@@ -655,4 +655,35 @@ class OrcQuerySuite extends OrcQueryTest with
SharedSQLContext {
}
}
}
+
+ testQuietly("Enabling/disabling ignoreMissingFiles") {
+ def testIgnoreMissingFiles(): Unit = {
+ withTempDir { dir =>
+ val basePath = dir.getCanonicalPath
+ spark.range(1).toDF("a").write.orc(new Path(basePath,
"first").toString)
+ spark.range(1, 2).toDF("a").write.orc(new Path(basePath,
"second").toString)
+ val thirdPath = new Path(basePath, "third")
+ spark.range(2, 3).toDF("a").write.orc(thirdPath.toString)
+ val df = spark.read.orc(
+ new Path(basePath, "first").toString,
+ new Path(basePath, "second").toString,
+ new Path(basePath, "third").toString)
+
+ val fs =
thirdPath.getFileSystem(spark.sparkContext.hadoopConfiguration)
+ fs.delete(thirdPath, true)
--- End diff --
Shall we assert `true`?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
