Github user liutang123 commented on a diff in the pull request:
https://github.com/apache/spark/pull/19504#discussion_r144823226
--- Diff: core/src/test/scala/org/apache/spark/FileSuite.scala ---
@@ -549,9 +551,11 @@ class FileSuite extends SparkFunSuite with
LocalSparkContext {
expectedPartitionNum = 2)
}
- test("spark.files.ignoreEmptySplits work correctly (new Hadoop API)") {
+ test("spark.hadoopRDD.ignoreEmptySplits work correctly (new Hadoop
API)") {
val conf = new SparkConf()
- conf.setAppName("test").setMaster("local").set(IGNORE_EMPTY_SPLITS,
true)
+ .setAppName("test")
+ .setMaster("local")
+ .set(HADOOP_RDD_IGNORE_EMPTY_SPLITS, true)
sc = new SparkContext(conf)
def testIgnoreEmptySplits(
--- End diff --
```
testIgnoreEmptySplits(
data = Array.empty[Tuple2[String, String]],
actualPartitionNum = 1,
expectedPartitionNum = 0)
```
=>
```
testIgnoreEmptySplits(
data = Array.empty[(String, String)],
actualPartitionNum = 1,
expectedPartitionNum = 0)
```
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
