Github user vanzin commented on a diff in the pull request:
https://github.com/apache/spark/pull/20853#discussion_r176155080
--- Diff:
core/src/test/scala/org/apache/spark/deploy/SparkSubmitSuite.scala ---
@@ -657,6 +662,30 @@ class SparkSubmitSuite
conf3.get(PYSPARK_PYTHON.key) should be ("python3.5")
}
+ test("ambiguous archive mapping results in error message") {
+ val dir = Utils.createTempDir()
+ val archive1 = Paths.get(dir.toPath.toString, "first.zip")
+ val archive2 = Paths.get(dir.toPath.toString, "second.zip")
+ Files.createFile(archive1)
+ Files.createFile(archive2)
+ val jars = "/jar1,/jar2" // --jars
+ val files = "local:/file1,file2" // --files
+ // --archives
+ val archives =
s"file:/archive1,${dir.toPath.toAbsolutePath.toString}/*.zip#archive3"
+ val pyFiles = "py-file1,py-file2" // --py-files
+
+ // Test files and archives (Yarn)
--- End diff --
Unnecessary comment.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
