Github user vanzin commented on a diff in the pull request:
https://github.com/apache/spark/pull/20853#discussion_r175552387
--- Diff:
core/src/test/scala/org/apache/spark/deploy/SparkSubmitSuite.scala ---
@@ -606,9 +612,12 @@ class SparkSubmitSuite
}
test("resolves command line argument paths correctly") {
+ val archive = Paths.get(dir.toPath.toString, "single.zip")
+ Files.createFile(archive)
val jars = "/jar1,/jar2" // --jars
val files = "local:/file1,file2" // --files
- val archives = "file:/archive1,archive2" // --archives
+ val archives =
s"file:/archive1,${dir.toPath.toAbsolutePath.toString}/*.zip#archive3"
+ // --archives
val pyFiles = "py-file1,py-file2" // --py-files
--- End diff --
YARN's `Client.scala` supports renaming for everything that uses the
distributed cache, even if that's not explicitly called out in the docs.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
