This is an automated email from the ASF dual-hosted git repository. benjobs pushed a commit to branch pyflink in repository https://gitbox.apache.org/repos/asf/incubator-streampark.git
commit aa0eff28766a26ababcc9a1ae80438262ef2dfaf Author: benjobs <[email protected]> AuthorDate: Sat Sep 2 18:33:15 2023 +0800 [Improve] pyflink improvement --- .../streampark/flink/client/impl/YarnApplicationClient.scala | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/streampark-flink/streampark-flink-client/streampark-flink-client-core/src/main/scala/org/apache/streampark/flink/client/impl/YarnApplicationClient.scala b/streampark-flink/streampark-flink-client/streampark-flink-client-core/src/main/scala/org/apache/streampark/flink/client/impl/YarnApplicationClient.scala index 86501c32c..928e06414 100644 --- a/streampark-flink/streampark-flink-client/streampark-flink-client-core/src/main/scala/org/apache/streampark/flink/client/impl/YarnApplicationClient.scala +++ b/streampark-flink/streampark-flink-client/streampark-flink-client-core/src/main/scala/org/apache/streampark/flink/client/impl/YarnApplicationClient.scala @@ -36,6 +36,7 @@ import org.apache.flink.yarn.configuration.YarnConfigOptions import org.apache.hadoop.security.UserGroupInformation import org.apache.hadoop.yarn.api.records.ApplicationId +import java.util import java.util.Collections import scala.collection.JavaConverters._ @@ -101,10 +102,11 @@ object YarnApplicationClient extends YarnClientTrait { } // yarn.ship-files + val shipFiles = new util.ArrayList[String]() + shipFiles.add(submitRequest.userJarFile.getParentFile.getAbsolutePath) + flinkConfig - .safeSet( - YarnConfigOptions.SHIP_FILES, - submitRequest.userJarFile.getParentFile.getAbsolutePath) + .safeSet(YarnConfigOptions.SHIP_FILES, shipFiles) // python.files .safeSet(PythonOptions.PYTHON_FILES, submitRequest.userJarFile.getParentFile.getName)
