Github user ifilonenko commented on a diff in the pull request:
https://github.com/apache/spark/pull/13599#discussion_r195920112
--- Diff: core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala ---
@@ -475,6 +475,19 @@ object SparkSubmit extends CommandLineUtils with
Logging {
}
}
+ // for pyspark virtualenv
+ if (args.isPython) {
+ if (clusterManager != YARN &&
+ args.sparkProperties.getOrElse("spark.pyspark.virtualenv.enabled",
"false") == "true") {
+ printErrorAndExit("virtualenv is only supported in yarn mode")
--- End diff --
+1 for Kubernetes
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
