Github user holdenk commented on a diff in the pull request: https://github.com/apache/spark/pull/13599#discussion_r160071773 --- Diff: core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala --- @@ -475,6 +475,19 @@ object SparkSubmit extends CommandLineUtils with Logging { } } + // for pyspark virtualenv + if (args.isPython) { + if (clusterManager != YARN && + args.sparkProperties.getOrElse("spark.pyspark.virtualenv.enabled", "false") == "true") { + printErrorAndExit("virtualenv is only supported in yarn mode") --- End diff -- Ah please make a JIRA to track this then.
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org