Repository: spark Updated Branches: refs/heads/master 717f58e9c -> a791c29bd
[SPARK-23984][K8S] Changed Python Version config to be camelCase ## What changes were proposed in this pull request? Small formatting change to have Python Version be camelCase as per request during PR review. ## How was this patch tested? Tested with unit and integration tests Author: Ilan Filonenko <i...@cornell.edu> Closes #22095 from ifilonenko/spark-py-edits. Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/a791c29b Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/a791c29b Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/a791c29b Branch: refs/heads/master Commit: a791c29bd824adadfb2d85594bc8dad4424df936 Parents: 717f58e Author: Ilan Filonenko <i...@cornell.edu> Authored: Wed Aug 15 17:52:12 2018 -0700 Committer: mcheah <mch...@palantir.com> Committed: Wed Aug 15 17:52:12 2018 -0700 ---------------------------------------------------------------------- docs/running-on-kubernetes.md | 2 +- .../core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala | 2 +- .../spark/deploy/k8s/integrationtest/PythonTestsSuite.scala | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/a791c29b/docs/running-on-kubernetes.md ---------------------------------------------------------------------- diff --git a/docs/running-on-kubernetes.md b/docs/running-on-kubernetes.md index 97c650d..8f84ca0 100644 --- a/docs/running-on-kubernetes.md +++ b/docs/running-on-kubernetes.md @@ -769,7 +769,7 @@ specific to Spark on Kubernetes. </td> </tr> <tr> - <td><code>spark.kubernetes.pyspark.pythonversion</code></td> + <td><code>spark.kubernetes.pyspark.pythonVersion</code></td> <td><code>"2"</code></td> <td> This sets the major Python version of the docker image used to run the driver and executor containers. Can either be 2 or 3. http://git-wip-us.apache.org/repos/asf/spark/blob/a791c29b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala ---------------------------------------------------------------------- diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala index 968679d..4442333 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala @@ -205,7 +205,7 @@ private[spark] object Config extends Logging { .createWithDefault(0.1) val PYSPARK_MAJOR_PYTHON_VERSION = - ConfigBuilder("spark.kubernetes.pyspark.pythonversion") + ConfigBuilder("spark.kubernetes.pyspark.pythonVersion") .doc("This sets the major Python version. Either 2 or 3. (Python2 or Python3)") .stringConf .checkValue(pv => List("2", "3").contains(pv), http://git-wip-us.apache.org/repos/asf/spark/blob/a791c29b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala ---------------------------------------------------------------------- diff --git a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala index 0254cc9..1ebb300 100644 --- a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala +++ b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala @@ -40,7 +40,7 @@ private[spark] trait PythonTestsSuite { k8sSuite: KubernetesSuite => test("Run PySpark with Python2 to test a pyfiles example", k8sTestTag) { sparkAppConf .set("spark.kubernetes.container.image", s"${getTestImageRepo}/spark-py:${getTestImageTag}") - .set("spark.kubernetes.pyspark.pythonversion", "2") + .set("spark.kubernetes.pyspark.pythonVersion", "2") runSparkApplicationAndVerifyCompletion( appResource = PYSPARK_FILES, mainClass = "", @@ -58,7 +58,7 @@ private[spark] trait PythonTestsSuite { k8sSuite: KubernetesSuite => test("Run PySpark with Python3 to test a pyfiles example", k8sTestTag) { sparkAppConf .set("spark.kubernetes.container.image", s"${getTestImageRepo}/spark-py:${getTestImageTag}") - .set("spark.kubernetes.pyspark.pythonversion", "3") + .set("spark.kubernetes.pyspark.pythonVersion", "3") runSparkApplicationAndVerifyCompletion( appResource = PYSPARK_FILES, mainClass = "", --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
