This is an automated email from the ASF dual-hosted git repository. gurwls223 pushed a commit to branch branch-3.0 in repository https://gitbox.apache.org/repos/asf/spark.git
commit 42b26cdafc9f3bafe0d225724b97c8e6bdb74e8d Author: beliefer <[email protected]> AuthorDate: Thu Feb 27 10:56:38 2020 +0900 [SPARK-30910][CORE][DOC] Add version information to the configuration of R ### What changes were proposed in this pull request? 1.Add version information to the configuration of `R`. 2.Update the docs of `R`. I sorted out some information show below. Item name | Since version | JIRA ID | Commit ID | Note -- | -- | -- | -- | -- spark.r.backendConnectionTimeout | 2.1.0 | SPARK-17919 | 2881a2d1d1a650a91df2c6a01275eba14a43b42a#diff-025470e1b7094d7cf4a78ea353fb3981 | spark.r.numRBackendThreads | 1.4.0 | SPARK-8282 | 28e8a6ea65fd08ab9cefc4d179d5c66ffefd3eb4#diff-697f7f2fc89808e0113efc71ed235db2 | spark.r.heartBeatInterval | 2.1.0 | SPARK-17919 | 2881a2d1d1a650a91df2c6a01275eba14a43b42a#diff-fe903bf14db371aa320b7cc516f2463c | spark.sparkr.r.command | 1.5.3 | SPARK-10971 | 9695f452e86a88bef3bcbd1f3c0b00ad9e9ac6e1#diff-025470e1b7094d7cf4a78ea353fb3981 | spark.r.command | 1.5.3 | SPARK-10971 | 9695f452e86a88bef3bcbd1f3c0b00ad9e9ac6e1#diff-025470e1b7094d7cf4a78ea353fb3981 | ### Why are the changes needed? Supplemental configuration version information. ### Does this PR introduce any user-facing change? No ### How was this patch tested? Exists UT Closes #27708 from beliefer/add-version-to-R-config. Authored-by: beliefer <[email protected]> Signed-off-by: HyukjinKwon <[email protected]> --- core/src/main/scala/org/apache/spark/internal/config/R.scala | 5 +++++ docs/configuration.md | 8 +++++++- 2 files changed, 12 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/internal/config/R.scala b/core/src/main/scala/org/apache/spark/internal/config/R.scala index 26e06a5..46fc198 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/R.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/R.scala @@ -19,22 +19,27 @@ package org.apache.spark.internal.config private[spark] object R { val R_BACKEND_CONNECTION_TIMEOUT = ConfigBuilder("spark.r.backendConnectionTimeout") + .version("2.1.0") .intConf .createWithDefault(6000) val R_NUM_BACKEND_THREADS = ConfigBuilder("spark.r.numRBackendThreads") + .version("1.4.0") .intConf .createWithDefault(2) val R_HEARTBEAT_INTERVAL = ConfigBuilder("spark.r.heartBeatInterval") + .version("2.1.0") .intConf .createWithDefault(100) val SPARKR_COMMAND = ConfigBuilder("spark.sparkr.r.command") + .version("1.5.3") .stringConf .createWithDefault("Rscript") val R_COMMAND = ConfigBuilder("spark.r.command") + .version("1.5.3") .stringConf .createOptional } diff --git a/docs/configuration.md b/docs/configuration.md index 2f5b570..4aff1ef 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -2513,13 +2513,14 @@ Spark subsystems. ### SparkR <table class="table"> -<tr><th>Property Name</th><th>Default</th><th>Meaning</th></tr> +<tr><th>Property Name</th><th>Default</th><th>Meaning</th><th>Since Version</th></tr> <tr> <td><code>spark.r.numRBackendThreads</code></td> <td>2</td> <td> Number of threads used by RBackend to handle RPC calls from SparkR package. </td> + <td>1.4.0</td> </tr> <tr> <td><code>spark.r.command</code></td> @@ -2527,6 +2528,7 @@ Spark subsystems. <td> Executable for executing R scripts in cluster modes for both driver and workers. </td> + <td>1.5.3</td> </tr> <tr> <td><code>spark.r.driver.command</code></td> @@ -2534,6 +2536,7 @@ Spark subsystems. <td> Executable for executing R scripts in client modes for driver. Ignored in cluster modes. </td> + <td></td> </tr> <tr> <td><code>spark.r.shell.command</code></td> @@ -2542,6 +2545,7 @@ Spark subsystems. Executable for executing sparkR shell in client modes for driver. Ignored in cluster modes. It is the same as environment variable <code>SPARKR_DRIVER_R</code>, but take precedence over it. <code>spark.r.shell.command</code> is used for sparkR shell while <code>spark.r.driver.command</code> is used for running R script. </td> + <td></td> </tr> <tr> <td><code>spark.r.backendConnectionTimeout</code></td> @@ -2549,6 +2553,7 @@ Spark subsystems. <td> Connection timeout set by R process on its connection to RBackend in seconds. </td> + <td>2.1.0</td> </tr> <tr> <td><code>spark.r.heartBeatInterval</code></td> @@ -2556,6 +2561,7 @@ Spark subsystems. <td> Interval for heartbeats sent from SparkR backend to R process to prevent connection timeout. </td> + <td>2.1.0</td> </tr> </table> --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
