Github user gatorsmile commented on a diff in the pull request:
https://github.com/apache/spark/pull/21898#discussion_r207730025
--- Diff:
core/src/main/scala/org/apache/spark/internal/config/package.scala ---
@@ -567,4 +567,14 @@ package object config {
.intConf
.checkValue(v => v > 0, "The value should be a positive integer.")
.createWithDefault(2000)
+
+ private[spark] val BARRIER_SYNC_TIMEOUT =
+ ConfigBuilder("spark.barrier.sync.timeout")
+ .doc("The timeout in seconds for each barrier() call from a barrier
task. If the " +
+ "coordinator didn't receive all the sync messages from barrier
tasks within the " +
+ "configed time, throw a SparkException to fail all the tasks. The
default value is set " +
+ "to 31536000(3600 * 24 * 365) so the barrier() call shall wait for
one year.")
+ .intConf
--- End diff --
`.timeConf(TimeUnit.SECONDS)`?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
