This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new fed01cd [MINOR] Update spark master default to yarn (#2148)
fed01cd is described below
commit fed01cd3c94bb340976fc214fb199b0c891365fe
Author: rmpifer <[email protected]>
AuthorDate: Mon Oct 5 15:22:28 2020 -0700
[MINOR] Update spark master default to yarn (#2148)
---
hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
b/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
index 430aab9..7127631 100644
--- a/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
+++ b/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
@@ -40,7 +40,7 @@ import java.util.Objects;
*/
public class SparkUtil {
- private static final String DEFAULT_SPARK_MASTER = "yarn-client";
+ private static final String DEFAULT_SPARK_MASTER = "yarn";
/**
* TODO: Need to fix a bunch of hardcoded stuff here eg: history server,
spark distro.