Github user bhlx3lyx7 commented on a diff in the pull request:
https://github.com/apache/incubator-griffin/pull/389#discussion_r209129552
--- Diff: service/src/main/resources/env/env_batch.json ---
@@ -1,55 +1,34 @@
{
"spark": {
"log.level": "WARN",
- "checkpoint.dir": "hdfs:///griffin/checkpoint/${JOB_NAME}",
- "batch.interval": "20s",
- "process.interval": "1m",
"config": {
- "spark.default.parallelism": 4,
- "spark.task.maxFailures": 5,
- "spark.streaming.kafkaMaxRatePerPartition": 1000,
- "spark.streaming.concurrentJobs": 4,
- "spark.yarn.maxAppAttempts": 5,
- "spark.yarn.am.attemptFailuresValidityInterval": "1h",
- "spark.yarn.max.executor.failures": 120,
- "spark.yarn.executor.failuresValidityInterval": "1h",
- "spark.hadoop.fs.hdfs.impl.disable.cache": true
+ "spark.master": "local[*]"
--- End diff --
this line should be removed, you can also remove the whole "config" field
here
---
