Github user bhlx3lyx7 commented on a diff in the pull request:
https://github.com/apache/incubator-griffin/pull/389#discussion_r209130355
--- Diff: service/src/main/resources/env/env_streaming.json ---
@@ -17,40 +17,40 @@
"spark.hadoop.fs.hdfs.impl.disable.cache": true
}
},
- "persist": [
+ "sinks": [
{
- "type": "log",
+ "type": "CONSOLE",
"config": {
- "max.log.lines": 2
+ "max.log.lines": 100
}
},
{
- "type": "hdfs",
+ "type": "HDFS",
"config": {
- "path": "hdfs:///griffin/persist"
+ "path": "hdfs:///griffin/persist",
+ "max.persist.lines": 10000,
+ "max.lines.per.file": 10000
}
},
{
- "type": "http",
+ "type": "ELASTICSEARCH",
"config": {
"method": "post",
"api": "http://es:9200/griffin/accuracy";
}
}
],
- "info.cache": [
+ "griffin.checkpoint": [
{
"type": "zk",
"config": {
"hosts": "zk:2181",
"namespace": "griffin/infocache",
"lock.path": "lock",
"mode": "persist",
- "init.clear": false,
+ "init.clear": true,
--- End diff --
should configure "init.clear" as false for production usage.
---
