[15/50] incubator-griffin git commit: Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master

2018-03-29 Thread guoyp 
Merge branch 'master' of https://github.com/apache/incubator-griffin into 
apache-master


Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/2dda957b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/2dda957b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/2dda957b

Branch: refs/heads/griffin-0.2.0-incubating-rc2
Commit: 2dda957bbe1f0451517021453bdc1a8b4ed339f7
Parents: d8efb4b b83c587
Author: Lionel Liu 
Authored: Thu Feb 1 16:14:22 2018 +0800
Committer: Lionel Liu 
Committed: Thu Feb 1 16:14:22 2018 +0800

--
 .../measure/cache/info/TimeInfoCache.scala  |   2 +
 .../streaming/KafkaStreamingDataConnector.scala |   9 +-
 .../streaming/StreamingDataConnector.scala  |   2 +-
 .../measure/data/source/DataCacheable.scala |  76 --
 .../measure/data/source/DataSource.scala|  16 +-
 .../measure/data/source/DataSourceCache.scala   | 403 --
 .../measure/data/source/DataSourceFactory.scala |  25 +-
 .../data/source/cache/DataCacheable.scala   |  84 ++
 .../data/source/cache/DataSourceCache.scala | 333 
 .../source/cache/DataSourceCacheFactory.scala   |  58 ++
 .../data/source/cache/JsonDataSourceCache.scala |  40 +
 .../data/source/cache/OrcDataSourceCache.scala  |  40 +
 .../source/cache/ParquetDataSourceCache.scala   |  40 +
 .../griffin/measure/persist/MultiPersists.scala |   8 -
 .../measure/process/BatchDqProcess.scala|  47 +-
 .../measure/process/StreamingDqProcess.scala|   6 +-
 .../measure/process/StreamingDqThread.scala |  95 +--
 .../measure/process/engine/DqEngine.scala   |   2 +
 .../measure/process/engine/DqEngines.scala  | 307 ++--
 .../measure/process/engine/SparkDqEngine.scala  | 229 +-
 .../measure/process/temp/TimeRange.scala|   2 +-
 .../rule/adaptor/DataFrameOprAdaptor.scala  |   6 +-
 .../measure/rule/adaptor/GlobalKeys.scala   |  48 --
 .../rule/adaptor/GriffinDslAdaptor.scala| 759 +--
 .../measure/rule/adaptor/RuleAdaptor.scala  | 128 +---
 .../measure/rule/adaptor/SparkSqlAdaptor.scala  |   6 +-
 .../griffin/measure/rule/plan/DsUpdate.scala|  24 +
 .../measure/rule/plan/MetricExport.scala|   3 -
 .../measure/rule/plan/RecordExport.scala|   3 -
 .../griffin/measure/rule/plan/RuleExport.scala  |   2 -
 .../griffin/measure/rule/plan/RulePlan.scala|   9 +-
 .../rule/trans/AccuracyRulePlanTrans.scala  | 198 +
 .../rule/trans/DistinctnessRulePlanTrans.scala  | 234 ++
 .../measure/rule/trans/DsUpdateFactory.scala|  37 +
 .../rule/trans/ProfilingRulePlanTrans.scala |  98 +++
 .../measure/rule/trans/RuleExportFactory.scala  |  65 ++
 .../measure/rule/trans/RulePlanTrans.scala  |  57 ++
 .../rule/trans/TimelinessRulePlanTrans.scala| 279 +++
 .../rule/trans/UniquenessRulePlanTrans.scala| 198 +
 .../griffin/measure/rule/udf/GriffinUdafs.scala |  29 +
 .../griffin/measure/rule/udf/MeanUdaf.scala |  58 ++
 .../griffin/measure/utils/ParamUtil.scala   |  11 +
 .../_accuracy-streaming-griffindsl.json |   8 +-
 .../resources/_timeliness-batch-griffindsl.json |   6 +-
 .../_timeliness-streaming-griffindsl.json   |   4 +-
 45 files changed, 2073 insertions(+), 2021 deletions(-)
--

[15/50] incubator-griffin git commit: Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master

2018-03-29 Thread guoyp 
Merge branch 'master' of https://github.com/apache/incubator-griffin into 
apache-master


Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/2dda957b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/2dda957b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/2dda957b

Branch: refs/heads/griffin-0.2.0-incubating-rc2
Commit: 2dda957bbe1f0451517021453bdc1a8b4ed339f7
Parents: d8efb4b b83c587
Author: Lionel Liu 
Authored: Thu Feb 1 16:14:22 2018 +0800
Committer: Lionel Liu 
Committed: Thu Feb 1 16:14:22 2018 +0800

--
 .../measure/cache/info/TimeInfoCache.scala  |   2 +
 .../streaming/KafkaStreamingDataConnector.scala |   9 +-
 .../streaming/StreamingDataConnector.scala  |   2 +-
 .../measure/data/source/DataCacheable.scala |  76 --
 .../measure/data/source/DataSource.scala|  16 +-
 .../measure/data/source/DataSourceCache.scala   | 403 --
 .../measure/data/source/DataSourceFactory.scala |  25 +-
 .../data/source/cache/DataCacheable.scala   |  84 ++
 .../data/source/cache/DataSourceCache.scala | 333 
 .../source/cache/DataSourceCacheFactory.scala   |  58 ++
 .../data/source/cache/JsonDataSourceCache.scala |  40 +
 .../data/source/cache/OrcDataSourceCache.scala  |  40 +
 .../source/cache/ParquetDataSourceCache.scala   |  40 +
 .../griffin/measure/persist/MultiPersists.scala |   8 -
 .../measure/process/BatchDqProcess.scala|  47 +-
 .../measure/process/StreamingDqProcess.scala|   6 +-
 .../measure/process/StreamingDqThread.scala |  95 +--
 .../measure/process/engine/DqEngine.scala   |   2 +
 .../measure/process/engine/DqEngines.scala  | 307 ++--
 .../measure/process/engine/SparkDqEngine.scala  | 229 +-
 .../measure/process/temp/TimeRange.scala|   2 +-
 .../rule/adaptor/DataFrameOprAdaptor.scala  |   6 +-
 .../measure/rule/adaptor/GlobalKeys.scala   |  48 --
 .../rule/adaptor/GriffinDslAdaptor.scala| 759 +--
 .../measure/rule/adaptor/RuleAdaptor.scala  | 128 +---
 .../measure/rule/adaptor/SparkSqlAdaptor.scala  |   6 +-
 .../griffin/measure/rule/plan/DsUpdate.scala|  24 +
 .../measure/rule/plan/MetricExport.scala|   3 -
 .../measure/rule/plan/RecordExport.scala|   3 -
 .../griffin/measure/rule/plan/RuleExport.scala  |   2 -
 .../griffin/measure/rule/plan/RulePlan.scala|   9 +-
 .../rule/trans/AccuracyRulePlanTrans.scala  | 198 +
 .../rule/trans/DistinctnessRulePlanTrans.scala  | 234 ++
 .../measure/rule/trans/DsUpdateFactory.scala|  37 +
 .../rule/trans/ProfilingRulePlanTrans.scala |  98 +++
 .../measure/rule/trans/RuleExportFactory.scala  |  65 ++
 .../measure/rule/trans/RulePlanTrans.scala  |  57 ++
 .../rule/trans/TimelinessRulePlanTrans.scala| 279 +++
 .../rule/trans/UniquenessRulePlanTrans.scala| 198 +
 .../griffin/measure/rule/udf/GriffinUdafs.scala |  29 +
 .../griffin/measure/rule/udf/MeanUdaf.scala |  58 ++
 .../griffin/measure/utils/ParamUtil.scala   |  11 +
 .../_accuracy-streaming-griffindsl.json |   8 +-
 .../resources/_timeliness-batch-griffindsl.json |   6 +-
 .../_timeliness-streaming-griffindsl.json   |   4 +-
 45 files changed, 2073 insertions(+), 2021 deletions(-)
--

[15/50] incubator-griffin git commit: Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master

2018-03-29 Thread guoyp 
Merge branch 'master' of https://github.com/apache/incubator-griffin into 
apache-master


Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/2dda957b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/2dda957b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/2dda957b

Branch: refs/heads/griffin-0.2.0-incubating-rc2
Commit: 2dda957bbe1f0451517021453bdc1a8b4ed339f7
Parents: d8efb4b b83c587
Author: Lionel Liu 
Authored: Thu Feb 1 16:14:22 2018 +0800
Committer: Lionel Liu 
Committed: Thu Feb 1 16:14:22 2018 +0800

--
 .../measure/cache/info/TimeInfoCache.scala  |   2 +
 .../streaming/KafkaStreamingDataConnector.scala |   9 +-
 .../streaming/StreamingDataConnector.scala  |   2 +-
 .../measure/data/source/DataCacheable.scala |  76 --
 .../measure/data/source/DataSource.scala|  16 +-
 .../measure/data/source/DataSourceCache.scala   | 403 --
 .../measure/data/source/DataSourceFactory.scala |  25 +-
 .../data/source/cache/DataCacheable.scala   |  84 ++
 .../data/source/cache/DataSourceCache.scala | 333 
 .../source/cache/DataSourceCacheFactory.scala   |  58 ++
 .../data/source/cache/JsonDataSourceCache.scala |  40 +
 .../data/source/cache/OrcDataSourceCache.scala  |  40 +
 .../source/cache/ParquetDataSourceCache.scala   |  40 +
 .../griffin/measure/persist/MultiPersists.scala |   8 -
 .../measure/process/BatchDqProcess.scala|  47 +-
 .../measure/process/StreamingDqProcess.scala|   6 +-
 .../measure/process/StreamingDqThread.scala |  95 +--
 .../measure/process/engine/DqEngine.scala   |   2 +
 .../measure/process/engine/DqEngines.scala  | 307 ++--
 .../measure/process/engine/SparkDqEngine.scala  | 229 +-
 .../measure/process/temp/TimeRange.scala|   2 +-
 .../rule/adaptor/DataFrameOprAdaptor.scala  |   6 +-
 .../measure/rule/adaptor/GlobalKeys.scala   |  48 --
 .../rule/adaptor/GriffinDslAdaptor.scala| 759 +--
 .../measure/rule/adaptor/RuleAdaptor.scala  | 128 +---
 .../measure/rule/adaptor/SparkSqlAdaptor.scala  |   6 +-
 .../griffin/measure/rule/plan/DsUpdate.scala|  24 +
 .../measure/rule/plan/MetricExport.scala|   3 -
 .../measure/rule/plan/RecordExport.scala|   3 -
 .../griffin/measure/rule/plan/RuleExport.scala  |   2 -
 .../griffin/measure/rule/plan/RulePlan.scala|   9 +-
 .../rule/trans/AccuracyRulePlanTrans.scala  | 198 +
 .../rule/trans/DistinctnessRulePlanTrans.scala  | 234 ++
 .../measure/rule/trans/DsUpdateFactory.scala|  37 +
 .../rule/trans/ProfilingRulePlanTrans.scala |  98 +++
 .../measure/rule/trans/RuleExportFactory.scala  |  65 ++
 .../measure/rule/trans/RulePlanTrans.scala  |  57 ++
 .../rule/trans/TimelinessRulePlanTrans.scala| 279 +++
 .../rule/trans/UniquenessRulePlanTrans.scala| 198 +
 .../griffin/measure/rule/udf/GriffinUdafs.scala |  29 +
 .../griffin/measure/rule/udf/MeanUdaf.scala |  58 ++
 .../griffin/measure/utils/ParamUtil.scala   |  11 +
 .../_accuracy-streaming-griffindsl.json |   8 +-
 .../resources/_timeliness-batch-griffindsl.json |   6 +-
 .../_timeliness-streaming-griffindsl.json   |   4 +-
 45 files changed, 2073 insertions(+), 2021 deletions(-)
--

[15/50] incubator-griffin git commit: Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master

2018-03-06 Thread guoyp 
Merge branch 'master' of https://github.com/apache/incubator-griffin into 
apache-master


Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/80074bd1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/80074bd1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/80074bd1

Branch: refs/heads/griffin-0.2.0-incubating-rc1
Commit: 80074bd1af18fe289485dc0543b55770f0bbcbd9
Parents: 4d84ab0 71fcf93
Author: Lionel Liu 
Authored: Mon Jan 22 09:52:38 2018 +0800
Committer: Lionel Liu 
Committed: Mon Jan 22 09:52:38 2018 +0800

--
 README.md   |  31 +-
 griffin-doc/service/postman/griffin.json|  68 +-
 .../griffin/core/config/PropertiesConfig.java   |   4 +-
 .../griffin/core/job/FileExistPredicator.java   |   4 +-
 .../apache/griffin/core/job/JobInstance.java|  12 +-
 .../apache/griffin/core/job/JobServiceImpl.java |  65 +-
 .../griffin/core/job/entity/GriffinJob.java |   6 +-
 .../griffin/core/job/entity/JobDataSegment.java |  10 +-
 .../griffin/core/job/entity/JobSchedule.java|   8 +-
 .../core/job/entity/SegmentPredicate.java   |   5 +
 .../griffin/core/job/entity/SegmentRange.java   |   8 +
 .../measure/ExternalMeasureOperationImpl.java   |   6 +-
 .../measure/GriffinMeasureOperationImpl.java|  19 +-
 .../griffin/core/measure/MeasureOperation.java  |   2 +-
 .../griffin/core/measure/MeasureOrgService.java |   1 -
 .../core/measure/MeasureServiceImpl.java|  11 +-
 .../core/measure/entity/ExternalMeasure.java|   3 +-
 .../core/measure/entity/GriffinMeasure.java |  20 +-
 .../griffin/core/measure/entity/Measure.java|   4 +-
 .../griffin/core/measure/entity/Rule.java   |   8 +-
 .../griffin/core/measure/repo/MeasureRepo.java  |  10 -
 .../org/apache/griffin/core/util/AvroUtil.java  |  30 -
 .../org/apache/griffin/core/util/TimeUtil.java  |  44 +-
 .../src/main/resources/application.properties   |   4 +-
 service/src/main/resources/sparkJob.properties  |  16 +-
 .../core/config/PropertiesConfigTest.java   | 160 
 .../griffin/core/job/JobInstanceTest.java   | 186 
 .../griffin/core/job/JobServiceImplTest.java| 934 +++
 .../griffin/core/job/SparkSubmitJobTest.java| 179 +++-
 .../griffin/core/job/repo/JobRepoTest.java  |  94 ++
 .../core/measure/MeasureControllerTest.java |  24 +-
 .../core/measure/MeasureOrgServiceImplTest.java | 212 +++--
 .../core/measure/MeasureServiceImplTest.java| 336 +--
 .../measure/repo/DataConnectorRepoTest.java |  80 ++
 .../core/measure/repo/MeasureRepoTest.java  | 189 ++--
 .../apache/griffin/core/util/EntityHelper.java  | 167 +++-
 .../griffin/core/util/GriffinUtilTest.java  |  87 --
 .../apache/griffin/core/util/JsonUtilTest.java  |  84 ++
 .../griffin/core/util/PropertiesUtilTest.java   |  45 +
 .../apache/griffin/core/util/TimeUtilTest.java  |  94 ++
 .../src/test/resources/application.properties   |  79 +-
 service/src/test/resources/quartz.properties|   2 +-
 service/src/test/resources/sparkJob.properties  |  50 +
 43 files changed, 2332 insertions(+), 1069 deletions(-)
--

[15/50] incubator-griffin git commit: Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master

2018-03-06 Thread guoyp 
Merge branch 'master' of https://github.com/apache/incubator-griffin into 
apache-master


Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/4d84ab03
Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/4d84ab03
Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/4d84ab03

Branch: refs/heads/griffin-0.2.0-incubating-rc1
Commit: 4d84ab03ddb1453799ecc7f5f409349d74570661
Parents: 33ff150 87e59a5
Author: Lionel Liu 
Authored: Tue Jan 16 17:45:10 2018 +0800
Committer: Lionel Liu 
Committed: Tue Jan 16 17:45:10 2018 +0800

--
 .../measure/measure-configuration-guide.md  | 27 +---
 1 file changed, 23 insertions(+), 4 deletions(-)
--