Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master
Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/2dda957b Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/2dda957b Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/2dda957b Branch: refs/heads/griffin-0.2.0-incubating-rc2 Commit: 2dda957bbe1f0451517021453bdc1a8b4ed339f7 Parents: d8efb4b b83c587 Author: Lionel Liu <[email protected]> Authored: Thu Feb 1 16:14:22 2018 +0800 Committer: Lionel Liu <[email protected]> Committed: Thu Feb 1 16:14:22 2018 +0800 ---------------------------------------------------------------------- .../measure/cache/info/TimeInfoCache.scala | 2 + .../streaming/KafkaStreamingDataConnector.scala | 9 +- .../streaming/StreamingDataConnector.scala | 2 +- .../measure/data/source/DataCacheable.scala | 76 -- .../measure/data/source/DataSource.scala | 16 +- .../measure/data/source/DataSourceCache.scala | 403 ---------- .../measure/data/source/DataSourceFactory.scala | 25 +- .../data/source/cache/DataCacheable.scala | 84 ++ .../data/source/cache/DataSourceCache.scala | 333 ++++++++ .../source/cache/DataSourceCacheFactory.scala | 58 ++ .../data/source/cache/JsonDataSourceCache.scala | 40 + .../data/source/cache/OrcDataSourceCache.scala | 40 + .../source/cache/ParquetDataSourceCache.scala | 40 + .../griffin/measure/persist/MultiPersists.scala | 8 - .../measure/process/BatchDqProcess.scala | 47 +- .../measure/process/StreamingDqProcess.scala | 6 +- .../measure/process/StreamingDqThread.scala | 95 +-- .../measure/process/engine/DqEngine.scala | 2 + .../measure/process/engine/DqEngines.scala | 307 ++------ .../measure/process/engine/SparkDqEngine.scala | 229 +----- .../measure/process/temp/TimeRange.scala | 2 +- .../rule/adaptor/DataFrameOprAdaptor.scala | 6 +- .../measure/rule/adaptor/GlobalKeys.scala | 48 -- .../rule/adaptor/GriffinDslAdaptor.scala | 759 +------------------ .../measure/rule/adaptor/RuleAdaptor.scala | 128 +--- .../measure/rule/adaptor/SparkSqlAdaptor.scala | 6 +- .../griffin/measure/rule/plan/DsUpdate.scala | 24 + .../measure/rule/plan/MetricExport.scala | 3 - .../measure/rule/plan/RecordExport.scala | 3 - .../griffin/measure/rule/plan/RuleExport.scala | 2 - .../griffin/measure/rule/plan/RulePlan.scala | 9 +- .../rule/trans/AccuracyRulePlanTrans.scala | 198 +++++ .../rule/trans/DistinctnessRulePlanTrans.scala | 234 ++++++ .../measure/rule/trans/DsUpdateFactory.scala | 37 + .../rule/trans/ProfilingRulePlanTrans.scala | 98 +++ .../measure/rule/trans/RuleExportFactory.scala | 65 ++ .../measure/rule/trans/RulePlanTrans.scala | 57 ++ .../rule/trans/TimelinessRulePlanTrans.scala | 279 +++++++ .../rule/trans/UniquenessRulePlanTrans.scala | 198 +++++ .../griffin/measure/rule/udf/GriffinUdafs.scala | 29 + .../griffin/measure/rule/udf/MeanUdaf.scala | 58 ++ .../griffin/measure/utils/ParamUtil.scala | 11 + .../_accuracy-streaming-griffindsl.json | 8 +- .../resources/_timeliness-batch-griffindsl.json | 6 +- .../_timeliness-streaming-griffindsl.json | 4 +- 45 files changed, 2073 insertions(+), 2021 deletions(-) ----------------------------------------------------------------------
