This is an automated email from the ASF dual-hosted git repository.
guoyp pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/griffin-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new eb3ce09 Updated asf-site site from master
(2ce1ba2008a201288005d0cb401dc4910b9b8b04)
eb3ce09 is described below
commit eb3ce0996c768d1823fdd6c99b5ac0e37ab62482
Author: Yuepeng <[email protected]>
AuthorDate: Sun Aug 25 18:49:30 2019 -0700
Updated asf-site site from master (2ce1ba2008a201288005d0cb401dc4910b9b8b04)
---
...609ed40b622142f1c98125abcfe89a76a661b0e8e343910 | 1 +
...db1b944a2fe9ed7d284b6da6480dc971d46721e6aaf073c | 230 +++++++++++++++++++++
...4077da68a4dfff2530f93a74c8869642a7cc7b9941803c7 | 81 ++++++++
...0928d5c705ae2425e6b693c42e485127d3ede9e3e24e2b1 | 134 ++++++++++++
...8f8d4a5c4708562059553269d44eca474a6cc12526b0d03 | 181 +---------------
...5692a94b9cffbb0e935206838e219d866d07c4e9e7bc518 | 132 ++++++++++++
...f133d82fdf7131a4f808dbd56f7b7a813cb432f35569514 | 28 +++
...0fc774056af7fd34e01f5207481175231352211afb38929 | 162 +++++++++++++++
...4dc20242b29989bf76d141e5bad57b4e54a870436322745 | 7 +
...bb511170e44fafe91d816cd890dadacf954dbfc4547cdd5 | 6 +
...3d98575398fb30164c3ebe2f5bc4a6a1047d0175362fcb0 | 181 +---------------
...298def159cb668de32150c904e56a8ad25ecaa4d48d3c9e | 202 ++++++++++++++++++
docs/community.html | 2 +
docs/conf.html | 2 +
docs/contribute.html | 2 +
docs/contributors.html | 2 +
docs/download.html | 2 +
docs/{conf.html => faq.html} | 33 +--
docs/latest.html | 2 +
docs/profiling.html | 2 +
docs/quickstart-cn.html | 2 +
docs/quickstart.html | 2 +
docs/usecases.html | 2 +
23 files changed, 1025 insertions(+), 373 deletions(-)
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Cache/b7/9606fb3afea5bd1609ed40b622142f1c98125abcfe89a76a661b0e8e343910
b/.jekyll-cache/Jekyll/Cache/Jekyll--Cache/b7/9606fb3afea5bd1609ed40b622142f1c98125abcfe89a76a661b0e8e343910
new file mode 100644
index 0000000..b7c9c7e
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Cache/b7/9606fb3afea5bd1609ed40b622142f1c98125abcfe89a76a661b0e8e343910
@@ -0,0 +1 @@
+I"� {"source"=>"/home/yueguo/repo/griffin-site",
"destination"=>"/home/yueguo/temp_2ce1ba2008a201288005d0cb401dc4910b9b8b04",
"collections_dir"=>"", "cache_dir"=>".jekyll-cache", "plugins_dir"=>"_plugins",
"layouts_dir"=>"_layouts", "data_dir"=>"_data", "includes_dir"=>"_includes",
"collections"=>{"posts"=>{"output"=>true,
"permalink"=>"/:categories/:year/:month/:day/:title:output_ext"}},
"safe"=>false, "include"=>[".htaccess"], "exclude"=>[".sass-cache",
".jekyll-cache", "gemfiles", [...]
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/06/dbee6ea5aea4b89db1b944a2fe9ed7d284b6da6480dc971d46721e6aaf073c
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/06/dbee6ea5aea4b89db1b944a2fe9ed7d284b6da6480dc971d46721e6aaf073c
new file mode 100644
index 0000000..312b079
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/06/dbee6ea5aea4b89db1b944a2fe9ed7d284b6da6480dc971d46721e6aaf073c
@@ -0,0 +1,230 @@
+I"�<h3 id="mailing-lists">Mailing Lists</h3>
+
+<table>
+ <thead>
+ <tr>
+ <th>Name</th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th>Email</th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th>Subscribe</th>
+ <th>Unsubscribe</th>
+ <th>Archive</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>Users Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>[email protected]</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>subscribe</a></td>
+ <td><a
href="mailto:[email protected]";>unsubscribe</a></td>
+ <td><a
href="http://mail-archives.apache.org/mod_mbox/griffin-users/";>Griffin-users</a></td>
+ </tr>
+ <tr>
+ <td>Dev Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>[email protected]</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:[email protected]";>subscribe</a></td>
+ <td><a
href="mailto:[email protected]";>unsubscribe</a></td>
+ <td><a
href="http://mail-archives.apache.org/mod_mbox/griffin-dev/";>Griffin-dev</a></td>
+ </tr>
+ <tr>
+ <td>Issues Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>[email protected]</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>subscribe</a></td>
+ <td><a
href="mailto:[email protected]";>unsubscribe</a></td>
+ <td><a
href="http://mail-archives.apache.org/mod_mbox/griffin-issues/";>Griffin-issues</a></td>
+ </tr>
+ <tr>
+ <td>Commits Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>[email protected]</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a
href="mailto:[email protected]";>subscribe</a></td>
+ <td><a
href="mailto:[email protected]";>unsubscribe</a></td>
+ <td><a
href="http://mail-archives.apache.org/mod_mbox/griffin-commits/";>Griffin-commits</a></td>
+ </tr>
+ </tbody>
+</table>
+
+<h3 id="issue-tracker">Issue Tracker</h3>
+<p><a
href="https://issues.apache.org/jira/browse/griffin";>https://issues.apache.org/jira/browse/griffin</a></p>
+
+<h3 id="apache-griffin-ppmc-and-committers">Apache Griffin PPMC And
Committers</h3>
+
+<table>
+ <thead>
+ <tr>
+ <th>Name</th>
+ <th>Apacheid</th>
+ <th>Githubid</th>
+ <th>Org</th>
+ <th>Role</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>Alex Lv</td>
+ <td>alexlv</td>
+ <td>alexatapache</td>
+ <td>Alibaba</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>Eugene Liu</td>
+ <td>liujin</td>
+ <td>toyboxman</td>
+ <td>VMWARE</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>Grant</td>
+ <td>xuexu</td>
+ <td>grant-xuexu</td>
+ <td>Ontario Institute for Cancer Research</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>He Wang</td>
+ <td>wanghe</td>
+ <td>whhe</td>
+ <td>NetEase(网易)</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>Henry Saputra</td>
+ <td>hsaputra</td>
+ <td>hsaputra</td>
+ <td>ASF</td>
+ <td>Mentor</td>
+ </tr>
+ <tr>
+ <td>Jason Liao</td>
+ <td>jasonliao</td>
+ <td>jasonliaoxiaoge</td>
+ <td>Pingan Bank(平安银行)</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>John Liu</td>
+ <td>johnliu</td>
+ <td>john-liu</td>
+ <td>eBay</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>Juan Li</td>
+ <td>icesmartjuan</td>
+ <td>icesmartjuan</td>
+ <td>eBay</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>Kasper Sørensen</td>
+ <td>kaspersor</td>
+ <td>kaspersorensen</td>
+ <td>Satori Software</td>
+ <td>Mentor</td>
+ </tr>
+ <tr>
+ <td>Kevin Yao</td>
+ <td>dyyao</td>
+ <td>ahutsunshine</td>
+ <td>Meituan(美团)</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>Liang Shao</td>
+ <td>liangshao</td>
+ <td>liangshao</td>
+ <td>eBay</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>Lionel Liu</td>
+ <td>lionelliu</td>
+ <td>bhlx3lyx7</td>
+ <td>eBay</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>Luciano Resende</td>
+ <td>lresende</td>
+ <td>lresende</td>
+ <td>IBM</td>
+ <td>Mentor</td>
+ </tr>
+ <tr>
+ <td>Nick Sokolov</td>
+ <td>nsokolov</td>
+ <td>chemikadze</td>
+ <td>Grid Dynamics</td>
+ <td>Committer</td>
+ </tr>
+ <tr>
+ <td>Shawn Sha</td>
+ <td>yosha</td>
+ <td>yosha1</td>
+ <td>JD(京东)</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>Vincent Zhao</td>
+ <td>wenzhao</td>
+ <td>vzhao</td>
+ <td>eBay</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>William Guo</td>
+ <td>guoyp</td>
+ <td>guoyuepeng</td>
+ <td>eBay</td>
+ <td>PPMC</td>
+ </tr>
+ <tr>
+ <td>Yuqin Xuan</td>
+ <td>xuanyq</td>
+ <td>dodobel</td>
+ <td>Huawei(华为)</td>
+ <td>Committer</td>
+ </tr>
+ </tbody>
+</table>
+
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/12/a1b0a8bacb674ef4077da68a4dfff2530f93a74c8869642a7cc7b9941803c7
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/12/a1b0a8bacb674ef4077da68a4dfff2530f93a74c8869642a7cc7b9941803c7
new file mode 100644
index 0000000..bed36ea
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/12/a1b0a8bacb674ef4077da68a4dfff2530f93a74c8869642a7cc7b9941803c7
@@ -0,0 +1,81 @@
+I"0<h3 id="ask-questions">Ask questions</h3>
+<p>The Apache Griffin community is eager to help and to answer your questions.
We have a dev/users mailing list.</p>
+
+<ul>
+ <li>[email protected] , <a
href="mailto:[email protected]";>To subscribe dev list</a></li>
+ <li>[email protected] , <a
href="mailto:[email protected]";>To subscribe users
list</a></li>
+</ul>
+
+<h3 id="file-a-bug-report">File a bug report</h3>
+<p>Please let us know if you experienced a problem with Griffin and file a bug
report. Open Apache Griffin’s JIRA and click on the blue Create button at the
top. Please give detailed information about the problem you encountered and, if
possible, add a description that helps to reproduce the problem.</p>
+
+<p><a
href="https://issues.apache.org/jira/browse/GRIFFIN";>https://issues.apache.org/jira/browse/GRIFFIN</a></p>
+
+<h3 id="propose-an-improvement-or-a-new-feature">Propose an improvement or a
new feature</h3>
+<p>Our community is constantly looking for feedback to improve Apache Griffin.
If you have an idea how to improve Griffin or have a new feature in mind that
would be beneficial for Apache Griffin users, please open an issue in Apache
Griffin’s JIRA. The improvement or new feature should be described in
appropriate detail and include the scope and its requirements if possible.</p>
+
+<p>We recommend to first reach consensus with the community on whether a new
feature is required and how to implement a new feature, before starting with
the implementation.</p>
+
+<p><a
href="https://cwiki.apache.org/confluence/display/GRIFFIN/Apache+Griffin";>https://cwiki.apache.org/confluence/display/GRIFFIN/Apache+Griffin</a></p>
+
+<h3 id="help-others-and-join-the-discussions">Help others and join the
discussions</h3>
+<p>Most communication in the Apache Griffin community happens on two mailing
lists:</p>
+
+<p>The users mailing lists [email protected] is the place where users
of Apache Griffin ask questions and seek for help or advice. Joining the user
list and helping other users is a very good way to contribute to Apache
Griffin’s community.</p>
+
+<p>The dev mailing list [email protected] is the place where Griffin
developers exchange ideas and discuss new features, upcoming releases, and the
development process in general. If you are interested in contributing code to
Apache Griffin, you should join this mailing list.</p>
+
+<p>You are welcome to subscribe to both mailing lists.</p>
+
+<h3 id="contributing-to-code">Contributing to Code</h3>
+
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code># create jira ticket to specify what you want to do
+# https://issues.apache.org/jira/browse/GRIFFIN
+# Create one new branch for this task
+
+# first fork this to your own repo -- https://github.com/apache/griffin.git
+# then clone your own repo to your local workspace
+git clone https://github.com/{YOURNAME}/griffin.git
+
+# change code and push to your repository
+# please associate related JIRA TICK in your comments
+git commit -am "For task GRIFFIN-10 , blabla..."
+
+# Commit and send PR to us
+# Apache GRIFFIN PPMC will review and accept your pr as contributing.
+
+</code></pre></div></div>
+
+<h3 id="how-to-become-a-committer">How to become a committer</h3>
+
+<p>Committers are community members that have write access to the project’s
repositories, i.e., they can modify the code, documentation, and website by
themselves and also accept other contributions.</p>
+
+<p>There is no strict protocol for becoming a committer. Candidates for new
committers are typically people that are active contributors and community
members.</p>
+
+<p>Being an active community member means participating on mailing list
discussions, helping to answer questions, verifying release candidates, being
respectful towards others, and following the meritocratic principles of
community management. Since the “Apache Way” has a strong focus on the project
community, this part is very important.</p>
+
+<p>Of course, contributing code and documentation to the project is important
as well. A good way to start is contributing improvements, new features, or bug
fixes. You need to show that you take responsibility for the code that you
contribute, add tests and documentation, and help maintaining it.</p>
+
+<p>Candidates for new committers are suggested by current committers or PMC
members, and voted upon by the PMC.</p>
+
+<p>If you would like to become a committer, you should engage with the
community and start contributing to Apache Griffin in any of the above ways.
You might also want to talk to other committers and ask for their advice and
guidance.</p>
+
+<h3 id="how-to-configure-committers-mail">How to configure committer’s
mail</h3>
+
+<p>Committers are easy to use apache’s mail to communicate on the project’s
plan, progress, issue etc. When you get your apache account, you should
configure a popular mail system to take over it as apache mail system is
plain-vanilla for usage.</p>
+
+<p>Here we give configuration guide below to help you take it easily. We use
outlook system as sample.</p>
+
+<ul>
+ <li>
+ <p>Enable setting<br />
+<img src="/images/outlook-setting.png" alt="outlook_setting" /></p>
+ </li>
+ <li>
+ <p>Add apache mail account<br />
+<img src="/images/outlook-mail.png" alt="outlook_mail" /></p>
+ </li>
+</ul>
+
+<p>After those settings, you can use your outlook account to send/receive
apache mail.</p>
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/44/ee8b2b8920c17c80928d5c705ae2425e6b693c42e485127d3ede9e3e24e2b1
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/44/ee8b2b8920c17c80928d5c705ae2425e6b693c42e485127d3ede9e3e24e2b1
new file mode 100644
index 0000000..10f2d3c
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/44/ee8b2b8920c17c80928d5c705ae2425e6b693c42e485127d3ede9e3e24e2b1
@@ -0,0 +1,134 @@
+I"
+<table>
+ <thead>
+ <tr>
+ <th>Name</th>
+ <th>Apacheid</th>
+ <th>Githubid</th>
+ <th>Org</th>
+ <th>Role</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>Chen Xiangrong</td>
+ <td> </td>
+ <td>justACT</td>
+ <td>Paypal</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>edwardhupeng</td>
+ <td> </td>
+ <td>EdwardHoot</td>
+ <td>Alipay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Evan Wan</td>
+ <td> </td>
+ <td>evanwan87</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>forshareIT</td>
+ <td> </td>
+ <td>forshareIT</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Kwang-in (Dennis) Jung</td>
+ <td> </td>
+ <td>djKooks</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Louise Lu</td>
+ <td> </td>
+ <td>ludongfang</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>MintL617</td>
+ <td> </td>
+ <td>MintL617</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Pan Feng</td>
+ <td> </td>
+ <td>panffeng</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>RachelYang2</td>
+ <td> </td>
+ <td>RachelYang2</td>
+ <td>Yitu(依图)</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Scott Ding</td>
+ <td> </td>
+ <td>dingminyi</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Sparsh Singhal</td>
+ <td> </td>
+ <td>SparshSinghalHM</td>
+ <td>Hashmap Tech India Limited</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Spencer Hivert</td>
+ <td> </td>
+ <td>spencer-hivert-ck</td>
+ <td>Credit Karma</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>YiliaZhang</td>
+ <td> </td>
+ <td>Yilia05</td>
+ <td>USTC</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Yiye Fang</td>
+ <td> </td>
+ <td>yiyef</td>
+ <td>Santa Clara University</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>younglee1</td>
+ <td> </td>
+ <td>younglee1</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>zornlemma</td>
+ <td> </td>
+ <td>zornlemma</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>诸葛子房</td>
+ <td> </td>
+ <td>xiaoqiu-duan</td>
+ <td>Vipshop(唯品会)</td>
+ <td>Contributor</td>
+ </tr>
+ </tbody>
+</table>
+:ET
\ No newline at end of file
diff --git a/docs/usecases.html
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/48/0b7f282d2ef256f8f8d4a5c4708562059553269d44eca474a6cc12526b0d03
similarity index 52%
copy from docs/usecases.html
copy to
.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/48/0b7f282d2ef256f8f8d4a5c4708562059553269d44eca474a6cc12526b0d03
index 4d186b2..caf720e 100644
--- a/docs/usecases.html
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/48/0b7f282d2ef256f8f8d4a5c4708562059553269d44eca474a6cc12526b0d03
@@ -1,138 +1,4 @@
-<!DOCTYPE html>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
-
- <title>Griffin - Streaming Use Cases</title>
- <meta name="description" content="Apache Griffin - Big Data Quality
Solution For Batch and Streaming">
-
- <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
- <meta name="author" content="eBay Inc.">
-
- <meta charset="utf-8">
- <meta name="viewport" content="initial-scale=1">
-
- <link rel="stylesheet" href="/css/animate.css">
- <link rel="stylesheet" href="/css/bootstrap.min.css">
-
- <link rel="stylesheet" href="/css/font-awesome.min.css">
-
- <link rel="stylesheet" href="/css/misc.css">
- <link rel="stylesheet" href="/css/style.css">
- <link rel="stylesheet" href="/css/styles.css">
- <link rel="stylesheet" href="/css/main.css">
- <link rel="alternate" type="application/rss+xml" title="Griffin"
href="http://griffin.apache.org/feed.xml"; />
- <link rel="shortcut icon" href="/images/favicon.ico">
-
- <!-- Baidu Analytics Tracking-->
- <script>
- var _hmt = _hmt || [];
- (function() {
- var hm = document.createElement("script");
- hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
- var s = document.getElementsByTagName("script")[0];
- s.parentNode.insertBefore(hm, s);
- })();
- </script>
-
- <!-- Google Analytics Tracking -->
- <script>
-
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
-
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
- ga('create', 'UA-68929805-1', 'auto');
- ga('send', 'pageview');
- </script>
-</head>
-
-<body>
-<!-- header start -->
-<div id="home_page">
- <div class="topbar">
- <div class="container">
- <div class="row" >
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <!-- Brand and toggle get grouped for better mobile display -->
- <div class="navbar-header">
- <button type="button" class="navbar-toggle collapsed"
data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span
class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span
class="icon-bar"></span> <span class="icon-bar"></span> </button>
- <a class="navbar-brand" href="/"><img src="/images/logo.png"
height="44px" style="margin-top:-7px"></a> </div>
- </div>
- </div>
- <!-- /.container-fluid -->
- </nav>
- </div>
- </div>
- </div>
-
-</div>
-<!-- header end -->
-<div class="container-fluid page-content">
- <div class="row">
- <div class="col-md-10 col-md-offset-1">
- <!-- sidebar -->
- <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
- <ul class="nav" id="adminnav">
-
- <li class="heading">Getting Started</li>
-
- <li class="sidenavli "><a href="/docs/quickstart.html"
data-permalink="/docs/usecases.html" id="">Quick Start</a></li>
-
- <li class="sidenavli "><a href="/docs/quickstart-cn.html"
data-permalink="/docs/usecases.html" id="">Quick Start (Chinese
Version)</a></li>
-
- <li class="sidenavli current"><a href="/docs/usecases.html"
data-permalink="/docs/usecases.html" id="">Streaming Use Cases</a></li>
-
- <li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/usecases.html" id="">Profiling Use Cases</a></li>
-
- <li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/usecases.html" id="">Community</a></li>
-
- <li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/usecases.html" id="">Conference</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Development</li>
-
- <li class="sidenavli "><a href="/docs/contribute.html"
data-permalink="/docs/usecases.html" id="">Contribution</a></li>
-
- <li class="sidenavli "><a href="/docs/contributors.html"
data-permalink="/docs/usecases.html" id="">Contributors</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/latest.html"
data-permalink="/docs/usecases.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html"
data-permalink="/docs/usecases.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="sidenavli">
- <a href="mailto:[email protected]"; target="_blank">Need
Help?</a>
- </li>
- </ul>
- </div>
- <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left:
-15px" id="loadcontent">
- <h1 class="page-header" style="margin-top: 0px">Streaming Use
Cases</h1>
- <h2 id="user-story">User Story</h2>
+I"{!<h2 id="user-story">User Story</h2>
<p>Say we have two streaming data sets in different kafka topics(source,
target), we need to know what is the data quality for target data set, based on
source data set.</p>
<p>For simplicity, suppose both two topics’ data are json string which would
be like this:</p>
@@ -368,47 +234,4 @@ You can download <a href="/data/streaming">demo data</a>
and execute <code class
<h2 id="more-details">More Details</h2>
<p>For more details about apache griffin measures, you can visit our documents
in <a
href="https://github.com/apache/griffin/tree/master/griffin-doc";>github</a>.</p>
-
- </div><!--end of loadcontent-->
- </div>
- <!--end of centered content-->
- </div>
-</div>
-<!--end of container-->
-
-
-<!-- footer start -->
-<div class="footerwrapper">
- <div class="container">
- <div class="row">
- <div class="col-md-3">
- <img src="/images/incubator_feather_egg_logo.png" height="60">
- </div>
- <div class="col-md-9">
- <div style="margin-left:auto; margin-right:auto;
text-align:center;font-size:12px;">
- <div>
- Apache Griffin is an effort undergoing incubation at
The Apache Software Foundation (ASF), sponsored by the Apache Incubator.
Incubation is required of all newly accepted projects until a further review
indicates that the infrastructure, communications, and decision making process
have stabilized in a manner consistent with other successful ASF projects.
While incubation status is not necessarily a reflection of the completeness or
stability of the code, it does i [...]
- </div>
- </div>
- </div>
- </div>
- <div class="row" style="padding-top:10px;">
- Copyright © 2018 The Apache Software Foundation, Licensed under
the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License,
Version 2.0</a>.<br>
- Apache Griffin, Griffin, Apache, the Apache feather
logo and the Apache Griffin logo are trademarks of The Apache Software
Foundation.
- </div>
- <div class="row text-center" style="padding-top:10px;">
- <a
href="https://www.apache.org/events/current-event.html";>
- <img
src="https://www.apache.org/events/current-event-234x60.png"; alt="ASF Current
Event">
- </a>
- </div>
- </div>
-</div>
-<!-- footer end -->
-
-<!-- JavaScripts -->
-<script src="https://code.jquery.com/jquery-2.2.4.min.js";></script>
-
-
-
-</body>
-</html>
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/5a/01f86f38e707c215692a94b9cffbb0e935206838e219d866d07c4e9e7bc518
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/5a/01f86f38e707c215692a94b9cffbb0e935206838e219d866d07c4e9e7bc518
new file mode 100644
index 0000000..f78ac9b
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/5a/01f86f38e707c215692a94b9cffbb0e935206838e219d866d07c4e9e7bc518
@@ -0,0 +1,132 @@
+I")<blockquote>
+ <p>Version <strong>0.4.0</strong> is the latest release.</p>
+
+ <p>You can verify your download by following these <a
href="https://www.apache.org/info/verification.html";>procedures</a> and using
these <a href="https://archive.apache.org/dist/griffin/KEYS";>KEYS</a>.</p>
+</blockquote>
+
+<h1 id="040">0.4.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/CHANGES.txt";>griffin 0.4.0
Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip";>griffin-0.4.0-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.sha512";>griffin-0.4.0-source-release.zip.sha512</a></li>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.asc";>griffin-0.4.0-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.4.0";>griffin-0.4.0</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="030">0.3.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/CHANGES.txt";>griffin
0.3.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip";>griffin-0.3.0-incubating-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip.sha512";>griffin-0.3.0-incubating-source-release.zip.sha512</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip.asc";>griffin-0.3.0-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.3.0-incubating";>griffin-0.3.0-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="020">0.2.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/CHANGES.txt";>griffin
0.2.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip";>griffin-0.2.0-incubating-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip.sha1";>griffin-0.2.0-incubating-source-release.zip.sha1</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip.asc";>griffin-0.2.0-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.2.0-incubating";>griffin-0.2.0-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="016">0.1.6</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/CHANGES.txt";>griffin
0.1.6 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip";>griffin-0.1.6-incubating-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip.sha1";>griffin-0.1.6-incubating-source-release.zip.sha1</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip.asc";>griffin-0.1.6-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.6-incubating";>griffin-0.1.6-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="015">0.1.5</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/CHANGES.txt";>griffin
0.1.5 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip";>griffin-0.1.5-incubating-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip.sha1";>griffin-0.1.5-incubating-source-release.zip.sha1</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip.asc";>griffin-0.1.5-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.5-incubating";>griffin-0.1.5-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="014">0.1.4</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/CHANGES.txt";>griffin
0.1.4 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip";>griffin-0.1.4-incubating-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip.sha1";>griffin-0.1.4-incubating-source-release.zip.sha1</a></li>
+ <li><a
href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip.asc";>griffin-0.1.4-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.4-incubating";>griffin-0.1.4-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/5b/8b2dfd363a27190f133d82fdf7131a4f808dbd56f7b7a813cb432f35569514
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/5b/8b2dfd363a27190f133d82fdf7131a4f808dbd56f7b7a813cb432f35569514
new file mode 100644
index 0000000..cb6b719
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/5b/8b2dfd363a27190f133d82fdf7131a4f808dbd56f7b7a813cb432f35569514
@@ -0,0 +1,28 @@
+I"�<blockquote>
+ <p>Version <strong>0.4.0</strong> is the latest release.</p>
+
+ <p>You can verify your download by following these <a
href="https://www.apache.org/info/verification.html";>procedures</a> and using
these <a
href="https://dist.apache.org/repos/dist/release/griffin/KEYS";>KEYS</a>.</p>
+</blockquote>
+
+<h1 id="040">0.4.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/CHANGES.txt";>griffin 0.4.0
Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip";>griffin-0.4.0-source-release.zip</a></li>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.sha512";>griffin-0.4.0-source-release.zip.sha512</a></li>
+ <li><a
href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.asc";>griffin-0.4.0-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a
href="https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.4.0";>griffin-0.4.0</a></li>
+ </ul>
+ </li>
+</ul>
+
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/c8/d465bbeacf605200fc774056af7fd34e01f5207481175231352211afb38929
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/c8/d465bbeacf605200fc774056af7fd34e01f5207481175231352211afb38929
new file mode 100644
index 0000000..58eb0f7
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/c8/d465bbeacf605200fc774056af7fd34e01f5207481175231352211afb38929
@@ -0,0 +1,162 @@
+I":<h2 id="user-story">User Story</h2>
+<p>Say we have one data set(demo_src), partitioned by hour, we want to know
what is the data like for each hour.</p>
+
+<p>For simplicity, suppose both two data set have the same schema as this:</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>id bigint
+age int
+desc string
+dt string
+hour string
+</code></pre></div></div>
+<p>both dt and hour are partitions,</p>
+
+<p>as every day we have one daily partition dt(like 20180912),</p>
+
+<p>for every day we have 24 hourly partitions(like 00, 01, 02, …, 23).</p>
+
+<h2 id="environment-preparation">Environment Preparation</h2>
+<p>You need to prepare the environment for Apache Griffin measure module,
including the following software:</p>
+<ul>
+ <li>JDK (1.8+)</li>
+ <li>Hadoop (2.6.0+)</li>
+ <li>Spark (2.2.1+)</li>
+ <li>Hive (2.2.0)</li>
+</ul>
+
+<h2 id="build-apache-griffin-measure-module">Build Apache Griffin Measure
Module</h2>
+<ol>
+ <li>Download Apache Griffin source package <a
href="https://www.apache.org/dist/griffin/0.4.0/";>here</a>.</li>
+ <li>Unzip the source package.
+ <div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>unzip griffin-0.4.0-source-release.zip
+cd griffin-0.4.0-source-release
+</code></pre></div> </div>
+ </li>
+ <li>Build Apache Griffin jars.
+ <div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>mvn clean install
+</code></pre></div> </div>
+
+ <p>Move the built apache griffin measure jar to your work path.</p>
+
+ <div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>mv measure/target/measure-0.4.0.jar <work
path>/griffin-measure.jar
+</code></pre></div> </div>
+ </li>
+</ol>
+
+<h2 id="data-preparation">Data Preparation</h2>
+
+<p>For our quick start, We will generate a hive table demo_src.</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>--create hive tables here. hql script
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_src`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_src';
+</code></pre></div></div>
+<p>The data could be generated this:</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>1|18|student
+2|23|engineer
+3|42|cook
+...
+</code></pre></div></div>
+<p>You can download <a href="/data/batch">demo data</a> and execute <code
class="highlighter-rouge">./gen_demo_data.sh</code> to get the data source file.
+Then we will load data into hive table for every hour.</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>LOAD DATA LOCAL INPATH 'demo_src' INTO TABLE demo_src
PARTITION (dt='20180912',hour='09');
+</code></pre></div></div>
+<p>Or you can just execute <code
class="highlighter-rouge">./gen-hive-data.sh</code> in the downloaded directory
above, to generate and load data into the tables hourly.</p>
+
+<h2 id="define-data-quality-measure">Define data quality measure</h2>
+
+<h4 id="apache-griffin-env-configuration">Apache Griffin env configuration</h4>
+<p>The environment config file: env.json</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>{
+ "spark": {
+ "log.level": "WARN"
+ },
+ "sinks": [
+ {
+ "type": "console"
+ },
+ {
+ "type": "hdfs",
+ "config": {
+ "path": "hdfs:///griffin/persist"
+ }
+ },
+ {
+ "type": "elasticsearch",
+ "config": {
+ "method": "post",
+ "api": "http://es:9200/griffin/accuracy";
+ }
+ }
+ ]
+}
+</code></pre></div></div>
+
+<h4 id="define-apache-griffin-data-quality">Define Apache Griffin data
quality</h4>
+<p>The DQ config file: dq.json</p>
+
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>{
+ "name": "batch_prof",
+ "process.type": "batch",
+ "data.sources": [
+ {
+ "name": "src",
+ "baseline": true,
+ "connectors": [
+ {
+ "type": "hive",
+ "version": "1.2",
+ "config": {
+ "database": "default",
+ "table.name": "demo_tgt"
+ }
+ }
+ ]
+ }
+ ],
+ "evaluate.rule": {
+ "rules": [
+ {
+ "dsl.type": "griffin-dsl",
+ "dq.type": "profiling",
+ "out.dataframe.name": "prof",
+ "rule": "src.id.count() AS id_count, src.age.max() AS age_max,
src.desc.length().max() AS desc_length_max",
+ "out": [
+ {
+ "type": "metric",
+ "name": "prof"
+ }
+ ]
+ }
+ ]
+ },
+ "sinks": ["CONSOLE", "HDFS"]
+}
+</code></pre></div></div>
+
+<h2 id="measure-data-quality">Measure data quality</h2>
+<p>Submit the measure job to Spark, with config file paths as parameters.</p>
+
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>spark-submit --class
org.apache.griffin.measure.Application --master yarn --deploy-mode client
--queue default \
+--driver-memory 1g --executor-memory 1g --num-executors 2 \
+<path>/griffin-measure.jar \
+<path>/env.json <path>/dq.json
+</code></pre></div></div>
+
+<h2 id="report-data-quality-metrics">Report data quality metrics</h2>
+<p>Then you can get the calculation log in console, after the job finishes,
you can get the result metrics printed. The metrics will also be saved in hdfs:
<code class="highlighter-rouge">hdfs:///griffin/persist/<job
name>/<timestamp>/_METRICS</code>.</p>
+
+<h2 id="refine-data-quality-report">Refine Data Quality report</h2>
+<p>Depends on your business, you might need to refine your data quality
measure further till your are satisfied.</p>
+
+<h2 id="more-details">More Details</h2>
+<p>For more details about apache griffin measures, you can visit our documents
in <a
href="https://github.com/apache/griffin/tree/master/griffin-doc";>github</a>.</p>
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/e0/2d74effee5ec5474dc20242b29989bf76d141e5bad57b4e54a870436322745
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/e0/2d74effee5ec5474dc20242b29989bf76d141e5bad57b4e54a870436322745
new file mode 100644
index 0000000..72b077e
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/e0/2d74effee5ec5474dc20242b29989bf76d141e5bad57b4e54a870436322745
@@ -0,0 +1,7 @@
+I"0<h2 id="faq">FAQ</h2>
+
+<ul>
+ <li><strong>Where are the test cases for different measure
dimensions?</strong></li>
+ <li>Please check <a
href="https://github.com/apache/griffin/blob/master/measure/src/test/scala/org/apache/griffin/measure/job/BatchDQAppTest.scala";>Data
Quality test cases</a></li>
+</ul>
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/eb/dcc041e568f9977bb511170e44fafe91d816cd890dadacf954dbfc4547cdd5
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/eb/dcc041e568f9977bb511170e44fafe91d816cd890dadacf954dbfc4547cdd5
new file mode 100644
index 0000000..1bb01b7
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/eb/dcc041e568f9977bb511170e44fafe91d816cd890dadacf954dbfc4547cdd5
@@ -0,0 +1,6 @@
+I"�<h3 id="2017">2017</h3>
+<ul>
+ <li>2017 Apache Griffin data quality solution for big data @中国数据库技术大会 @
Beijing</li>
+ <li>2017 Apache Griffin data quality solution for big data @2017中国开源年会 @
Shanghai</li>
+</ul>
+:ET
\ No newline at end of file
diff --git a/docs/quickstart-cn.html
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/f1/a0bb6dbded216513d98575398fb30164c3ebe2f5bc4a6a1047d0175362fcb0
similarity index 75%
copy from docs/quickstart-cn.html
copy to
.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/f1/a0bb6dbded216513d98575398fb30164c3ebe2f5bc4a6a1047d0175362fcb0
index 435c5a7..715528f 100644
--- a/docs/quickstart-cn.html
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/f1/a0bb6dbded216513d98575398fb30164c3ebe2f5bc4a6a1047d0175362fcb0
@@ -1,138 +1,4 @@
-<!DOCTYPE html>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
-
- <title>Griffin - Quick Start</title>
- <meta name="description" content="Apache Griffin - Big Data Quality
Solution For Batch and Streaming">
-
- <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
- <meta name="author" content="eBay Inc.">
-
- <meta charset="utf-8">
- <meta name="viewport" content="initial-scale=1">
-
- <link rel="stylesheet" href="/css/animate.css">
- <link rel="stylesheet" href="/css/bootstrap.min.css">
-
- <link rel="stylesheet" href="/css/font-awesome.min.css">
-
- <link rel="stylesheet" href="/css/misc.css">
- <link rel="stylesheet" href="/css/style.css">
- <link rel="stylesheet" href="/css/styles.css">
- <link rel="stylesheet" href="/css/main.css">
- <link rel="alternate" type="application/rss+xml" title="Griffin"
href="http://griffin.apache.org/feed.xml"; />
- <link rel="shortcut icon" href="/images/favicon.ico">
-
- <!-- Baidu Analytics Tracking-->
- <script>
- var _hmt = _hmt || [];
- (function() {
- var hm = document.createElement("script");
- hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
- var s = document.getElementsByTagName("script")[0];
- s.parentNode.insertBefore(hm, s);
- })();
- </script>
-
- <!-- Google Analytics Tracking -->
- <script>
-
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
-
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
- ga('create', 'UA-68929805-1', 'auto');
- ga('send', 'pageview');
- </script>
-</head>
-
-<body>
-<!-- header start -->
-<div id="home_page">
- <div class="topbar">
- <div class="container">
- <div class="row" >
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <!-- Brand and toggle get grouped for better mobile display -->
- <div class="navbar-header">
- <button type="button" class="navbar-toggle collapsed"
data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span
class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span
class="icon-bar"></span> <span class="icon-bar"></span> </button>
- <a class="navbar-brand" href="/"><img src="/images/logo.png"
height="44px" style="margin-top:-7px"></a> </div>
- </div>
- </div>
- <!-- /.container-fluid -->
- </nav>
- </div>
- </div>
- </div>
-
-</div>
-<!-- header end -->
-<div class="container-fluid page-content">
- <div class="row">
- <div class="col-md-10 col-md-offset-1">
- <!-- sidebar -->
- <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
- <ul class="nav" id="adminnav">
-
- <li class="heading">Getting Started</li>
-
- <li class="sidenavli "><a href="/docs/quickstart.html"
data-permalink="/docs/quickstart-cn.html" id="">Quick Start</a></li>
-
- <li class="sidenavli current"><a href="/docs/quickstart-cn.html"
data-permalink="/docs/quickstart-cn.html" id="">Quick Start (Chinese
Version)</a></li>
-
- <li class="sidenavli "><a href="/docs/usecases.html"
data-permalink="/docs/quickstart-cn.html" id="">Streaming Use Cases</a></li>
-
- <li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/quickstart-cn.html" id="">Profiling Use Cases</a></li>
-
- <li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/quickstart-cn.html" id="">Community</a></li>
-
- <li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/quickstart-cn.html" id="">Conference</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Development</li>
-
- <li class="sidenavli "><a href="/docs/contribute.html"
data-permalink="/docs/quickstart-cn.html" id="">Contribution</a></li>
-
- <li class="sidenavli "><a href="/docs/contributors.html"
data-permalink="/docs/quickstart-cn.html" id="">Contributors</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/latest.html"
data-permalink="/docs/quickstart-cn.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html"
data-permalink="/docs/quickstart-cn.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="sidenavli">
- <a href="mailto:[email protected]"; target="_blank">Need
Help?</a>
- </li>
- </ul>
- </div>
- <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left:
-15px" id="loadcontent">
- <h1 class="page-header" style="margin-top: 0px">Quick Start</h1>
- <h2 id="apache-griffin-入门指南">Apache Griffin 入门指南</h2>
+I" ^<h2 id="apache-griffin-入门指南">Apache Griffin 入门指南</h2>
<p>数据质量模块是大数据平台中必不可少的一个功能组件，<a href="http://griffin.apache.org";>Apache
Griffin</a>（以下简称Griffin）是一个开源的大数据数据质量解决方案，它支持批处理和流模式两种数据质量检测方式，可以从不同维度（比如离线任务执行完毕后检查源端和目标端的数据数量是否一致、源表的数据空值数量等）度量数据资产，从而提升数据的准确度、可信度。</p>
@@ -560,47 +426,4 @@ hadoop fs <span class="nt">-touchz</span> <span
class="k">${</span><span class="
<p>4、启动service-0.4.0.jar之后，访问不到UI界面，查看启动日志无异常。检查打包时是不是执行的mvn
package命令，将该命令替换成mvn -Dmaven.test.skip=true clean install命令重新打包启动即可。</p>
-
- </div><!--end of loadcontent-->
- </div>
- <!--end of centered content-->
- </div>
-</div>
-<!--end of container-->
-
-
-<!-- footer start -->
-<div class="footerwrapper">
- <div class="container">
- <div class="row">
- <div class="col-md-3">
- <img src="/images/incubator_feather_egg_logo.png" height="60">
- </div>
- <div class="col-md-9">
- <div style="margin-left:auto; margin-right:auto;
text-align:center;font-size:12px;">
- <div>
- Apache Griffin is an effort undergoing incubation at
The Apache Software Foundation (ASF), sponsored by the Apache Incubator.
Incubation is required of all newly accepted projects until a further review
indicates that the infrastructure, communications, and decision making process
have stabilized in a manner consistent with other successful ASF projects.
While incubation status is not necessarily a reflection of the completeness or
stability of the code, it does i [...]
- </div>
- </div>
- </div>
- </div>
- <div class="row" style="padding-top:10px;">
- Copyright © 2018 The Apache Software Foundation, Licensed under
the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License,
Version 2.0</a>.<br>
- Apache Griffin, Griffin, Apache, the Apache feather
logo and the Apache Griffin logo are trademarks of The Apache Software
Foundation.
- </div>
- <div class="row text-center" style="padding-top:10px;">
- <a
href="https://www.apache.org/events/current-event.html";>
- <img
src="https://www.apache.org/events/current-event-234x60.png"; alt="ASF Current
Event">
- </a>
- </div>
- </div>
-</div>
-<!-- footer end -->
-
-<!-- JavaScripts -->
-<script src="https://code.jquery.com/jquery-2.2.4.min.js";></script>
-
-
-
-</body>
-</html>
+:ET
\ No newline at end of file
diff --git
a/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/f7/871062d83c39a64298def159cb668de32150c904e56a8ad25ecaa4d48d3c9e
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/f7/871062d83c39a64298def159cb668de32150c904e56a8ad25ecaa4d48d3c9e
new file mode 100644
index 0000000..b39bc13
--- /dev/null
+++
b/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/f7/871062d83c39a64298def159cb668de32150c904e56a8ad25ecaa4d48d3c9e
@@ -0,0 +1,202 @@
+I" <h2 id="user-story">User Story</h2>
+<p>Say we have two data set(demo_src, demo_tgt), we need to know what is the
data quality for target data set, based on source data set.</p>
+
+<p>For simplicity, suppose both two data set have the same schema as this:</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>id bigint
+age int
+desc string
+dt string
+hour string
+</code></pre></div></div>
+<p>both dt and hour are partitions,</p>
+
+<p>as every day we have one daily partition dt(like 20180912),</p>
+
+<p>for every day we have 24 hourly partitions(like 00, 01, 02, …, 23).</p>
+
+<h2 id="environment-preparation">Environment Preparation</h2>
+<p>You need to prepare the environment for Apache Griffin measure module,
including the following software:</p>
+<ul>
+ <li>JDK (1.8+)</li>
+ <li>Hadoop (2.6.0+)</li>
+ <li>Spark (2.2.1+)</li>
+ <li>Hive (2.2.0)</li>
+</ul>
+
+<h2 id="build-apache-griffin-measure-module">Build Apache Griffin Measure
Module</h2>
+<ol>
+ <li>Download Apache Griffin source package <a
href="https://www.apache.org/dist/griffin/0.4.0/";>here</a>.</li>
+ <li>Unzip the source package.
+ <div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>unzip griffin-0.4.0-source-release.zip
+cd griffin-0.4.0-source-release
+</code></pre></div> </div>
+ </li>
+ <li>Build Apache Griffin jars.
+ <div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>mvn clean install
+</code></pre></div> </div>
+
+ <p>Move the built apache griffin measure jar to your work path.</p>
+
+ <div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>mv measure/target/measure-0.4.0.jar <work
path>/griffin-measure.jar
+</code></pre></div> </div>
+ </li>
+</ol>
+
+<h2 id="data-preparation">Data Preparation</h2>
+
+<p>For our quick start, We will generate two hive tables demo_src and
demo_tgt.</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>--create hive tables here. hql script
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_src`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_src';
+
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_tgt`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_tgt';
+
+</code></pre></div></div>
+<p>The data could be generated this:</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>1|18|student
+2|23|engineer
+3|42|cook
+...
+</code></pre></div></div>
+<p>For demo_src and demo_tgt, there could be some different items between each
other.
+You can download <a href="/data/batch">demo data</a> and execute <code
class="highlighter-rouge">./gen_demo_data.sh</code> to get the two data source
files.
+Then we will load data into both two tables for every hour.</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>LOAD DATA LOCAL INPATH 'demo_src' INTO TABLE demo_src
PARTITION (dt='20180912',hour='09');
+LOAD DATA LOCAL INPATH 'demo_tgt' INTO TABLE demo_tgt PARTITION
(dt='20180912',hour='09');
+</code></pre></div></div>
+<p>Or you can just execute <code
class="highlighter-rouge">./gen-hive-data.sh</code> in the downloaded directory
above, to generate and load data into the tables hourly.</p>
+
+<h2 id="define-data-quality-measure">Define data quality measure</h2>
+
+<h4 id="apache-griffin-env-configuration">Apache Griffin env configuration</h4>
+<p>The environment config file: env.json</p>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>{
+ "spark": {
+ "log.level": "WARN"
+ },
+ "sinks": [
+ {
+ "type": "console"
+ },
+ {
+ "type": "hdfs",
+ "config": {
+ "path": "hdfs:///griffin/persist"
+ }
+ },
+ {
+ "type": "elasticsearch",
+ "config": {
+ "method": "post",
+ "api": "http://es:9200/griffin/accuracy";
+ }
+ }
+ ]
+}
+</code></pre></div></div>
+
+<h4 id="define-griffin-data-quality">Define griffin data quality</h4>
+<p>The DQ config file: dq.json</p>
+
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>{
+ "name": "batch_accu",
+ "process.type": "batch",
+ "data.sources": [
+ {
+ "name": "src",
+ "baseline": true,
+ "connectors": [
+ {
+ "type": "hive",
+ "version": "1.2",
+ "config": {
+ "database": "default",
+ "table.name": "demo_src"
+ }
+ }
+ ]
+ }, {
+ "name": "tgt",
+ "connectors": [
+ {
+
+ "type": "hive",
+ "version": "1.2",
+ "config": {
+ "database": "default",
+ "table.name": "demo_tgt"
+ }
+ }
+ ]
+ }
+ ],
+ "evaluate.rule": {
+ "rules": [
+ {
+ "dsl.type": "griffin-dsl",
+ "dq.type": "accuracy",
+ "out.dataframe.name": "accu",
+ "rule": "src.id = tgt.id AND src.age = tgt.age AND src.desc =
tgt.desc",
+ "details": {
+ "source": "src",
+ "target": "tgt",
+ "miss": "miss_count",
+ "total": "total_count",
+ "matched": "matched_count"
+ },
+ "out": [
+ {
+ "type": "metric",
+ "name": "accu"
+ },
+ {
+ "type": "record",
+ "name": "missRecords"
+ }
+ ]
+ }
+ ]
+ },
+ "sinks": ["CONSOLE", "HDFS"]
+}
+</code></pre></div></div>
+
+<h2 id="measure-data-quality">Measure data quality</h2>
+<p>Submit the measure job to Spark, with config file paths as parameters.</p>
+
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>spark-submit --class
org.apache.griffin.measure.Application --master yarn --deploy-mode client
--queue default \
+--driver-memory 1g --executor-memory 1g --num-executors 2 \
+<path>/griffin-measure.jar \
+<path>/env.json <path>/dq.json
+</code></pre></div></div>
+
+<h2 id="report-data-quality-metrics">Report data quality metrics</h2>
+<p>Then you can get the calculation log in console, after the job finishes,
you can get the result metrics printed. The metrics will also be saved in hdfs:
<code class="highlighter-rouge">hdfs:///griffin/persist/<job
name>/<timestamp>/_METRICS</code>.</p>
+
+<h2 id="refine-data-quality-report">Refine Data Quality report</h2>
+<p>Depends on your business, you might need to refine your data quality
measure further till your are satisfied.</p>
+
+<h2 id="more-details">More Details</h2>
+<p>For more details about apache griffin measures, you can visit our documents
in <a
href="https://github.com/apache/griffin/tree/master/griffin-doc";>github</a>.</p>
+:ET
\ No newline at end of file
diff --git a/docs/community.html b/docs/community.html
index 25b9769..790d0ca 100644
--- a/docs/community.html
+++ b/docs/community.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/community.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/community.html" id="">FAQ</a></li>
+
<li class="sidenavli current"><a href="/docs/community.html"
data-permalink="/docs/community.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/community.html" id="">Conference</a></li>
diff --git a/docs/conf.html b/docs/conf.html
index d6950be..aa93e6b 100644
--- a/docs/conf.html
+++ b/docs/conf.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/conf.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/conf.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/conf.html" id="">Community</a></li>
<li class="sidenavli current"><a href="/docs/conf.html"
data-permalink="/docs/conf.html" id="">Conference</a></li>
diff --git a/docs/contribute.html b/docs/contribute.html
index 9cd2c88..78055e3 100644
--- a/docs/contribute.html
+++ b/docs/contribute.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/contribute.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/contribute.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/contribute.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/contribute.html" id="">Conference</a></li>
diff --git a/docs/contributors.html b/docs/contributors.html
index ee59c8e..a3ef219 100644
--- a/docs/contributors.html
+++ b/docs/contributors.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/contributors.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/contributors.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/contributors.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/contributors.html" id="">Conference</a></li>
diff --git a/docs/download.html b/docs/download.html
index c461921..5807757 100644
--- a/docs/download.html
+++ b/docs/download.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/download.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/download.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/download.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/download.html" id="">Conference</a></li>
diff --git a/docs/conf.html b/docs/faq.html
similarity index 84%
copy from docs/conf.html
copy to docs/faq.html
index d6950be..2c56bd9 100644
--- a/docs/conf.html
+++ b/docs/faq.html
@@ -21,7 +21,7 @@ under the License.
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
- <title>Griffin - Apache Griffin Conferences</title>
+ <title>Griffin - FAQ</title>
<meta name="description" content="Apache Griffin - Big Data Quality
Solution For Batch and Streaming">
<meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
@@ -95,33 +95,35 @@ under the License.
<li class="heading">Getting Started</li>
- <li class="sidenavli "><a href="/docs/quickstart.html"
data-permalink="/docs/conf.html" id="">Quick Start</a></li>
+ <li class="sidenavli "><a href="/docs/quickstart.html"
data-permalink="/docs/faq.html" id="">Quick Start</a></li>
- <li class="sidenavli "><a href="/docs/quickstart-cn.html"
data-permalink="/docs/conf.html" id="">Quick Start (Chinese Version)</a></li>
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html"
data-permalink="/docs/faq.html" id="">Quick Start (Chinese Version)</a></li>
- <li class="sidenavli "><a href="/docs/usecases.html"
data-permalink="/docs/conf.html" id="">Streaming Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/usecases.html"
data-permalink="/docs/faq.html" id="">Streaming Use Cases</a></li>
- <li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/conf.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/faq.html" id="">Profiling Use Cases</a></li>
- <li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/conf.html" id="">Community</a></li>
+ <li class="sidenavli current"><a href="/docs/faq.html"
data-permalink="/docs/faq.html" id="">FAQ</a></li>
- <li class="sidenavli current"><a href="/docs/conf.html"
data-permalink="/docs/conf.html" id="">Conference</a></li>
+ <li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/faq.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/faq.html" id="">Conference</a></li>
<li class="divider"></li>
<li class="heading">Development</li>
- <li class="sidenavli "><a href="/docs/contribute.html"
data-permalink="/docs/conf.html" id="">Contribution</a></li>
+ <li class="sidenavli "><a href="/docs/contribute.html"
data-permalink="/docs/faq.html" id="">Contribution</a></li>
- <li class="sidenavli "><a href="/docs/contributors.html"
data-permalink="/docs/conf.html" id="">Contributors</a></li>
+ <li class="sidenavli "><a href="/docs/contributors.html"
data-permalink="/docs/faq.html" id="">Contributors</a></li>
<li class="divider"></li>
<li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/latest.html"
data-permalink="/docs/conf.html" id="">Latest version</a></li>
+ <li class="sidenavli "><a href="/docs/latest.html"
data-permalink="/docs/faq.html" id="">Latest version</a></li>
- <li class="sidenavli "><a href="/docs/download.html"
data-permalink="/docs/conf.html" id="">Archived</a></li>
+ <li class="sidenavli "><a href="/docs/download.html"
data-permalink="/docs/faq.html" id="">Archived</a></li>
<li class="divider"></li>
@@ -131,11 +133,12 @@ under the License.
</ul>
</div>
<div class="col-xs-6 col-sm-9 page-main-content" style="margin-left:
-15px" id="loadcontent">
- <h1 class="page-header" style="margin-top: 0px">Apache Griffin
Conferences</h1>
- <h3 id="2017">2017</h3>
+ <h1 class="page-header" style="margin-top: 0px">FAQ</h1>
+ <h2 id="faq">FAQ</h2>
+
<ul>
- <li>2017 Apache Griffin data quality solution for big data @中国数据库技术大会 @
Beijing</li>
- <li>2017 Apache Griffin data quality solution for big data @2017中国开源年会 @
Shanghai</li>
+ <li><strong>Where are the test cases for different measure
dimensions?</strong></li>
+ <li>Please check <a
href="https://github.com/apache/griffin/blob/master/measure/src/test/scala/org/apache/griffin/measure/job/BatchDQAppTest.scala";>Data
Quality test cases</a></li>
</ul>
</div><!--end of loadcontent-->
diff --git a/docs/latest.html b/docs/latest.html
index 0149f1d..28a6606 100644
--- a/docs/latest.html
+++ b/docs/latest.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/latest.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/latest.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/latest.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/latest.html" id="">Conference</a></li>
diff --git a/docs/profiling.html b/docs/profiling.html
index 86c18f9..34bfc7d 100644
--- a/docs/profiling.html
+++ b/docs/profiling.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli current"><a href="/docs/profiling.html"
data-permalink="/docs/profiling.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/profiling.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/profiling.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/profiling.html" id="">Conference</a></li>
diff --git a/docs/quickstart-cn.html b/docs/quickstart-cn.html
index 435c5a7..2c5f43e 100644
--- a/docs/quickstart-cn.html
+++ b/docs/quickstart-cn.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/quickstart-cn.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/quickstart-cn.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/quickstart-cn.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/quickstart-cn.html" id="">Conference</a></li>
diff --git a/docs/quickstart.html b/docs/quickstart.html
index dba69d5..c66f769 100644
--- a/docs/quickstart.html
+++ b/docs/quickstart.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/quickstart.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/quickstart.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/quickstart.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/quickstart.html" id="">Conference</a></li>
diff --git a/docs/usecases.html b/docs/usecases.html
index 4d186b2..e592268 100644
--- a/docs/usecases.html
+++ b/docs/usecases.html
@@ -103,6 +103,8 @@ under the License.
<li class="sidenavli "><a href="/docs/profiling.html"
data-permalink="/docs/usecases.html" id="">Profiling Use Cases</a></li>
+ <li class="sidenavli "><a href="/docs/faq.html"
data-permalink="/docs/usecases.html" id="">FAQ</a></li>
+
<li class="sidenavli "><a href="/docs/community.html"
data-permalink="/docs/usecases.html" id="">Community</a></li>
<li class="sidenavli "><a href="/docs/conf.html"
data-permalink="/docs/usecases.html" id="">Conference</a></li>
![https://www.apache.org/events/current-event-234x60.png"](https://www.apache.org/events/current-event-234x60.png"){kind=link}