http://git-wip-us.apache.org/repos/asf/eagle/blob/d6fed677/_site/data/userprofile-validate.txt ---------------------------------------------------------------------- diff --git a/_site/data/userprofile-validate.txt b/_site/data/userprofile-validate.txt new file mode 100644 index 0000000..b59df0b --- /dev/null +++ b/_site/data/userprofile-validate.txt @@ -0,0 +1,8 @@ +2015-10-11 00:52:56,601 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=setPermission src=/dir1/dir2/dir3/2015/10/08/02/00/00/xxx2b01c-b089/_SUCCESS dst=null perm=null +2015-10-11 00:52:57,367 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=setTimes src=/dir1/dir2/dir3/2015/10/08/01/00/00/xyx8b03c-34bd/header dst=null perm=null +2015-10-11 00:52:58,011 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=delete src=/dir1/dir2/dir3/2015/10/08/01/00/00/xyx4b03c-40ee/part-00000 dst=null perm=null +2015-10-11 00:52:59,371 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=fsck src=/dir1/dir2/dir3/2015/10/08/02/00/00/xxx2b02c-ec44/_SUCCESS dst=null perm=null +2015-10-11 00:53:00,371 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=fsck src=/dir1/dir2/dir3/2015/10/08/02/00/00/xxx2b02c-ec44/_SUCCESS dst=null perm=null +2015-10-11 00:53:01,371 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=fsck src=/dir1/dir2/dir3/2015/10/08/02/00/00/xxx2b02c-ec44/_SUCCESS dst=null perm=null +2015-10-11 00:53:02,371 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=fsck src=/dir1/dir2/dir3/2015/10/08/02/00/00/xxx2b02c-ec44/_SUCCESS dst=null perm=null +2015-10-11 00:53:03,371 INFO FSNamesystem.audit: allowed=true ugi=user1 (auth:KERBEROS) ip=/10.10.10.01 cmd=fsck src=/dir1/dir2/dir3/2015/10/08/02/00/00/xxx2b02c-ec44/_SUCCESS dst=null perm=null
http://git-wip-us.apache.org/repos/asf/eagle/blob/d6fed677/_site/docs/FAQ.html ---------------------------------------------------------------------- diff --git a/_site/docs/FAQ.html b/_site/docs/FAQ.html new file mode 100644 index 0000000..78881fd --- /dev/null +++ b/_site/docs/FAQ.html @@ -0,0 +1,259 @@ +<!DOCTYPE html> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + + <title>Eagle - Frequently Asked Questions</title> + <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance"> + + <meta name="keywords" content="Eagle, Hadoop, Security, Real Time"> + <meta name="author" content="eBay Inc."> + + <meta charset="utf-8"> + <meta name="viewport" content="initial-scale=1"> + + <link rel="stylesheet" href="/css/animate.css"> + <link rel="stylesheet" href="/css/bootstrap.min.css"> + + <link rel="stylesheet" href="/css/font-awesome.min.css"> + + <link rel="stylesheet" href="/css/misc.css"> + <link rel="stylesheet" href="/css/style.css"> + <link rel="stylesheet" href="/css/styles.css"> + <link rel="stylesheet" href="/css/main.css"> + <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml"; /> + <link rel="shortcut icon" href="/images/favicon.png"> + + <!-- Baidu Analytics Tracking--> + <script> + var _hmt = _hmt || []; + (function() { + var hm = document.createElement("script"); + hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); + })(); + </script> + + <!-- Google Analytics Tracking --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + ga('create', 'UA-68929805-1', 'auto'); + ga('send', 'pageview'); + </script> +</head> +<body> +<!-- header start --> +<div id="home_page"> + <div class="topbar"> + <div class="container"> + <div class="row" > + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> + <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav navbar-right" id="top-menu"> + <li><a class="menu" href="/#home_page">HOME</a></li> + <li><a class="menu" href="/docs/">DOCS</a></li> + <li><a class="menu" href="/#about_page">ABOUT</a></li> + <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li> + <li><a class="menu" href="/#modules_page">MODULES</a></li> + <li><a class="menu" href="/#usecase_page">USE CASES</a></li> + <li> + </li> + </ul> --> + </div> + </div> + <!-- /.container-fluid --> + </nav> + </div> + </div> + </div> + <div class="headerimage"> + <div class="flexslider"> + <ul class="slides"> + <li><img src="/images/slider/4.jpg" alt="Slide 1"></li> + </ul> + </div> + </div> + <div class="particles" style="height:40%"> </div><!---particles--> + <div class="slider-caption" style="top:80px;"> + <div class="homewrapper"> + <div class="hometitle"> + <a href="/"> + <img src="/images/feather.png" height="80px"> + </a> + </div> + <div class="hometext"> + <h2>Analyze Big Data Platforms For Security and Performance</h2> + <div class="social-buttons"> + <a href="https://github.com/apache/eagle";><i class="fa fa-github"></i></a> + <a href="http://twitter.com/TheApacheEagle";><i class="fa fa-twitter"></i></a> + <a href="https://www.facebook.com/TheApacheEagle/";><i class="fa fa-facebook"></i></a> + <a href="#"><i class="fa fa-weixin"></i></a> + <!-- <a href="https://www.weibo.com/ApacheEagle/";><i class="fa fa-weibo"></i></a> --> + </div> + </div> + </div> + </div> +</div> +<!-- header end --> +<div class="container-fluid page-content"> + <div class="row"> + <div class="col-md-10 col-md-offset-1"> + <!-- sidebar --> + <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation"> + <ul class="nav" id="adminnav"> + + <li class="heading">Getting Started</li> + + <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/FAQ.html" id="">Introduction</a></li> + + <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/FAQ.html" id="">Use Cases</a></li> + + <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/FAQ.html" id="">Terminology</a></li> + + <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/FAQ.html" id="">Ecosystem</a></li> + + <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/FAQ.html" id="">Community</a></li> + + <li class="sidenavli current"><a href="/docs/FAQ.html" data-permalink="/docs/FAQ.html" id="">FAQ</a></li> + + <li class="divider"></li> + + <li class="heading">Documentations</li> + + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/FAQ.html" id="">Latest version (v0.5.0)</a></li> + + <li class="divider"></li> + + <li class="heading">Download</li> + + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/FAQ.html" id="">Latest version (v0.5.0)</a></li> + + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/FAQ.html" id="">Archived</a></li> + + <li class="divider"></li> + + <li class="heading">Supplement</li> + + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/FAQ.html" id="">Security</a></li> + + <li class="divider"></li> + + <li class="sidenavli"> + <a href="mailto:[email protected]"; target="_blank">Need Help?</a> + </li> + </ul> + </div> + <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent"> + <h1 class="page-header" style="margin-top: 0px">Frequently Asked Questions</h1> + <ul> + <li> + <p><strong>Q1. Not able to access storm worker log via browser</strong></p> + + <blockquote> + <p>Add the following line in host machineâs hosts file</p> + </blockquote> + + <pre><code>127.0.0.1 sandbox.hortonworks.com +</code></pre> + </li> + <li> + <p><strong>Q2. Not able to send data into kafka using kafka console producer</strong>:</p> + + <pre><code>/usr/hdp/current/kafka-broker/bin/kafka-console-producer.sh --broker-list localhost:6667 --topic sandbox_hdfs_audit_log +</code></pre> + + <blockquote> + <p>Apache Kafka broker are binding to host sandbox.hortonworks.com</p> + </blockquote> + </li> + <li> + <p><strong>Q3. Cannot visit eagle service url http://localhost:9099 through the browser</strong></p> + + <blockquote> + <p>If your network is NAT, then you need to add forwarding port 9099 for eagle service, or you should check if Apache HBase is alive.</p> + </blockquote> + </li> + <li> + <p><strong>Q4: There is no data in Kafka topic after installing log4j Kafka appender</strong></p> + + <blockquote> + <p>There are a few reasons for this: 1) check if the log4j kafka appender is installed successfully and there is no exceptions when restarting the namenode. 2) check if Apache Kafka is started. 3) If everything is ok, the final choice is to restart the namenode again.</p> + </blockquote> + </li> + <li> + <p><strong>Q5: There is no workers in some topologies.</strong></p> + + <blockquote> + <p>Apache Storm in sandbox has only two slots (workers) to run topologies by default. If want to run more than two topologies, a user should add extra slots in the configurations and restart Storm.</p> + </blockquote> + + <p><img src="/images/docs/storm-slot.png" alt="Add slots" /></p> + </li> +</ul> + + + </div><!--end of loadcontent--> + </div> + <!--end of centered content--> + </div> +</div> +<!--end of container--> + +<!-- footer start --> +<div class="footerwrapper"> + <div class="container"> + <div class="row"> + <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px"> +<div> +</div> +<div> +<a href="http://www.apache.org";> +<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> +</a> +</div> +<div> +Copyright © 2015 <a href="http://www.apache.org";>The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>. +</div> +<div> +Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation. +</div> + </div></div> + </div> + </div> +</div> +<!-- footer end --> + +<!-- JavaScripts --> +<script src="/js/jquery-1.11.1.min.js"></script> +<script src="/js/jquery.singlePageNav.js"></script> +<script src="/js/jquery.flexslider.js"></script> +<script src="/js/modernizr.min.js"></script> +<script src="/js/svg.js"></script> +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> + +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> +</body> +</html> http://git-wip-us.apache.org/repos/asf/eagle/blob/d6fed677/_site/docs/ambari-plugin-install.html ---------------------------------------------------------------------- diff --git a/_site/docs/ambari-plugin-install.html b/_site/docs/ambari-plugin-install.html new file mode 100644 index 0000000..b1f6578 --- /dev/null +++ b/_site/docs/ambari-plugin-install.html @@ -0,0 +1,287 @@ +<!DOCTYPE html> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + + <title>Eagle - Install Apache Eagle Ambari Plugin</title> + <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance"> + + <meta name="keywords" content="Eagle, Hadoop, Security, Real Time"> + <meta name="author" content="eBay Inc."> + + <meta charset="utf-8"> + <meta name="viewport" content="initial-scale=1"> + + <link rel="stylesheet" href="/css/animate.css"> + <link rel="stylesheet" href="/css/bootstrap.min.css"> + + <link rel="stylesheet" href="/css/font-awesome.min.css"> + + <link rel="stylesheet" href="/css/misc.css"> + <link rel="stylesheet" href="/css/style.css"> + <link rel="stylesheet" href="/css/styles.css"> + <link rel="stylesheet" href="/css/main.css"> + <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml"; /> + <link rel="shortcut icon" href="/images/favicon.png"> + + <!-- Baidu Analytics Tracking--> + <script> + var _hmt = _hmt || []; + (function() { + var hm = document.createElement("script"); + hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); + })(); + </script> + + <!-- Google Analytics Tracking --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + ga('create', 'UA-68929805-1', 'auto'); + ga('send', 'pageview'); + </script> +</head> +<body> +<!-- header start --> +<div id="home_page"> + <div class="topbar"> + <div class="container"> + <div class="row" > + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> + <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav navbar-right" id="top-menu"> + <li><a class="menu" href="/#home_page">HOME</a></li> + <li><a class="menu" href="/docs/">DOCS</a></li> + <li><a class="menu" href="/#about_page">ABOUT</a></li> + <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li> + <li><a class="menu" href="/#modules_page">MODULES</a></li> + <li><a class="menu" href="/#usecase_page">USE CASES</a></li> + <li> + </li> + </ul> --> + </div> + </div> + <!-- /.container-fluid --> + </nav> + </div> + </div> + </div> + <div class="headerimage"> + <div class="flexslider"> + <ul class="slides"> + <li><img src="/images/slider/4.jpg" alt="Slide 1"></li> + </ul> + </div> + </div> + <div class="particles" style="height:40%"> </div><!---particles--> + <div class="slider-caption" style="top:80px;"> + <div class="homewrapper"> + <div class="hometitle"> + <a href="/"> + <img src="/images/feather.png" height="80px"> + </a> + </div> + <div class="hometext"> + <h2>Analyze Big Data Platforms For Security and Performance</h2> + <div class="social-buttons"> + <a href="https://github.com/apache/eagle";><i class="fa fa-github"></i></a> + <a href="http://twitter.com/TheApacheEagle";><i class="fa fa-twitter"></i></a> + <a href="https://www.facebook.com/TheApacheEagle/";><i class="fa fa-facebook"></i></a> + <a href="#"><i class="fa fa-weixin"></i></a> + <!-- <a href="https://www.weibo.com/ApacheEagle/";><i class="fa fa-weibo"></i></a> --> + </div> + </div> + </div> + </div> +</div> +<!-- header end --> +<div class="container-fluid page-content"> + <div class="row"> + <div class="col-md-10 col-md-offset-1"> + <!-- sidebar --> + <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation"> + <ul class="nav" id="adminnav"> + + <li class="heading">Getting Started</li> + + <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/ambari-plugin-install.html" id="">Introduction</a></li> + + <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/ambari-plugin-install.html" id="">Use Cases</a></li> + + <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/ambari-plugin-install.html" id="">Terminology</a></li> + + <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/ambari-plugin-install.html" id="">Ecosystem</a></li> + + <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/ambari-plugin-install.html" id="">Community</a></li> + + <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/ambari-plugin-install.html" id="">FAQ</a></li> + + <li class="divider"></li> + + <li class="heading">Documentations</li> + + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/ambari-plugin-install.html" id="">Latest version (v0.5.0)</a></li> + + <li class="divider"></li> + + <li class="heading">Download</li> + + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/ambari-plugin-install.html" id="">Latest version (v0.5.0)</a></li> + + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/ambari-plugin-install.html" id="">Archived</a></li> + + <li class="divider"></li> + + <li class="heading">Supplement</li> + + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/ambari-plugin-install.html" id="">Security</a></li> + + <li class="divider"></li> + + <li class="sidenavli"> + <a href="mailto:[email protected]"; target="_blank">Need Help?</a> + </li> + </ul> + </div> + <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent"> + <h1 class="page-header" style="margin-top: 0px">Install Apache Eagle Ambari Plugin</h1> + <p>Assume Apache Eagle (called Eagle in the following) package has been copied and exacted under /usr/hdp/current/eagle.</p> + +<blockquote> + <p><strong>WARNING</strong>: the following instructions work in sandbox currently.</p> +</blockquote> + +<h3 id="pre-requisites">Pre-requisites</h3> + +<ol> + <li> + <p>Create a Kafka<sup id="fnref:KAFKA"><a href="#fn:KAFKA" class="footnote">1</a></sup> topic if you have not. Here is an example command.</p> + + <pre><code>$ /usr/hdp/current/kafka-broker/bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log +</code></pre> + </li> + <li> + <p>Stream HDFS log data to Kafka, and refer to <a href="/docs/import-hdfs-auditLog.html">here</a> on how to do it .</p> + </li> +</ol> + +<h3 id="installation-steps">Installation Steps</h3> + +<ol> + <li> + <p>Start dependent services Storm<sup id="fnref:STORM"><a href="#fn:STORM" class="footnote">2</a></sup>, Spark<sup id="fnref:SPARK"><a href="#fn:SPARK" class="footnote">3</a></sup>, HBase<sup id="fnref:HBASE"><a href="#fn:HBASE" class="footnote">4</a></sup> & Kafka via Ambari<sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">5</a></sup>.</p> + </li> + <li> + <p>Install Eagle Ambari plugin</p> + + <pre><code>$ /usr/hdp/current/eagle/bin/eagle-ambari.sh install +</code></pre> + </li> + <li> + <p>Restart <a href="http://127.0.0.1:8000/";>Ambari</a> click on disable and enable Ambari back.</p> + </li> + <li> + <p>Add Eagle Service to Ambari. Click on âAdd Serviceâ on Ambari Main page</p> + + <p><img src="/images/docs/add-service.png" alt="AddService" title="AddService" /> + <img src="/images/docs/eagle-service-success.png" alt="Eagle Services" title="Eagle Services" /></p> + </li> + <li> + <p>Add Policies and meta data required by running the below script.</p> + + <pre><code>$ cd <eagle-home> +$ examples/sample-sensitivity-resource-create.sh +$ examples/sample-policy-create.sh +</code></pre> + </li> +</ol> + +<hr /> + +<h4 id="footnotes"><em>Footnotes</em></h4> + +<div class="footnotes"> + <ol> + <li id="fn:KAFKA"> + <p><em>All mentions of âkafkaâ on this page represent Apache Kafka.</em> <a href="#fnref:KAFKA" class="reversefootnote">↩</a></p> + </li> + <li id="fn:STORM"> + <p><em>Apache Storm.</em> <a href="#fnref:STORM" class="reversefootnote">↩</a></p> + </li> + <li id="fn:SPARK"> + <p><em>Apache Spark.</em> <a href="#fnref:SPARK" class="reversefootnote">↩</a></p> + </li> + <li id="fn:HBASE"> + <p><em>Apache HBase.</em> <a href="#fnref:HBASE" class="reversefootnote">↩</a></p> + </li> + <li id="fn:AMBARI"> + <p><em>All mentions of âambariâ on this page represent Apache Ambari.</em> <a href="#fnref:AMBARI" class="reversefootnote">↩</a></p> + </li> + </ol> +</div> + + </div><!--end of loadcontent--> + </div> + <!--end of centered content--> + </div> +</div> +<!--end of container--> + +<!-- footer start --> +<div class="footerwrapper"> + <div class="container"> + <div class="row"> + <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px"> +<div> +</div> +<div> +<a href="http://www.apache.org";> +<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> +</a> +</div> +<div> +Copyright © 2015 <a href="http://www.apache.org";>The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>. +</div> +<div> +Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation. +</div> + </div></div> + </div> + </div> +</div> +<!-- footer end --> + +<!-- JavaScripts --> +<script src="/js/jquery-1.11.1.min.js"></script> +<script src="/js/jquery.singlePageNav.js"></script> +<script src="/js/jquery.flexslider.js"></script> +<script src="/js/modernizr.min.js"></script> +<script src="/js/svg.js"></script> +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> + +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> +</body> +</html> http://git-wip-us.apache.org/repos/asf/eagle/blob/d6fed677/_site/docs/cloudera-integration.html ---------------------------------------------------------------------- diff --git a/_site/docs/cloudera-integration.html b/_site/docs/cloudera-integration.html new file mode 100644 index 0000000..20dbf64 --- /dev/null +++ b/_site/docs/cloudera-integration.html @@ -0,0 +1,377 @@ +<!DOCTYPE html> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + + <title>Eagle - Cloudera Integration</title> + <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance"> + + <meta name="keywords" content="Eagle, Hadoop, Security, Real Time"> + <meta name="author" content="eBay Inc."> + + <meta charset="utf-8"> + <meta name="viewport" content="initial-scale=1"> + + <link rel="stylesheet" href="/css/animate.css"> + <link rel="stylesheet" href="/css/bootstrap.min.css"> + + <link rel="stylesheet" href="/css/font-awesome.min.css"> + + <link rel="stylesheet" href="/css/misc.css"> + <link rel="stylesheet" href="/css/style.css"> + <link rel="stylesheet" href="/css/styles.css"> + <link rel="stylesheet" href="/css/main.css"> + <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml"; /> + <link rel="shortcut icon" href="/images/favicon.png"> + + <!-- Baidu Analytics Tracking--> + <script> + var _hmt = _hmt || []; + (function() { + var hm = document.createElement("script"); + hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); + })(); + </script> + + <!-- Google Analytics Tracking --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + ga('create', 'UA-68929805-1', 'auto'); + ga('send', 'pageview'); + </script> +</head> +<body> +<!-- header start --> +<div id="home_page"> + <div class="topbar"> + <div class="container"> + <div class="row" > + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> + <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav navbar-right" id="top-menu"> + <li><a class="menu" href="/#home_page">HOME</a></li> + <li><a class="menu" href="/docs/">DOCS</a></li> + <li><a class="menu" href="/#about_page">ABOUT</a></li> + <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li> + <li><a class="menu" href="/#modules_page">MODULES</a></li> + <li><a class="menu" href="/#usecase_page">USE CASES</a></li> + <li> + </li> + </ul> --> + </div> + </div> + <!-- /.container-fluid --> + </nav> + </div> + </div> + </div> + <div class="headerimage"> + <div class="flexslider"> + <ul class="slides"> + <li><img src="/images/slider/4.jpg" alt="Slide 1"></li> + </ul> + </div> + </div> + <div class="particles" style="height:40%"> </div><!---particles--> + <div class="slider-caption" style="top:80px;"> + <div class="homewrapper"> + <div class="hometitle"> + <a href="/"> + <img src="/images/feather.png" height="80px"> + </a> + </div> + <div class="hometext"> + <h2>Analyze Big Data Platforms For Security and Performance</h2> + <div class="social-buttons"> + <a href="https://github.com/apache/eagle";><i class="fa fa-github"></i></a> + <a href="http://twitter.com/TheApacheEagle";><i class="fa fa-twitter"></i></a> + <a href="https://www.facebook.com/TheApacheEagle/";><i class="fa fa-facebook"></i></a> + <a href="#"><i class="fa fa-weixin"></i></a> + <!-- <a href="https://www.weibo.com/ApacheEagle/";><i class="fa fa-weibo"></i></a> --> + </div> + </div> + </div> + </div> +</div> +<!-- header end --> +<div class="container-fluid page-content"> + <div class="row"> + <div class="col-md-10 col-md-offset-1"> + <!-- sidebar --> + <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation"> + <ul class="nav" id="adminnav"> + + <li class="heading">Getting Started</li> + + <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/cloudera-integration.html" id="">Introduction</a></li> + + <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/cloudera-integration.html" id="">Use Cases</a></li> + + <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/cloudera-integration.html" id="">Terminology</a></li> + + <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/cloudera-integration.html" id="">Ecosystem</a></li> + + <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/cloudera-integration.html" id="">Community</a></li> + + <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/cloudera-integration.html" id="">FAQ</a></li> + + <li class="divider"></li> + + <li class="heading">Documentations</li> + + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/cloudera-integration.html" id="">Latest version (v0.5.0)</a></li> + + <li class="divider"></li> + + <li class="heading">Download</li> + + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/cloudera-integration.html" id="">Latest version (v0.5.0)</a></li> + + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/cloudera-integration.html" id="">Archived</a></li> + + <li class="divider"></li> + + <li class="heading">Supplement</li> + + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/cloudera-integration.html" id="">Security</a></li> + + <li class="divider"></li> + + <li class="sidenavli"> + <a href="mailto:[email protected]"; target="_blank">Need Help?</a> + </li> + </ul> + </div> + <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent"> + <h1 class="page-header" style="margin-top: 0px">Cloudera Integration</h1> + <p><em>Since Eagle 0.4.0</em></p> + +<p>Configuring Apache Eagle on Cloudera is very similar to configuring it on Hortonworks, but still there are some difference. +This tutorial is to address these issues before you continue to follow the tutorials originally prepared for Hortonworks.</p> + +<h3 id="prerequisites">Prerequisites</h3> + +<p>To get Apache Eagle works on Cloudera, we need:</p> + +<ul> + <li>Zookeeper (installed through Cloudera Manager)</li> + <li>Kafka (installed through Cloudera Manager)</li> + <li>Storm (<code>0.9.x</code> or <code>0.10.x</code>, installed manually)</li> + <li>Logstash (<code>2.X</code>, installed manually on NameNode)</li> +</ul> + +<h3 id="kafka">Kafka</h3> + +<h4 id="configuration">Configuration</h4> + +<p>There are two configurations needed to be mentioned:</p> + +<ul> + <li> + <p>Open Cloudera Manager and open âkafkaâ configuration, then set <code>âzookeeper Rootâ</code> to <code>â/â</code>.</p> + </li> + <li> + <p>If Kafka cannot be started successfully, check kafkaâs log. If stack trace shows: <code>âjava.lang.OutOfMemoryError: Java heap spaceâ</code>. Increase heap size by setting <code>"KAFKA_HEAP_OPTS"</code>in <code>/bin/kafka-server-start.sh</code>.</p> + </li> +</ul> + +<p>Example:</p> + +<pre><code> export KAFKA_HEAP_OPTS="-Xmx2G -Xms2G" +</code></pre> + +<h4 id="verification">Verification</h4> + +<ul> + <li>Step1: create a kafka topic (here I created a topic called âtestâ, which will be used in logstash configuration file to receive hdfsAudit log messages from Cloudera.</li> +</ul> + +<pre><code>bin/kafka-topics.sh --create --zookeeper 127.0.0.1:2181 --replication-factor 1 --partitions 1 --topic test +</code></pre> + +<ul> + <li>Step2: check if topic has been created successfully.</li> +</ul> + +<pre><code>bin/kafka-topics.sh --list --zookeeper 127.0.0.1:2181 +</code></pre> + +<p>this command will show all created topics.</p> + +<ul> + <li>Step3: open two terminals, start âproducerâ and âconsumerâ separately.</li> +</ul> + +<pre><code>/usr/bin/kafka-console-producer --broker-list hostname:9092 --topic test +/usr/bin/kafka-console-consumer --zookeeper hostname:2181 --topic test +</code></pre> + +<ul> + <li>Step4: type in some message in producer. If consumer can receive the messages sent from producer, then kafka is working fine. Otherwise please check the configuration and logs to identify the root cause of issues.</li> +</ul> + +<h3 id="logstash">Logstash</h3> + +<h4 id="installation">Installation</h4> + +<p>You can follow <a href="https://www.elastic.co/downloads/logstash";>logstash online doc</a> to download and install logstash on your machine:</p> + +<p>Or you can install it through <code>yum</code> if you are using centos:</p> + +<ul> + <li>download and install the public signing key:</li> +</ul> + +<pre><code>rpm --import https://packages.elastic.co/GPG-KEY-elasticsearch +</code></pre> + +<ul> + <li>Add the following lines in <code>/etc/yum.repos.d/</code> directory in a file with a <code>.repo</code> suffix, for example <code>logstash.repo</code>.</li> +</ul> + +<pre><code>[logstash-2.3] +name=Logstash repository for 2.3.x packages +baseurl=https://packages.elastic.co/logstash/2.3/centos +gpgcheck=1 +gpgkey=https://packages.elastic.co/GPG-KEY-elasticsearch +enabled=1 +</code></pre> + +<ul> + <li>Then install it using <code>yum</code>:</li> +</ul> + +<pre><code>yum install logstash +</code></pre> + +<h4 id="create-conf-file">Create conf file</h4> + +<p>Follow <a href="https://github.com/apache/incubator-eagle/blob/branch-0.4/eagle-assembly/src/main/docs/logstash-kafka-conf.md";>Apache Eagle online documentation</a> to create logstash configuration file for Apache Eagle.</p> + +<h4 id="start-logstash">Start logstash</h4> + +<pre><code>bin/logstash -f conf/first-pipeline.conf +</code></pre> + +<h4 id="verification-1">Verification</h4> + +<p>Open a terminal and start a kafka consumer to see if it can receive the messages sent by logstash, if there is no message, double check the configuration parameters in conf file. Otherwise logstash is all set.</p> + +<h3 id="apache-storm">Apache Storm</h3> +<p>As Apache Storm is not in Clouderaâs stack, we need to install Storm manually.</p> + +<h4 id="installation-1">Installation</h4> + +<p>Download Apache Storm from <a href="http://storm.apache.org/downloads.html";>here</a>, the version you choose should be <code>0.10.x</code> or <code>0.9.x</code> release. +Then follow <a href="http://storm.apache.org/releases/0.10.0/Setting-up-a-Storm-cluster.html";>Apache Storm online doc</a>) to install Apache Storm on your cluster.</p> + +<p>In <code>/etc/profile</code>, add this:</p> + +<pre><code>export PATH=$PATH:/opt/apache-storm-0.10.1/bin/ +</code></pre> + +<p>save the profile and then type:</p> + +<pre><code>source /etc/profile +</code></pre> + +<p>to make it work.</p> + +<h4 id="configuration-1">Configuration</h4> + +<p>In <code>storm/conf/storm.yaml</code>, change the hostname to your own host.</p> + +<h4 id="start-apache-storm">Start Apache Storm</h4> + +<p>In Termial, type:</p> + +<pre><code>$: storm nimbus +$: storm supervisor +$: storm UI +</code></pre> + +<h4 id="verification-2">Verification</h4> + +<p>Open storm UI in your browser, default URL is : <code>http://hostname:8080/index.html</code>.</p> + +<h3 id="apache-eagle">Apache Eagle</h3> + +<p>To download and install Apache Eagle, please refer to <a href="http://eagle.incubator.apache.org/docs/quick-start.html";>Get Started with Sandbox.</a> .</p> + +<p>One thing need to mention is: in <code>â/bin/eagle-topology.shâ</code>, line 102:</p> + +<pre><code> storm_ui=http://localhost:8080 +</code></pre> + +<p>If you are not using the default port number, change this to your own Storm UI url.</p> + +<p>I know it takes time to finish these configuration, but now it is time to have fun! +Just try <code>HDFS Data Activity Monitoring</code> with <code>Demo</code> listed in <a href="http://eagle.incubator.apache.org/docs/hdfs-data-activity-monitoring.html";>HDFS Data Activity Monitoring.</a></p> + + + </div><!--end of loadcontent--> + </div> + <!--end of centered content--> + </div> +</div> +<!--end of container--> + +<!-- footer start --> +<div class="footerwrapper"> + <div class="container"> + <div class="row"> + <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px"> +<div> +</div> +<div> +<a href="http://www.apache.org";> +<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> +</a> +</div> +<div> +Copyright © 2015 <a href="http://www.apache.org";>The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>. +</div> +<div> +Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation. +</div> + </div></div> + </div> + </div> +</div> +<!-- footer end --> + +<!-- JavaScripts --> +<script src="/js/jquery-1.11.1.min.js"></script> +<script src="/js/jquery.singlePageNav.js"></script> +<script src="/js/jquery.flexslider.js"></script> +<script src="/js/modernizr.min.js"></script> +<script src="/js/svg.js"></script> +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> + +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> +</body> +</html> http://git-wip-us.apache.org/repos/asf/eagle/blob/d6fed677/_site/docs/community.html ---------------------------------------------------------------------- diff --git a/_site/docs/community.html b/_site/docs/community.html new file mode 100644 index 0000000..9df21e5 --- /dev/null +++ b/_site/docs/community.html @@ -0,0 +1,396 @@ +<!DOCTYPE html> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + + <title>Eagle - Apache Eagle Community</title> + <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance"> + + <meta name="keywords" content="Eagle, Hadoop, Security, Real Time"> + <meta name="author" content="eBay Inc."> + + <meta charset="utf-8"> + <meta name="viewport" content="initial-scale=1"> + + <link rel="stylesheet" href="/css/animate.css"> + <link rel="stylesheet" href="/css/bootstrap.min.css"> + + <link rel="stylesheet" href="/css/font-awesome.min.css"> + + <link rel="stylesheet" href="/css/misc.css"> + <link rel="stylesheet" href="/css/style.css"> + <link rel="stylesheet" href="/css/styles.css"> + <link rel="stylesheet" href="/css/main.css"> + <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml"; /> + <link rel="shortcut icon" href="/images/favicon.png"> + + <!-- Baidu Analytics Tracking--> + <script> + var _hmt = _hmt || []; + (function() { + var hm = document.createElement("script"); + hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); + })(); + </script> + + <!-- Google Analytics Tracking --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + ga('create', 'UA-68929805-1', 'auto'); + ga('send', 'pageview'); + </script> +</head> +<body> +<!-- header start --> +<div id="home_page"> + <div class="topbar"> + <div class="container"> + <div class="row" > + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> + <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav navbar-right" id="top-menu"> + <li><a class="menu" href="/#home_page">HOME</a></li> + <li><a class="menu" href="/docs/">DOCS</a></li> + <li><a class="menu" href="/#about_page">ABOUT</a></li> + <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li> + <li><a class="menu" href="/#modules_page">MODULES</a></li> + <li><a class="menu" href="/#usecase_page">USE CASES</a></li> + <li> + </li> + </ul> --> + </div> + </div> + <!-- /.container-fluid --> + </nav> + </div> + </div> + </div> + <div class="headerimage"> + <div class="flexslider"> + <ul class="slides"> + <li><img src="/images/slider/4.jpg" alt="Slide 1"></li> + </ul> + </div> + </div> + <div class="particles" style="height:40%"> </div><!---particles--> + <div class="slider-caption" style="top:80px;"> + <div class="homewrapper"> + <div class="hometitle"> + <a href="/"> + <img src="/images/feather.png" height="80px"> + </a> + </div> + <div class="hometext"> + <h2>Analyze Big Data Platforms For Security and Performance</h2> + <div class="social-buttons"> + <a href="https://github.com/apache/eagle";><i class="fa fa-github"></i></a> + <a href="http://twitter.com/TheApacheEagle";><i class="fa fa-twitter"></i></a> + <a href="https://www.facebook.com/TheApacheEagle/";><i class="fa fa-facebook"></i></a> + <a href="#"><i class="fa fa-weixin"></i></a> + <!-- <a href="https://www.weibo.com/ApacheEagle/";><i class="fa fa-weibo"></i></a> --> + </div> + </div> + </div> + </div> +</div> +<!-- header end --> +<div class="container-fluid page-content"> + <div class="row"> + <div class="col-md-10 col-md-offset-1"> + <!-- sidebar --> + <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation"> + <ul class="nav" id="adminnav"> + + <li class="heading">Getting Started</li> + + <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/community.html" id="">Introduction</a></li> + + <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/community.html" id="">Use Cases</a></li> + + <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/community.html" id="">Terminology</a></li> + + <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/community.html" id="">Ecosystem</a></li> + + <li class="sidenavli current"><a href="/docs/community.html" data-permalink="/docs/community.html" id="">Community</a></li> + + <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/community.html" id="">FAQ</a></li> + + <li class="divider"></li> + + <li class="heading">Documentations</li> + + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/community.html" id="">Latest version (v0.5.0)</a></li> + + <li class="divider"></li> + + <li class="heading">Download</li> + + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/community.html" id="">Latest version (v0.5.0)</a></li> + + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/community.html" id="">Archived</a></li> + + <li class="divider"></li> + + <li class="heading">Supplement</li> + + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/community.html" id="">Security</a></li> + + <li class="divider"></li> + + <li class="sidenavli"> + <a href="mailto:[email protected]"; target="_blank">Need Help?</a> + </li> + </ul> + </div> + <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent"> + <h1 class="page-header" style="margin-top: 0px">Apache Eagle Community</h1> + <h3 id="mailing-lists">Mailing Lists</h3> + +<table> + <thead> + <tr> + <th>Name</th> + <th> </th> + <th> </th> + <th> </th> + <th> </th> + <th>Email</th> + <th> </th> + <th> </th> + <th> </th> + <th> </th> + <th>Subscribe</th> + <th>Unsubscribe</th> + <th>Archive</th> + </tr> + </thead> + <tbody> + <tr> + <td>User Mailling List</td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:user@eagle.apache.org">user@eagle.apache.org</a></td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:user-subscribe@eagle.apache.org">subscribe</a></td> + <td><a href="mailto:user-unsubscribe@eagle.apache.org">unsubscribe</a></td> + <td><a href="http://mail-archives.apache.org/mod_mbox/eagle-user/";>eagle-user</a></td> + </tr> + <tr> + <td>Dev Mailling List</td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:dev@eagle.apache.org">dev@eagle.apache.org</a></td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:dev-subscribe@eagle.apache.org">subscribe</a></td> + <td><a href="mailto:dev-unsubscribe@eagle.apache.org">unsubscribe</a></td> + <td><a href="http://mail-archives.apache.org/mod_mbox/eagle-dev/";>eagle-dev</a></td> + </tr> + <tr> + <td>Issues Mailling List</td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:issues@eagle.apache.org">issues@eagle.apache.org</a></td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:issues-subscribe@eagle.apache.org">subscribe</a></td> + <td><a href="mailto:issues-unsubscribe@eagle.apache.org">unsubscribe</a></td> + <td><a href="http://mail-archives.apache.org/mod_mbox/eagle-issues/";>eagle-issues</a></td> + </tr> + <tr> + <td>Commits Mailling List</td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:commits@eagle.apache.org">commits@eagle.apache.org</a></td> + <td> </td> + <td> </td> + <td> </td> + <td> </td> + <td><a href="mailto:commits-subscribe@eagle.apache.org">subscribe</a></td> + <td><a href="mailto:commits-unsubscribe@eagle.apache.org">unsubscribe</a></td> + <td><a href="http://mail-archives.apache.org/mod_mbox/eagle-commits/";>eagle-commits</a></td> + </tr> + </tbody> +</table> + +<h3 id="issue-tracker">Issue Tracker</h3> + +<p><a href="https://issues.apache.org/jira/browse/EAGLE";>https://issues.apache.org/jira/browse/EAGLE</a></p> + +<h3 id="eagle-team">Eagle Team</h3> + +<h4 id="pmc-members">PMC Members</h4> + +<ul> + <li><a href="https://github.com/yonzhang";>Edward Zhang (å¼ å)</a></li> + <li><a href="https://github.com/haoch";>Hao Chenï¼é浩ï¼</a></li> + <li><a href="https://github.com/sunlibin";>Libin Sunï¼åç«æï¼</a></li> + <li><a href="https://github.com/zombiej";>Jilin Jiangï¼å°åéºï¼</a></li> + <li><a href="https://github.com/qingwen220";>Qingwen Zhaoï¼èµµæ´é¯ï¼</a></li> + <li><a href="https://github.com/hdendukuri";>Hemanth Dendukuri</a></li> + <li><a href="https://github.com/senthilec566";>Senthil Kumar</a></li> + <li><a href="https://github.com/armanoharan";>Arun Manoharan</a></li> + <li><a href="https://github.com/seshuad";>Adunuthula, Seshu</a></li> + <li><a href="https://github.com/anyway1021";>Michael Wu (æ¦åæ¬)</a></li> +</ul> + +<h4 id="commiters">Commiters</h4> + +<ul> + <li><a href="https://github.com/yonzhang";>Edward Zhang (å¼ å)</a></li> + <li><a href="https://github.com/haoch";>Hao Chenï¼é浩ï¼</a></li> + <li><a href="https://github.com/chaitaligupta";>Chaitali Gupta</a></li> + <li><a href="https://github.com/sunlibin";>Libin Sunï¼åç«æï¼</a></li> + <li><a href="https://github.com/zombiej";>Jilin Jiangï¼å°åéºï¼</a></li> + <li><a href="https://github.com/qingwen220";>Qingwen Zhaoï¼èµµæ´é¯ï¼</a></li> + <li><a href="https://github.com/hdendukuri";>Hemanth Dendukuri</a></li> + <li><a href="https://github.com/senthilec566";>Senthil Kumar</a></li> + <li><a href="https://github.com/armanoharan";>Arun Manoharan</a></li> + <li><a href="https://github.com/seshuad";>Adunuthula, Seshu</a></li> + <li><a href="https://github.com/RalphSu";>Liangfei Su (èè¯é£)</a></li> + <li><a href="https://github.com/DadanielZ";>Daniel Zhou (å¨è¾¾)</a></li> + <li><a href="https://github.com/anyway1021";>Michael Wu (æ¦åæ¬)</a></li> + <li><a href="https://github.com/wujinhu";>Jinhu Wu (å´éè)</a></li> + <li><a href="https://github.com/r7raul1984";>Jijun Tang</a></li> +</ul> + +<h4 id="contributors">Contributors</h4> + +<ul> + <li><a href="https://github.com/pmujumdar";>Prasad Mujumdar</a></li> + <li><a href="https://github.com/Jashchahal";>Jaspaul Chahal</a></li> + <li><a href="https://github.com/pkuwm";>Huizhi Lu</a></li> + <li><a href="https://github.com/JingGe";>Jing Ge</a></li> + <li><a href="https://github.com/boscodurai";>boscodurai</a></li> + <li><a href="https://github.com/joe-hj";>Ju He</a></li> + <li><a href="https://github.com/baibaichen";>Chang Chen</a></li> + <li><a href="https://github.com/pkuwm";>Huizhi Lu</a></li> + <li><a href="https://github.com/koone";>koone</a></li> + <li><a href="https://github.com/qinzhaokun";>qinzhaokun</a></li> + <li><a href="https://github.com/mizeng";>mizeng</a></li> + <li><a href="https://github.com/chitin";>chitin</a></li> +</ul> + +<h3 id="project-history">Project History</h3> + +<ul> + <li><strong>Oct 20th, 2015</strong> Eagle was officially open sourced by <a href="http://www.ebay.com";>eBay Inc.</a>.</li> +</ul> + +<h3 id="credits">Credits</h3> + +<ul> + <li>Thanks <a href="http://www.ebay.com";>eBay Inc.</a> to donated this project to open source community, first announement at <a href="http://www.ebaytechblog.com/2015/10/23/eagle-is-your-hadoop-data-secured/";>eBay Techblog</a>.</li> +</ul> + +<h3 id="social-network">Social Network</h3> + +<ul> + <li><strong>Twitter</strong>: <a href="https://twitter.com/TheApacheEagle";>@TheApacheEagle</a></li> + <li><strong>Wechat</strong>: Apache_Eagle</li> +</ul> + +<h3 id="events-and-meetupshadoop">Events and Meetups<sup id="fnref:HADOOP"><a href="#fn:HADOOP" class="footnote">1</a></sup></h3> + +<p><strong>Conferences</strong></p> + +<ul> + <li><a href="http://cci.drexel.edu/bigdata/bigdata2015/";><strong>IEEE BigData 2015</strong></a>: <a href="http://cci.drexel.edu/bigdata/bigdata2015/APaper.html";>Eagle: User Profile-based Anomaly Detection in Hadoop Clusters</a> by <a href="https://github.com/chaitaligupta";>Chaitali Gupta</a> and <a href="https://github.com/yonzhang";>Edward Zhang</a> on Oct 29 - Nov 01, 2015 at <a href="https://www.google.com/maps/place/Santa+Clara,+CA";>Santa Clara, CA, USA</a></li> + <li><a href="http://www.chinahadoop.com/english";><strong>China Hadoop Summit 2015</strong></a>: <a href="http://www.slideshare.net/haoch/hadoop-eaglev4";>Hadoop Eagle - Real Time Monitoring Platform</a> by <a href="https://github.com/haoch";>Hao Chen</a> on July 23 - 24, 2015 at <a href="https://www.google.com/maps/place/Shanghai,+China";>Shanghai, China</a></li> + <li><a href="http://2015.hadoopsummit.org/san-jose/";><strong>Hadoop Summit 2015</strong></a>: <a href="http://www.slideshare.net/Hadoop_Summit/hadoop-eagle-real-time-monitoring";>Hadoop Eagle - Real Time Monitoring Framework for eBay Hadoop</a> by <a href="https://github.com/yonzhang";>Edward Zhand</a> and <a href="https://github.com/haoch";>Hao Chen</a> on June 9 - 11, 2015 at <a href="https://www.google.com/maps/place/San+Jose,+CA";>San Jose, CA, USA</a> +<br /></li> +</ul> + +<hr /> + +<h4 id="footnotes"><em>Footnotes</em></h4> + +<div class="footnotes"> + <ol> + <li id="fn:HADOOP"> + <p><em>All mentions of âhadoopâ on this page represent Apache Hadoop.</em> <a href="#fnref:HADOOP" class="reversefootnote">↩</a></p> + </li> + </ol> +</div> + + </div><!--end of loadcontent--> + </div> + <!--end of centered content--> + </div> +</div> +<!--end of container--> + +<!-- footer start --> +<div class="footerwrapper"> + <div class="container"> + <div class="row"> + <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px"> +<div> +</div> +<div> +<a href="http://www.apache.org";> +<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> +</a> +</div> +<div> +Copyright © 2015 <a href="http://www.apache.org";>The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>. +</div> +<div> +Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation. +</div> + </div></div> + </div> + </div> +</div> +<!-- footer end --> + +<!-- JavaScripts --> +<script src="/js/jquery-1.11.1.min.js"></script> +<script src="/js/jquery.singlePageNav.js"></script> +<script src="/js/jquery.flexslider.js"></script> +<script src="/js/modernizr.min.js"></script> +<script src="/js/svg.js"></script> +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> + +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> +</body> +</html> http://git-wip-us.apache.org/repos/asf/eagle/blob/d6fed677/_site/docs/configuration.html ---------------------------------------------------------------------- diff --git a/_site/docs/configuration.html b/_site/docs/configuration.html new file mode 100644 index 0000000..83501ae --- /dev/null +++ b/_site/docs/configuration.html @@ -0,0 +1,686 @@ +<!DOCTYPE html> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + + <title>Eagle - Application Configuration</title> + <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance"> + + <meta name="keywords" content="Eagle, Hadoop, Security, Real Time"> + <meta name="author" content="eBay Inc."> + + <meta charset="utf-8"> + <meta name="viewport" content="initial-scale=1"> + + <link rel="stylesheet" href="/css/animate.css"> + <link rel="stylesheet" href="/css/bootstrap.min.css"> + + <link rel="stylesheet" href="/css/font-awesome.min.css"> + + <link rel="stylesheet" href="/css/misc.css"> + <link rel="stylesheet" href="/css/style.css"> + <link rel="stylesheet" href="/css/styles.css"> + <link rel="stylesheet" href="/css/main.css"> + <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml"; /> + <link rel="shortcut icon" href="/images/favicon.png"> + + <!-- Baidu Analytics Tracking--> + <script> + var _hmt = _hmt || []; + (function() { + var hm = document.createElement("script"); + hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); + })(); + </script> + + <!-- Google Analytics Tracking --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + ga('create', 'UA-68929805-1', 'auto'); + ga('send', 'pageview'); + </script> +</head> +<body> +<!-- header start --> +<div id="home_page"> + <div class="topbar"> + <div class="container"> + <div class="row" > + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> + <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav navbar-right" id="top-menu"> + <li><a class="menu" href="/#home_page">HOME</a></li> + <li><a class="menu" href="/docs/">DOCS</a></li> + <li><a class="menu" href="/#about_page">ABOUT</a></li> + <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li> + <li><a class="menu" href="/#modules_page">MODULES</a></li> + <li><a class="menu" href="/#usecase_page">USE CASES</a></li> + <li> + </li> + </ul> --> + </div> + </div> + <!-- /.container-fluid --> + </nav> + </div> + </div> + </div> + <div class="headerimage"> + <div class="flexslider"> + <ul class="slides"> + <li><img src="/images/slider/4.jpg" alt="Slide 1"></li> + </ul> + </div> + </div> + <div class="particles" style="height:40%"> </div><!---particles--> + <div class="slider-caption" style="top:80px;"> + <div class="homewrapper"> + <div class="hometitle"> + <a href="/"> + <img src="/images/feather.png" height="80px"> + </a> + </div> + <div class="hometext"> + <h2>Analyze Big Data Platforms For Security and Performance</h2> + <div class="social-buttons"> + <a href="https://github.com/apache/eagle";><i class="fa fa-github"></i></a> + <a href="http://twitter.com/TheApacheEagle";><i class="fa fa-twitter"></i></a> + <a href="https://www.facebook.com/TheApacheEagle/";><i class="fa fa-facebook"></i></a> + <a href="#"><i class="fa fa-weixin"></i></a> + <!-- <a href="https://www.weibo.com/ApacheEagle/";><i class="fa fa-weibo"></i></a> --> + </div> + </div> + </div> + </div> +</div> +<!-- header end --> +<div class="container-fluid page-content"> + <div class="row"> + <div class="col-md-10 col-md-offset-1"> + <!-- sidebar --> + <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation"> + <ul class="nav" id="adminnav"> + + <li class="heading">Getting Started</li> + + <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/configuration.html" id="">Introduction</a></li> + + <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/configuration.html" id="">Use Cases</a></li> + + <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/configuration.html" id="">Terminology</a></li> + + <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/configuration.html" id="">Ecosystem</a></li> + + <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/configuration.html" id="">Community</a></li> + + <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/configuration.html" id="">FAQ</a></li> + + <li class="divider"></li> + + <li class="heading">Documentations</li> + + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/configuration.html" id="">Latest version (v0.5.0)</a></li> + + <li class="divider"></li> + + <li class="heading">Download</li> + + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/configuration.html" id="">Latest version (v0.5.0)</a></li> + + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/configuration.html" id="">Archived</a></li> + + <li class="divider"></li> + + <li class="heading">Supplement</li> + + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/configuration.html" id="">Security</a></li> + + <li class="divider"></li> + + <li class="sidenavli"> + <a href="mailto:[email protected]"; target="_blank">Need Help?</a> + </li> + </ul> + </div> + <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent"> + <h1 class="page-header" style="margin-top: 0px">Application Configuration</h1> + <p>Apache Eagle (called Eagle in the following) requires you to create a configuration file under <code>$EAGLE_HOME/conf/</code> for each application. Basically, there are some common properties shared, e.g., envContextConfig, eagleProps, and dynamicConfigSource. While dataSourceConfig differs from application to application.</p> + +<p>In this page we take the following two application as examples</p> + +<ul> + <li>HDFS Audit Log Configuration</li> + <li>Hive<sup id="fnref:HIVE"><a href="#fn:HIVE" class="footnote">1</a></sup> Query Log Configuration</li> +</ul> + +<h3 id="hdfs-audit-log-configuration">HDFS Audit Log Configuration</h3> +<hr /> + +<table> + <thead> + <tr> + <th>Class</th> + <th> </th> + <th> </th> + <th>Property Name</th> + <th> </th> + <th> </th> + <th>Description</th> + </tr> + </thead> + <tbody> + <tr> + <td>envContextConfig</td> + <td> </td> + <td> </td> + <td>env</td> + <td> </td> + <td> </td> + <td>currently only Storm<sup id="fnref:STORM"><a href="#fn:STORM" class="footnote">2</a></sup> is supported.</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>mode</td> + <td> </td> + <td> </td> + <td>local or cluster</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>topologyName</td> + <td> </td> + <td> </td> + <td>in the format {site}-{topology-name}</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>stormConfigFile</td> + <td> </td> + <td> </td> + <td>a storm configuration file for overriding some Storm properties</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>parallelismConfig</td> + <td> </td> + <td> </td> + <td>parallelism for both Kafka<sup id="fnref:KAFKA"><a href="#fn:KAFKA" class="footnote">3</a></sup> consumer and alert executors</td> + </tr> + <tr> + <td>dataSourceConfig</td> + <td> </td> + <td> </td> + <td><strong>topic</strong></td> + <td> </td> + <td> </td> + <td>Kafka topic for audit log streaming, make sure it exists</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>zkConnection</strong>*</td> + <td> </td> + <td> </td> + <td>ZooKeeper<sup id="fnref:ZOOKEEPER"><a href="#fn:ZOOKEEPER" class="footnote">4</a></sup> connection string, you can also specify multiple hosts in the form hostname1:port1,hostname2:port2, â¦</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>zkConnectionTimeoutMS</td> + <td> </td> + <td> </td> + <td>zookeeper connection timeout</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>fetchSize</td> + <td> </td> + <td> </td> + <td>kafka maximal message fetching size, default value is 1048586</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>deserializerClass</td> + <td> </td> + <td> </td> + <td>org.apache.eagle.security.auditlog.HdfsAuditLogKafkaDeserializer</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>transactionZKServers</td> + <td> </td> + <td> </td> + <td>ZooKeeper servers, you can also specify multiple hosts in the form hostname1,hostname2,hostname3</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>transactionZKPort</td> + <td> </td> + <td> </td> + <td>ZooKeeper connection port</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>transactionZKRoot</td> + <td> </td> + <td> </td> + <td>ZooKeeper chroot path for Eagle</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>consumerGroupId</td> + <td> </td> + <td> </td> + <td>only for hdfsAuditLog</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>transactionStateUpdateMS</td> + <td> </td> + <td> </td> + <td>default is 2000</td> + </tr> + <tr> + <td>alertExecutorConfigs</td> + <td> </td> + <td> </td> + <td>parallelism</td> + <td> </td> + <td> </td> + <td>default is 1</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>partitioner</td> + <td> </td> + <td> </td> + <td>default value is eagle.alert.policy.DefaultPolicyPartitioner</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>needValidation</td> + <td> </td> + <td> </td> + <td>true or false</td> + </tr> + <tr> + <td>eagleProps</td> + <td> </td> + <td> </td> + <td><strong>site</strong>*</td> + <td> </td> + <td> </td> + <td>site name, such as sandbox, datacenter1, datacenter2</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>dataSource</td> + <td> </td> + <td> </td> + <td>hdfsAuditLog</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>dataJoinPollIntervalSec</td> + <td> </td> + <td> </td> + <td>time interval for retrieving data from HBase<sup id="fnref:HBASE"><a href="#fn:HBASE" class="footnote">5</a></sup></td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>mailHost</strong>*</td> + <td> </td> + <td> </td> + <td>SMTP server</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>mailSmtpPort</strong>*</td> + <td> </td> + <td> </td> + <td>SMTP server port, default is 25</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>mailDebug</td> + <td> </td> + <td> </td> + <td>true or false</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>eagleService.host</td> + <td> </td> + <td> </td> + <td>Tomcat<sup id="fnref:TOMCAT"><a href="#fn:TOMCAT" class="footnote">6</a></sup> server host, default is localhost</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>eagleService.port</td> + <td> </td> + <td> </td> + <td>9099</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>eagleService.username</td> + <td> </td> + <td> </td> + <td>admin</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>eagleService.password</td> + <td> </td> + <td> </td> + <td>secret</td> + </tr> + <tr> + <td>dynamicConfigSource</td> + <td> </td> + <td> </td> + <td>enabled</td> + <td> </td> + <td> </td> + <td>true or false, default is true</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>initDelayMillis</td> + <td> </td> + <td> </td> + <td>default is 0</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>delayMillis</td> + <td> </td> + <td> </td> + <td>default is 30000</td> + </tr> + </tbody> +</table> + +<p><br /></p> + +<h3 id="hive-query-log-configuration">Hive Query Log Configuration</h3> +<hr /> + +<table> + <thead> + <tr> + <th>Class</th> + <th> </th> + <th> </th> + <th>Property Name</th> + <th> </th> + <th> </th> + <th>Description</th> + </tr> + </thead> + <tbody> + <tr> + <td>envContextConfig</td> + <td> </td> + <td> </td> + <td>same as HDF</td> + <td> </td> + <td> </td> + <td> </td> + </tr> + <tr> + <td>dataSourceConfig</td> + <td> </td> + <td> </td> + <td>flavor</td> + <td> </td> + <td> </td> + <td>stormrunning</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>zkQuorum</strong>*</td> + <td> </td> + <td> </td> + <td>ZooKeeper connection string, you can also specify multiple hosts in the form hostname1:port1,hostname2:port2,hostname3:port3</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>zkRoot</strong>*</td> + <td> </td> + <td> </td> + <td>ZooKeeper chroot path for Eagle to store data, default is /jobrunning</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>zkSessionTimeoutMs</td> + <td> </td> + <td> </td> + <td>ZooKeeper session timeout, default is 15000</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>zkRetryTimes</td> + <td> </td> + <td> </td> + <td>ZooKeeper retry times, default is 3</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>zkRetryInterval</td> + <td> </td> + <td> </td> + <td>default is 2000</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>RMEndPoints</strong>*</td> + <td> </td> + <td> </td> + <td>yarn.resourcemanager.webapp.address. Default value is http://localhost:8088/</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td><strong>HSEndPoint</strong>*</td> + <td> </td> + <td> </td> + <td>mapreduce.jobhistory.webapp.address. Default values is http://localhost:19888/</td> + </tr> + <tr> + <td> </td> + <td> </td> + <td> </td> + <td>partitionerCls</td> + <td> </td> + <td> </td> + <td>eagle.job.DefaultJobPartitionerImpl</td> + </tr> + <tr> + <td>alertExecutorConfigs</td> + <td> </td> + <td> </td> + <td>same as HDFS</td> + <td> </td> + <td> </td> + <td> </td> + </tr> + <tr> + <td>eagleProps</td> + <td> </td> + <td> </td> + <td>same as HDFS</td> + <td> </td> + <td> </td> + <td> </td> + </tr> + <tr> + <td>dynamicConfigSource</td> + <td> </td> + <td> </td> + <td>same as HDFS</td> + <td> </td> + <td> </td> + <td> </td> + </tr> + </tbody> +</table> + +<p><br /></p> + +<hr /> + +<h4 id="footnotes"><em>Footnotes</em></h4> + +<div class="footnotes"> + <ol> + <li id="fn:HIVE"> + <p><em>All mentions of âhiveâ on this page represent Apache Hive.</em> <a href="#fnref:HIVE" class="reversefootnote">↩</a></p> + </li> + <li id="fn:STORM"> + <p><em>All mentions of âstormâ on this page represent Apache Storm.</em> <a href="#fnref:STORM" class="reversefootnote">↩</a></p> + </li> + <li id="fn:KAFKA"> + <p><em>All mentions of âkafkaâ on this page represent Apache Kafka.</em> <a href="#fnref:KAFKA" class="reversefootnote">↩</a></p> + </li> + <li id="fn:ZOOKEEPER"> + <p><em>All mentions of âzookeeperâ on this page represent Apache ZooKeeper.</em> <a href="#fnref:ZOOKEEPER" class="reversefootnote">↩</a></p> + </li> + <li id="fn:HBASE"> + <p><em>Apache HBase.</em> <a href="#fnref:HBASE" class="reversefootnote">↩</a></p> + </li> + <li id="fn:TOMCAT"> + <p><em>Apache Tomcat.</em> <a href="#fnref:TOMCAT" class="reversefootnote">↩</a></p> + </li> + </ol> +</div> + + </div><!--end of loadcontent--> + </div> + <!--end of centered content--> + </div> +</div> +<!--end of container--> + +<!-- footer start --> +<div class="footerwrapper"> + <div class="container"> + <div class="row"> + <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px"> +<div> +</div> +<div> +<a href="http://www.apache.org";> +<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> +</a> +</div> +<div> +Copyright © 2015 <a href="http://www.apache.org";>The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>. +</div> +<div> +Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation. +</div> + </div></div> + </div> + </div> +</div> +<!-- footer end --> + +<!-- JavaScripts --> +<script src="/js/jquery-1.11.1.min.js"></script> +<script src="/js/jquery.singlePageNav.js"></script> +<script src="/js/jquery.flexslider.js"></script> +<script src="/js/modernizr.min.js"></script> +<script src="/js/svg.js"></script> +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> + +<script> + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); +</script> +</body> +</html>
