Modified: eagle/site/docs/hdfs-auth-activity-monitoring.html URL: http://svn.apache.org/viewvc/eagle/site/docs/hdfs-auth-activity-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/hdfs-auth-activity-monitoring.html (original) +++ eagle/site/docs/hdfs-auth-activity-monitoring.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -219,25 +160,23 @@ <h4 id="sample-authorization-logs">Sample authorization logs</h4> -<div class="highlighter-rouge"><pre class="highlight"><code>2016-06-08 02:55:07,742 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hdfs (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.protocol.ClientProtocol +<pre><code>2016-06-08 02:55:07,742 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hdfs (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.protocol.ClientProtocol 2016-06-08 02:55:35,304 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hdfs (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.server.protocol.NamenodeProtocol 2016-06-08 02:55:36,862 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hive (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.protocol.ClientProtocol </code></pre> -</div> <p>Steps for enabling service-level authorization activity</p> -<h4 id="1-enable-hdfs-authorization-security-in-core-sitexml">1. Enable HDFS Authorization Security in core-site.xml</h4> +<h4 id="enable-hdfs-authorization-security-in-core-sitexml">1. Enable HDFS Authorization Security in core-site.xml</h4> -<div class="highlighter-rouge"><pre class="highlight"><code> <property> +<pre><code> <property> <name>hadoop.security.authorization</name> <value>true</value> </property> </code></pre> -</div> -<h4 id="2-enable-hdfs-security-log-in-log4jproperties">2. Enable HDFS security log in log4j.properties</h4> -<div class="highlighter-rouge"><pre class="highlight"><code># +<h4 id="enable-hdfs-security-log-in-log4jproperties">2. Enable HDFS security log in log4j.properties</h4> +<pre><code># #Security audit appender # hadoop.security.logger=INFO,DRFAS @@ -251,7 +190,6 @@ log4j.appender.DRFAS.layout=org.apache.l log4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n log4j.appender.DRFAS.DatePattern=.yyyy-MM-dd </code></pre> -</div> </div><!--end of loadcontent--> </div>
Modified: eagle/site/docs/hdfs-data-activity-monitoring.html URL: http://svn.apache.org/viewvc/eagle/site/docs/hdfs-data-activity-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/hdfs-data-activity-monitoring.html (original) +++ eagle/site/docs/hdfs-data-activity-monitoring.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli current"><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -240,7 +181,7 @@ <li> <p><strong>Step 1</strong>: Configure Advanced hdfs-log4j via <a href="http://localhost:8080/#/main/services/HDFS/configs"; target="_blank">Ambari UI</a><sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">2</a></sup>, by adding below âKAFKA_HDFS_AUDITâ log4j appender to hdfs audit logging.</p> - <div class="highlighter-rouge"><pre class="highlight"><code> log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender + <pre><code> log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender log4j.appender.KAFKA_HDFS_AUDIT.Topic=sandbox_hdfs_audit_log log4j.appender.KAFKA_HDFS_AUDIT.BrokerList=sandbox.hortonworks.com:6667 log4j.appender.KAFKA_HDFS_AUDIT.KeyClass=org.apache.eagle.log4j.kafka.hadoop.AuditLogKeyer @@ -248,25 +189,22 @@ log4j.appender.KAFKA_HDFS_AUDIT.Layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n log4j.appender.KAFKA_HDFS_AUDIT.ProducerType=async </code></pre> - </div> <p><img src="/images/docs/hdfs-log4j-conf.png" alt="HDFS LOG4J Configuration" title="hdfslog4jconf" /></p> </li> <li> <p><strong>Step 2</strong>: Edit Advanced hadoop-env via <a href="http://localhost:8080/#/main/services/HDFS/configs"; target="_blank">Ambari UI</a>, and add the reference to KAFKA_HDFS_AUDIT to HADOOP_NAMENODE_OPTS.</p> - <div class="highlighter-rouge"><pre class="highlight"><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT + <pre><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT </code></pre> - </div> <p><img src="/images/docs/hdfs-env-conf.png" alt="HDFS Environment Configuration" title="hdfsenvconf" /></p> </li> <li> <p><strong>Step 3</strong>: Edit Advanced hadoop-env via <a href="http://localhost:8080/#/main/services/HDFS/configs"; target="_blank">Ambari UI</a>, and append the following command to it.</p> - <div class="highlighter-rouge"><pre class="highlight"><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/usr/hdp/current/eagle/lib/log4jkafka/lib/* + <pre><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/usr/hdp/current/eagle/lib/log4jkafka/lib/* </code></pre> - </div> <p><img src="/images/docs/hdfs-env-conf2.png" alt="HDFS Environment Configuration" title="hdfsenvconf2" /></p> </li> @@ -285,11 +223,10 @@ <ul> <li> - <p><strong>Step 7</strong>: Check whether logs from â/var/log/hadoop/hdfs/hdfs-audit.logâ are flowing into topic <code class="highlighter-rouge">sandbox_hdfs_audit_log</code></p> + <p><strong>Step 7</strong>: Check whether logs from â/var/log/hadoop/hdfs/hdfs-audit.logâ are flowing into topic <code>sandbox_hdfs_audit_log</code></p> - <div class="highlighter-rouge"><pre class="highlight"><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic sandbox_hdfs_audit_log + <pre><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic sandbox_hdfs_audit_log </code></pre> - </div> </li> </ul> Modified: eagle/site/docs/hive-query-activity-monitoring.html URL: http://svn.apache.org/viewvc/eagle/site/docs/hive-query-activity-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/hive-query-activity-monitoring.html (original) +++ eagle/site/docs/hive-query-activity-monitoring.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli current"><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -246,13 +187,12 @@ </li> </ul> -<div class="highlighter-rouge"><pre class="highlight"><code>$ su hive +<pre><code>$ su hive $ hive $ set hive.execution.engine=mr; $ use xademo; $ select a.phone_number from customer_details a, call_detail_records b where a.phone_number=b.phone_number; </code></pre> -</div> <p>From UI click on alert tab and you should see alert for your attempt to read restricted column.</p> Modified: eagle/site/docs/import-hdfs-auditLog.html URL: http://svn.apache.org/viewvc/eagle/site/docs/import-hdfs-auditLog.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/import-hdfs-auditLog.html (original) +++ eagle/site/docs/import-hdfs-auditLog.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli current"><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/import-hdfs-auditLog.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -228,10 +169,9 @@ install a <strong>namenode log4j Kafka a <p>Here is an sample Kafka command to create topic âsandbox_hdfs_audit_logâ</p> - <div class="highlighter-rouge"><pre class="highlight"><code>cd <kafka-home> + <pre><code>cd <kafka-home> bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log </code></pre> - </div> </li> <li> <p><strong>Step 2</strong>: Install Logstash-kafka plugin</p> @@ -249,7 +189,7 @@ bin/kafka-topics.sh --create --zookeeper <li> <p><strong>Step 3</strong>: Create a Logstash configuration file under ${LOGSTASH_HOME}/conf. Here is a sample.</p> - <div class="highlighter-rouge"><pre class="highlight"><code> input { + <pre><code> input { file { type => "hdp-nn-audit" path => "/path/to/audit.log" @@ -290,17 +230,15 @@ bin/kafka-topics.sh --create --zookeeper } } </code></pre> - </div> </li> <li> <p><strong>Step 4</strong>: Start Logstash</p> - <div class="highlighter-rouge"><pre class="highlight"><code>bin/logstash -f conf/sample.conf + <pre><code>bin/logstash -f conf/sample.conf </code></pre> - </div> </li> <li> - <p><strong>Step 5</strong>: Check whether logs are flowing into the kafka topic specified by <code class="highlighter-rouge">topic_id</code></p> + <p><strong>Step 5</strong>: Check whether logs are flowing into the kafka topic specified by <code>topic_id</code></p> </li> </ul> @@ -314,15 +252,14 @@ bin/kafka-topics.sh --create --zookeeper <li> <p><strong>Step 1</strong>: Create a Kafka topic. Here is a example Kafka command for creating topic âsandbox_hdfs_audit_logâ</p> - <div class="highlighter-rouge"><pre class="highlight"><code>cd <kafka-home> + <pre><code>cd <kafka-home> bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log </code></pre> - </div> </li> <li> <p><strong>Step 2</strong>: Configure $HADOOP_CONF_DIR/log4j.properties, and add a log4j appender âKAFKA_HDFS_AUDITâ to hdfs audit logging</p> - <div class="highlighter-rouge"><pre class="highlight"><code>log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender + <pre><code>log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender log4j.appender.KAFKA_HDFS_AUDIT.Topic=sandbox_hdfs_audit_log log4j.appender.KAFKA_HDFS_AUDIT.BrokerList=sandbox.hortonworks.com:6667 log4j.appender.KAFKA_HDFS_AUDIT.KeyClass=org.apache.eagle.log4j.kafka.hadoop.AuditLogKeyer @@ -332,25 +269,22 @@ log4j.appender.KAFKA_HDFS_AUDIT.Producer #log4j.appender.KAFKA_HDFS_AUDIT.BatchSize=1 #log4j.appender.KAFKA_HDFS_AUDIT.QueueSize=1 </code></pre> - </div> <p><img src="/images/docs/hdfs-log4j-conf.png" alt="HDFS LOG4J Configuration" title="hdfslog4jconf" /></p> </li> <li> <p><strong>Step 3</strong>: Edit $HADOOP_CONF_DIR/hadoop-env.sh, and add the reference to KAFKA_HDFS_AUDIT to HADOOP_NAMENODE_OPTS.</p> - <div class="highlighter-rouge"><pre class="highlight"><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT + <pre><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT </code></pre> - </div> <p><img src="/images/docs/hdfs-env-conf.png" alt="HDFS Environment Configuration" title="hdfsenvconf" /></p> </li> <li> <p><strong>Step 4</strong>: Edit $HADOOP_CONF_DIR/hadoop-env.sh, and append the following command to it.</p> - <div class="highlighter-rouge"><pre class="highlight"><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/path/to/eagle/lib/log4jkafka/lib/* + <pre><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/path/to/eagle/lib/log4jkafka/lib/* </code></pre> - </div> <p><img src="/images/docs/hdfs-env-conf2.png" alt="HDFS Environment Configuration" title="hdfsenvconf2" /></p> </li> @@ -360,9 +294,8 @@ log4j.appender.KAFKA_HDFS_AUDIT.Producer <li> <p><strong>Step 6</strong>: Check whether logs are flowing into Topic sandbox_hdfs_audit_log</p> - <div class="highlighter-rouge"><pre class="highlight"><code>$ /usr/hdp/current/kafka-broker/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic sandbox_hdfs_audit_log + <pre><code>$ /usr/hdp/current/kafka-broker/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic sandbox_hdfs_audit_log </code></pre> - </div> </li> </ul> Modified: eagle/site/docs/index.html URL: http://svn.apache.org/viewvc/eagle/site/docs/index.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/index.html (original) +++ eagle/site/docs/index.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/index.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/index.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/index.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/index.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/index.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/index.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/index.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/index.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/index.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/index.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/index.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/index.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/index.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/index.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/index.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/index.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/index.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/index.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/index.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/index.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/index.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/index.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/index.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/index.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/index.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/index.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/index.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/index.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/index.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/index.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/index.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/index.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> Modified: eagle/site/docs/installation.html URL: http://svn.apache.org/viewvc/eagle/site/docs/installation.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/installation.html (original) +++ eagle/site/docs/installation.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/installation.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/installation.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/installation.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/installation.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/installation.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/installation.html" id="">Setup Eagle in Production</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/installation.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/installation.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/installation.html" id="">Eagle LDAP Authentication</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/installation.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/installation.html" id="">Site Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/installation.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/installation.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/installation.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/installation.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/installation.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/installation.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/installation.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/installation.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/installation.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/installation.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/installation.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/installation.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/installation.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/installation.html" id="">Metadata RESTful API</a></li> - - <li class="divider"></li> - - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/installation.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/installation.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/installation.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/installation.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/installation.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/installation.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/installation.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -239,19 +180,16 @@ <h4 id="install-eagle">Install Eagle</h4> <ul> - <li><strong>Step 1</strong>: Clone stable version from <a href="https://github.com/apache/eagle/releases/tag/v0.4.0-incubating";>eagle github</a> - <blockquote> - <div class="highlighter-rouge"><pre class="highlight"><code> Build project mvn clean install -DskipTests=true -</code></pre> - </div> - </blockquote> + <li> + <p><strong>Step 1</strong>: Clone stable version from <a href="https://github.com/apache/eagle/releases/tag/v0.4.0-incubating";>eagle github</a> +> Build project mvn clean install -DskipTests=true</p> </li> <li> <p><strong>Step 2</strong>: Download eagle-bin-0.1.0.tar.gz package from successful build into your HDP sandbox.</p> <ul> <li> - <p>Option 1: <code class="highlighter-rouge">scp -P 2222 eagle/eagle-assembly/target/eagle-0.1.0-bin.tar.gz [email protected]:/usr/hdp/current/</code></p> + <p>Option 1: <code>scp -P 2222 eagle/eagle-assembly/target/eagle-0.1.0-bin.tar.gz [email protected]:/usr/hdp/current/</code></p> </li> <li> <p>Option 2: Create shared directory between host and Sandbox, and restart Sandbox. Then you can find the shared directory under /media in Sandbox.</p> @@ -261,30 +199,27 @@ <li> <p><strong>Step 3</strong>: Extract eagle tarball package</p> - <div class="highlighter-rouge"><pre class="highlight"><code>$ cd /usr/hdp/current + <pre><code>$ cd /usr/hdp/current $ tar -zxvf eagle-0.1.0-bin.tar.gz $ mv eagle-0.1.0 eagle </code></pre> - </div> </li> <li> <p><strong>Step 4</strong>: Add root as a HBase<sup id="fnref:HBASE"><a href="#fn:HBASE" class="footnote">1</a></sup> superuser via <a href="http://127.0.0.1:8080/#/main/services/HBASE/configs";>Ambari</a> (Optional, a user can operate HBase by sudo su hbase, as an alternative).</p> </li> - <li><strong>Step 5</strong>: Install Eagle Ambari<sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">2</a></sup> service - <blockquote> - - <p>/usr/hdp/current/eagle/bin/eagle-ambari.sh install.</p> - </blockquote> + <li> + <p><strong>Step 5</strong>: Install Eagle Ambari<sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">2</a></sup> service +> + /usr/hdp/current/eagle/bin/eagle-ambari.sh install.</p> </li> <li> <p><strong>Step 6</strong>: Restart <a href="http://127.0.0.1:8000/";>Ambari</a> click on disable and enable Ambari back.</p> </li> - <li><strong>Step 7</strong>: Start HBase & Storm<sup id="fnref:STORM"><a href="#fn:STORM" class="footnote">3</a></sup> & Kafka<sup id="fnref:KAFKA"><a href="#fn:KAFKA" class="footnote">4</a></sup> -From Ambari UI, restart any suggested components(âRestart button on topâ) & Start Storm (Start âNimbusâ ,âSupervisorâ & âStorm UI Serverâ), Kafka (Start âKafka Brokerâ) , HBase (Start âRegionServerâ and â HBase Masterâ) - <blockquote> - - <p><img src="/images/docs/Services.png" alt="Restart Services" title="Services" /></p> - </blockquote> + <li> + <p><strong>Step 7</strong>: Start HBase & Storm<sup id="fnref:STORM"><a href="#fn:STORM" class="footnote">3</a></sup> & Kafka<sup id="fnref:KAFKA"><a href="#fn:KAFKA" class="footnote">4</a></sup> +From Ambari UI, restart any suggested components(âRestart button on topâ) & Start Storm (Start âNimbusâ ,âSupervisorâ & âStorm UI Serverâ), Kafka (Start âKafka Brokerâ) , HBase (Start âRegionServerâ and â HBase Masterâ) +> +<img src="/images/docs/Services.png" alt="Restart Services" title="Services" /></p> </li> <li> <p><strong>Step 8</strong>: Add Eagle Service To Ambari. (Click For Video)</p> @@ -306,10 +241,9 @@ EagleServiceSuccess</p> <li> <p><strong>Step 9</strong>: Add Policies and meta data required by running below script.</p> - <div class="highlighter-rouge"><pre class="highlight"><code>$ /usr/hdp/current/eagle/examples/sample-sensitivity-resource-create.sh + <pre><code>$ /usr/hdp/current/eagle/examples/sample-sensitivity-resource-create.sh $ /usr/hdp/current/eagle/examples/sample-policy-create.sh </code></pre> - </div> </li> </ul> Modified: eagle/site/docs/jmx-metric-monitoring.html URL: http://svn.apache.org/viewvc/eagle/site/docs/jmx-metric-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/jmx-metric-monitoring.html (original) +++ eagle/site/docs/jmx-metric-monitoring.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli current"><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/jmx-metric-monitoring.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -236,10 +177,9 @@ <h3 id="setup"><strong>Setup</strong></h3> <p>From Hortonworks sandbox just run below setup script to Install Pyton JMX script, Create Kafka topic, update Apache Hbase tables and deploy âhadoopjmxâ Storm topology.</p> -<div class="highlighter-rouge"><pre class="highlight"><code>$ /usr/hdp/current/eagle/examples/hadoop-metric-sandbox-starter.sh +<pre><code>$ /usr/hdp/current/eagle/examples/hadoop-metric-sandbox-starter.sh $ /usr/hdp/current/eagle/examples/hadoop-metric-policy-create.sh </code></pre> -</div> <p><br /></p> @@ -264,17 +204,15 @@ $ /usr/hdp/current/eagle/examples/hadoop <li> <p>First make sure that Kafka topic ânn_jmx_metric_sandboxâ is populated with JMX metric data periodically.(To make sure that python script is running)</p> - <div class="highlighter-rouge"><pre class="highlight"><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic nn_jmx_metric_sandbox + <pre><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic nn_jmx_metric_sandbox </code></pre> - </div> </li> <li> <p>Genrate Alert by producing alert triggering message into Kafka topic.</p> - <div class="highlighter-rouge"><pre class="highlight"><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-producer.sh --broker-list sandbox.hortonworks.com:6667 --topic nn_jmx_metric_sandbox + <pre><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-producer.sh --broker-list sandbox.hortonworks.com:6667 --topic nn_jmx_metric_sandbox $ {"host": "localhost", "timestamp": 1457033916718, "metric": "hadoop.namenode.fsnamesystemstate.fsstate", "component": "namenode", "site": "sandbox", "value": 1.0} </code></pre> - </div> </li> </ul> Modified: eagle/site/docs/mapr-integration.html URL: http://svn.apache.org/viewvc/eagle/site/docs/mapr-integration.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/mapr-integration.html (original) +++ eagle/site/docs/mapr-integration.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/mapr-integration.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/mapr-integration.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/mapr-integration.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/mapr-integration.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/mapr-integration.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/mapr-integration.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/mapr-integration.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/mapr-integration.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/mapr-integration.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/mapr-integration.html" id="">Site Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/mapr-integration.html" id="">Policy Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/mapr-integration.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli current"><a href="/docs/mapr-integration.html" data-permalink="/docs/mapr-integration.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/mapr-integration.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/mapr-integration.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/mapr-integration.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/mapr-integration.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/mapr-integration.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/mapr-integration.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/mapr-integration.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/mapr-integration.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/mapr-integration.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/mapr-integration.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/mapr-integration.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/mapr-integration.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/mapr-integration.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/mapr-integration.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/mapr-integration.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul> @@ -230,97 +171,84 @@ <p>Here are the steps to follow:</p> <h4 id="step1-enable-audit-logs-for-filesystem-operations-and-table-operations-in-mapr">Step1: Enable audit logs for FileSystem Operations and Table Operations in MapR</h4> -<p>First we need to enable data auditing at all three levels: cluster level, volume level and directory,file or table level.</p> -<h5 id="cluster-level">Cluster level:</h5> +<p>First we need to enable data auditing at all three levels: cluster level, volume level and directory,file or table level. +##### Cluster level:</p> -<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli audit data -cluster <cluster name> -enabled true +<pre><code> $ maprcli audit data -cluster <cluster name> -enabled true [ -maxsize <GB, defaut value is 32. When size of audit logs exceed this number, an alarm will be sent to the dashboard in the MapR Control Service > ] [ -retention <number of Days> ] </code></pre> -</div> <p>Example:</p> -<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli audit data -cluster mapr.cluster.com -enabled true -maxsize 30 -retention 30 +<pre><code> $ maprcli audit data -cluster mapr.cluster.com -enabled true -maxsize 30 -retention 30 </code></pre> -</div> <h5 id="volume-level">Volume level:</h5> -<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli volume audit -cluster <cluster name> -enabled true +<pre><code> $ maprcli volume audit -cluster <cluster name> -enabled true -name <volume name> [ -coalesce <interval in minutes, the interval of time during which READ, WRITE, or GETATTR operations on one file from one client IP address are logged only once, if auditing is enabled> ] </code></pre> -</div> <p>Example:</p> -<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli volume audit -cluster mapr.cluster.com -name mapr.tmp -enabled true +<pre><code> $ maprcli volume audit -cluster mapr.cluster.com -name mapr.tmp -enabled true </code></pre> -</div> <p>To verify that auditing is enabled for a particular volume, use this command:</p> -<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli volume info -name <volume name> -json | grep -i 'audited\|coalesce' +<pre><code> $ maprcli volume info -name <volume name> -json | grep -i 'audited\|coalesce' </code></pre> -</div> <p>and you should see something like this:</p> -<div class="highlighter-rouge"><pre class="highlight"><code> "audited":1, +<pre><code> "audited":1, "coalesceInterval":60 </code></pre> -</div> <p>If âauditedâ is â1â then auditing is enabled for this volume.</p> <h5 id="directory-file-or-mapr-db-table-level">Directory, file, or MapR-DB table level:</h5> -<div class="highlighter-rouge"><pre class="highlight"><code> $ hadoop mfs -setaudit on <directory|file|table> +<pre><code> $ hadoop mfs -setaudit on <directory|file|table> </code></pre> -</div> -<p>To check whether Auditing is Enabled for a Directory, File, or MapR-DB Table, use <code class="highlighter-rouge">$ hadoop mfs -ls</code> +<p>To check whether Auditing is Enabled for a Directory, File, or MapR-DB Table, use <code>$ hadoop mfs -ls</code> Example: -Before enable the audit log on file <code class="highlighter-rouge">/tmp/dir</code>, try <code class="highlighter-rouge">$ hadoop mfs -ls /tmp/dir</code>, you should see something like this:</p> +Before enable the audit log on file <code>/tmp/dir</code>, try <code>$ hadoop mfs -ls /tmp/dir</code>, you should see something like this:</p> -<div class="highlighter-rouge"><pre class="highlight"><code>drwxr-xr-x Z U U - root root 0 2016-03-02 15:02 268435456 /tmp/dir +<pre><code>drwxr-xr-x Z U U - root root 0 2016-03-02 15:02 268435456 /tmp/dir p 2050.32.131328 mapr2.da.dg:5660 mapr1.da.dg:5660 </code></pre> -</div> -<p>The second <code class="highlighter-rouge">U</code> means auditing on this file is not enabled. +<p>The second <code>U</code> means auditing on this file is not enabled. Enable auditing with this command:</p> -<div class="highlighter-rouge"><pre class="highlight"><code>$ hadoop mfs -setaudit on /tmp/dir +<pre><code>$ hadoop mfs -setaudit on /tmp/dir </code></pre> -</div> <p>Then check the auditing bit with :</p> -<div class="highlighter-rouge"><pre class="highlight"><code>$ hadoop mfs -ls /tmp/dir +<pre><code>$ hadoop mfs -ls /tmp/dir </code></pre> -</div> <p>you should see something like this:</p> -<div class="highlighter-rouge"><pre class="highlight"><code>drwxr-xr-x Z U A - root root 0 2016-03-02 15:02 268435456 /tmp/dir +<pre><code>drwxr-xr-x Z U A - root root 0 2016-03-02 15:02 268435456 /tmp/dir p 2050.32.131328 mapr2.da.dg:5660 mapr1.da.dg:5660 </code></pre> -</div> -<p>We can see the previous <code class="highlighter-rouge">U</code> has been changed to <code class="highlighter-rouge">A</code> which indicates auditing on this file is enabled.</p> +<p>We can see the previous <code>U</code> has been changed to <code>A</code> which indicates auditing on this file is enabled.</p> -<p><code class="highlighter-rouge">Important</code>: +<p><code>Important</code>: When a directory has been enabled auditing, directories/files located in this dir wonât inherit auditing, but a newly created file/dir (after enabling the auditing on this dir) in this directory will.</p> <h4 id="step2-stream-log-data-into-kafka-by-using-logstash">Step2: Stream log data into Kafka by using Logstash</h4> -<p>As MapR do not have name node, instead it use CLDB service, we have to use logstash to stream log data into Kafka.</p> -<ul> - <li>First find out the nodes that have CLDB service</li> - <li>Then find out the location of audit log files, eg: <code class="highlighter-rouge">/mapr/mapr.cluster.com/var/mapr/local/mapr1.da.dg/audit/</code>, file names should be in this format: <code class="highlighter-rouge">FSAudit.log-2016-05-04-001.json</code></li> - <li>Created a logstash conf file and run it, following this doc<a href="https://github.com/apache/eagle/blob/master/eagle-assembly/src/main/docs/logstash-kafka-conf.md";>Logstash-kafka</a></li> -</ul> +<p>As MapR do not have name node, instead it use CLDB service, we have to use logstash to stream log data into Kafka. +- First find out the nodes that have CLDB service +- Then find out the location of audit log files, eg: <code>/mapr/mapr.cluster.com/var/mapr/local/mapr1.da.dg/audit/</code>, file names should be in this format: <code>FSAudit.log-2016-05-04-001.json</code> +- Created a logstash conf file and run it, following this doc<a href="https://github.com/apache/eagle/blob/master/eagle-assembly/src/main/docs/logstash-kafka-conf.md";>Logstash-kafka</a></p> <h4 id="step3-set-up-maprfsauditlog-applicaiton-in-eagle-service">Step3: Set up maprFSAuditLog applicaiton in Eagle Service</h4> -<p>After Eagle Service gets started, create mapFSAuditLog application using: <code class="highlighter-rouge">$ ./maprFSAuditLog-init.sh</code>. By default it will create maprFSAuditLog in site âsandboxâ, you may need to change it to your own site. +<p>After Eagle Service gets started, create mapFSAuditLog application using: <code>$ ./maprFSAuditLog-init.sh</code>. By default it will create maprFSAuditLog in site âsandboxâ, you may need to change it to your own site. After these steps you are good to go.</p> <p>Have fun!!! :)</p> Modified: eagle/site/docs/metadata-api.html URL: http://svn.apache.org/viewvc/eagle/site/docs/metadata-api.html?rev=1789954&r1=1789953&r2=1789954&view=diff ============================================================================== --- eagle/site/docs/metadata-api.html (original) +++ eagle/site/docs/metadata-api.html Mon Apr 3 11:23:42 2017 @@ -129,86 +129,27 @@ <li class="divider"></li> - <li class="heading">Download</li> - - <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/metadata-api.html" id="">Latest version</a></li> - - <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/metadata-api.html" id="">Archived</a></li> - - <li class="divider"></li> - - <li class="heading">Installation</li> - - <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/metadata-api.html" id="">Get Started with Sandbox</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/metadata-api.html" id="">Get Started with Docker</a></li> - - <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/metadata-api.html" id="">Setup Environment</a></li> - - <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/metadata-api.html" id="">Setup Eagle in Production</a></li> - - <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/metadata-api.html" id="">Eagle Application Configuration</a></li> - - <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/metadata-api.html" id="">Eagle Service Configuration</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/metadata-api.html" id="">Eagle LDAP Authentication</a></li> - - <li class="divider"></li> - - <li class="heading">Tutorial</li> - - <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/metadata-api.html" id="">Site Management</a></li> + <li class="heading">Documentations</li> - <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/metadata-api.html" id="">Policy Management</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/metadata-api.html" id="">Policy Engine Capabilities</a></li> - - <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/metadata-api.html" id="">HDFS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/metadata-api.html" id="">HIVE Query Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/metadata-api.html" id="">HBASE Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/metadata-api.html" id="">MapR FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/metadata-api.html" id="">Cloudera FS Data Activity Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/metadata-api.html" id="">Hadoop JMX Metrics Monitoring</a></li> - - <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/metadata-api.html" id="">Stream HDFS audit logs into Kafka</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/metadata-api.html" id="">User Profile Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/metadata-api.html" id="">Data Classification Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/metadata-api.html" id="">Topology Management Feature</a></li> - - <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/metadata-api.html" id="">Alert Notification Plugin</a></li> - - <li class="sidenavli current"><a href="/docs/metadata-api.html" data-permalink="/docs/metadata-api.html" id="">Metadata RESTful API</a></li> + <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/metadata-api.html" id="">Latest version (v0.5.0)</a></li> <li class="divider"></li> - <li class="heading">Development Guide</li> - - <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/metadata-api.html" id="">Development Quick Guide</a></li> + <li class="heading">Download</li> - <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/metadata-api.html" id="">Development in Mac OSX</a></li> + <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/metadata-api.html" id="">Latest version (v0.5.0)</a></li> - <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/metadata-api.html" id="">Development in Intellij</a></li> + <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/metadata-api.html" id="">Archived</a></li> <li class="divider"></li> - <li class="heading">Advanced</li> + <li class="heading">Supplement</li> - <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/metadata-api.html" id="">User Profile Machine Learning</a></li> + <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/metadata-api.html" id="">Security</a></li> <li class="divider"></li> <li class="sidenavli"> - <a href="/sup/index.html">Go To Supplement</a> - </li> - <li class="sidenavli"> <a href="mailto:[email protected]"; target="_blank">Need Help?</a> </li> </ul>
