METRON-1388 update public web site to point at 0.4.2 new release (mattf-horton) closes apache/metron#887
Project: http://git-wip-us.apache.org/repos/asf/metron/repo Commit: http://git-wip-us.apache.org/repos/asf/metron/commit/3381b853 Tree: http://git-wip-us.apache.org/repos/asf/metron/tree/3381b853 Diff: http://git-wip-us.apache.org/repos/asf/metron/diff/3381b853 Branch: refs/heads/master Commit: 3381b853dca1c08a7a083593045dec2c7d4d92db Parents: 01c26a7 Author: mattf-horton <[email protected]> Authored: Thu Jan 4 12:30:30 2018 -0800 Committer: mattf <[email protected]> Committed: Thu Jan 4 12:30:30 2018 -0800 ---------------------------------------------------------------------- site/current-book/Upgrading.html | 68 +- site/current-book/index.html | 39 +- site/current-book/metron-analytics/index.html | 25 +- .../metron-maas-service/index.html | 25 +- .../metron-profiler-client/index.html | 29 +- .../metron-analytics/metron-profiler/index.html | 331 +++++++-- .../metron-statistics/HLLP.html | 25 +- .../metron-statistics/index.html | 27 +- .../metron-contrib/metron-docker/index.html | 25 +- .../Kerberos-ambari-setup.html | 27 +- .../Kerberos-manual-setup.html | 110 ++- .../metron-deployment/amazon-ec2/index.html | 27 +- site/current-book/metron-deployment/index.html | 38 +- .../metron-deployment/other-examples/index.html | 27 +- .../manual-install/Manual_Install_CentOS6.html | 139 ++-- .../packaging/ambari/index.html | 137 +++- .../packaging/docker/ansible-docker/index.html | 60 +- .../packaging/docker/rpm-docker/index.html | 27 +- .../packaging/packer-build/index.html | 57 +- .../metron-deployment/roles/index.html | 27 +- .../metron-deployment/roles/monit/index.html | 27 +- .../roles/opentaxii/index.html | 27 +- .../roles/pcap_replay/index.html | 27 +- .../roles/sensor-stubs/index.html | 33 +- .../roles/sensor-test-mode/index.html | 27 +- .../vagrant/codelab-platform/index.html | 23 +- .../vagrant/fastcapa-test-platform/index.html | 92 ++- .../vagrant/full-dev-platform/index.html | 44 +- .../metron-deployment/vagrant/index.html | 45 +- .../vagrant/quick-dev-platform/index.html | 23 +- .../metron-interface/metron-alerts/index.html | 178 +++-- .../metron-interface/metron-config/index.html | 27 +- .../metron-interface/metron-rest/index.html | 437 ++++++++--- .../Performance-tuning-guide.html | 97 ++- site/current-book/metron-platform/index.html | 34 +- .../metron-platform/metron-api/index.html | 32 +- .../metron-platform/metron-common/index.html | 383 +++++++++- .../metron-data-management/index.html | 32 +- .../metron-elasticsearch/index.html | 380 ++++++++++ .../metron-enrichment/index.html | 41 +- .../metron-platform/metron-indexing/index.html | 70 +- .../metron-management/index.html | 271 ++++++- .../metron-platform/metron-parsers/index.html | 128 ++-- .../metron-parsers/parser-testing.html | 32 +- .../metron-pcap-backend/index.html | 32 +- .../metron-platform/metron-writer/index.html | 32 +- .../metron-sensors/bro-plugin-kafka/index.html | 25 +- .../metron-sensors/fastcapa/index.html | 32 +- site/current-book/metron-sensors/index.html | 34 +- .../metron-sensors/pycapa/index.html | 43 +- .../stellar-3rd-party-example/index.html | 211 ++++++ .../stellar-common/3rdPartyStellar.html | 29 +- .../metron-stellar/stellar-common/index.html | 486 ++++++++++--- .../use-cases/forensic_clustering/index.html | 726 +++++++++++++++++++ .../geographic_login_outliers/index.html | 37 +- site/current-book/use-cases/index.html | 32 +- site/documentation/index.md | 14 +- 57 files changed, 4472 insertions(+), 1041 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/Upgrading.html ---------------------------------------------------------------------- diff --git a/site/current-book/Upgrading.html b/site/current-book/Upgrading.html index 00a5595..78fe2ac 100644 --- a/site/current-book/Upgrading.html +++ b/site/current-book/Upgrading.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Upgrading</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -101,7 +101,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="metron-deployment/index.html" title="Deployment"> @@ -129,20 +129,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -150,7 +157,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="use-cases/index.html" title="Use-cases"> @@ -183,6 +190,49 @@ <p><a name="Upgrading"></a></p> <p>This document constitutes a per-version listing of changes of configuration which are non-backwards compatible.</p> <div class="section"> +<h2><a name="a0.4.1_to_0.4.2"></a>0.4.1 to 0.4.2</h2> +<div class="section"> +<h3><a name="METRON-1277:_STELLAR_Add_Match_functionality_to_language"></a><a class="externalLink" href="https://issues.apache.org/jira/browse/METRON-1277";>METRON-1277: STELLAR Add Match functionality to language</a></h3> +<p>As we continue to evolve the Stellar language, it is possible that new keywords will be added to the language. This may cause compatablity issues where these reserved words and symbols are used in existing scripts.</p> +<p>Adding <tt>match</tt> to the Stellar lanaguage has introduced the following new reserved keywords and symbols:</p> +<p><tt>match</tt>, <tt>default</tt>, <tt>{</tt>, <tt>}</tt>, ‘=>’</p> +<p>Any stellar expressions which use these keywords not in quotes will need to be modified.</p></div> +<div class="section"> +<h3><a name="METRON-1158:_Build_backend_for_grouping_alerts_into_meta_alerts"></a><a class="externalLink" href="https://issues.apache.org/jira/browse/METRON-1158";>METRON-1158: Build backend for grouping alerts into meta alerts</a></h3> +<p>In order to allow for meta alerts to be queries alongside regular alerts in Elasticsearch 2.x, it is necessary to add an additional field to the templates and mapping for existing sensors.</p> +<p>Two steps must be done for each sensor, but not on each index for each sensor.</p> +<p>First is to update the Elasticsearch template for each sensor, so any new indices have the field:</p> + +<div class="source"> +<div class="source"> +<pre>export ELASTICSEARCH="node1" +export SENSOR="bro" +curl -XGET "http://${ELASTICSEARCH}:9200/_template/${SENSOR}_index*?pretty=true" -o "${SENSOR}.template" +sed -i '' '2d;$d' ./${SENSOR}.template +sed -i '' '/"properties" : {/ a\ +"alert": { "type": "nested"},' ${SENSOR}.template +curl -XPUT "http://${ELASTICSEARCH}:9200/_template/${SENSOR}_index" -d @${SENSOR}.template +</pre></div></div> +<p>To update existing indexes, update Elasticsearch mappings with the new field for each sensor. Make sure to set the ELASTICSEARCH variable appropriately.</p> + +<div class="source"> +<div class="source"> +<pre>curl -XPUT "http://${ELASTICSEARCH}:9200/${SENSOR}_index*/_mapping/${SENSOR}_doc" -d ' +{ + "properties" : { + "alert" : { + "type" : "nested" + } + } +} +' +rm ${SENSOR}.template +</pre></div></div> +<p>For a more detailed description, please see metron-platform/metron-elasticsearch/README.md</p></div> +<div class="section"> +<h3><a name="Description"></a>Description</h3> +<p>In the 0.4.2 release, </p></div></div> +<div class="section"> <h2><a name="a0.3.1_to_0.4.0"></a>0.3.1 to 0.4.0</h2> <div class="section"> <h3><a name="METRON-671:_Refactor_existing_Ansible_deployment_to_use_Ambari_MPack"></a><a class="externalLink" href="https://issues.apache.org/jira/browse/METRON-671";>METRON-671: Refactor existing Ansible deployment to use Ambari MPack</a></h3> @@ -319,7 +369,7 @@ name conflict, enrichment already defined <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/index.html b/site/current-book/index.html index a213776..729fff7 100644 --- a/site/current-book/index.html +++ b/site/current-book/index.html @@ -1,15 +1,15 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> - <title>Metron – </title> + <title>Metron – Apache Metron</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" /> <link rel="stylesheet" href="./css/site.css" /> <link rel="stylesheet" href="./css/print.css" media="print" /> @@ -57,12 +57,12 @@ Documentation</a> </li> <li class="divider ">/</li> - <li class=""></li> + <li class="">Apache Metron</li> - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -101,7 +101,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="metron-deployment/index.html" title="Deployment"> @@ -129,20 +129,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -150,7 +157,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="use-cases/index.html" title="Use-cases"> @@ -179,8 +186,7 @@ <div id="bodyColumn" class="span9" > - <p><a class="externalLink" href="https://travis-ci.org/apache/metron";><img src="https://travis-ci.org/apache/metron.svg?branch=master"; alt="Build Status" /></a></p> -<h1>Apache Metron</h1> + <h1>Apache Metron</h1> <p><a name="Apache_Metron"></a></p> <p>Metron integrates a variety of open source big data technologies in order to offer a centralized tool for security monitoring and analysis. Metron provides capabilities for log aggregation, full packet capture indexing, storage, advanced behavioral analytics and data enrichment, while applying the most current threat intelligence information to security telemetry within a single platform.</p> <p>For the latest information, please visit our website at <a class="externalLink" href="http://metron.apache.org/";>http://metron.apache.org/</a></p> @@ -264,6 +270,9 @@ $ mvn site site:stage-deploy site:deploy <pre>$ mvn clean install -DskipTests site site:stage-deploy site:deploy </pre></div></div> <p>The staged site is deployed to /tmp/metron/site/index.html, and can be viewed by opening the file in a browser.</p> +<div class="section"> +<h2><a name="Building_with_Docker"></a>Building with Docker</h2> +<p>A Docker container with all the required software, with the proper versions, is available to be used as well. see <a href="metron-deployment/packaging/docker/ansible-docker/index.html">ansible-docker</a></p> <p><a name="Navigating_the_Architecture"></a></p> <h1>Navigating the Architecture</h1> <p>Metron is at its core a Kappa architecture with Apache Storm as the processing component and Apache Kafka as the unified data bus.</p> @@ -289,6 +298,10 @@ $ mvn site site:stage-deploy site:deploy <li><a href="metron-analytics/metron-profiler/index.html">Profiler</a> : A feature extraction mechanism that can generate a profile describing the behavior of an entity. An entity might be a server, user, subnet or application. Once a profile has been generated defining what normal behavior looks-like, models can be built that identify anomalous behavior.</li> </ul> +<p><a name="Notes_on_Adding_a_New_Sensor"></a></p> +<h1>Notes on Adding a New Sensor</h1> +<p>In order to allow for meta alerts to be queries alongside regular alerts in Elasticsearch 2.x, it is necessary to add an additional field to the templates and mapping for existing sensors.</p> +<p>Please see a description of the steps necessary to make this change in the metron-elasticsearch <a href="./metron-platform/metron-elasticsearch/index.html#Using_Metron_with_Elasticsearch_2.x">Using Metron with Elasticsearch 2.x</a></p></div> </div> </div> </div> @@ -297,7 +310,7 @@ $ mvn site site:stage-deploy site:deploy <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-analytics/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-analytics/index.html b/site/current-book/metron-analytics/index.html index f1b83b4..fc4137a 100644 --- a/site/current-book/metron-analytics/index.html +++ b/site/current-book/metron-analytics/index.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Metron Analytics</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -131,7 +131,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../metron-deployment/index.html" title="Deployment"> @@ -159,20 +159,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -180,7 +187,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../use-cases/index.html" title="Use-cases"> @@ -229,7 +236,7 @@ <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-analytics/metron-maas-service/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-analytics/metron-maas-service/index.html b/site/current-book/metron-analytics/metron-maas-service/index.html index 820b149..0298a29 100644 --- a/site/current-book/metron-analytics/metron-maas-service/index.html +++ b/site/current-book/metron-analytics/metron-maas-service/index.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Model Management Infrastructure</title> <link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -131,7 +131,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../../metron-deployment/index.html" title="Deployment"> @@ -159,20 +159,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -180,7 +187,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../../use-cases/index.html" title="Use-cases"> @@ -509,7 +516,7 @@ su - hdfs -c "hadoop fs -chown metron:metron /user/metron" <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-analytics/metron-profiler-client/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-analytics/metron-profiler-client/index.html b/site/current-book/metron-analytics/metron-profiler-client/index.html index 658dfe9..4fc31d6 100644 --- a/site/current-book/metron-analytics/metron-profiler-client/index.html +++ b/site/current-book/metron-analytics/metron-profiler-client/index.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Metron Profiler Client</title> <link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -131,7 +131,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../../metron-deployment/index.html" title="Deployment"> @@ -159,20 +159,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -180,7 +187,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../../use-cases/index.html" title="Use-cases"> @@ -716,7 +723,7 @@ Tuesday 11:15pm-11:45pm <p>The most common result of incorrect <tt>PROFILE_GET</tt> arguments or Client configuration parameters is an empty result set, rather than an error. The Client cannot effectively validate the arguments, because the Profiler configuration parameters may be changed and the profile itself does not store them. The person doing the querying must carry forward the knowledge of the Profiler configuration parameters from the time of profile creation, and use corresponding <tt>PROFILE_GET</tt> arguments and Client configuration parameters when querying the data.</p></div> <div class="section"> <h3><a name="Examples"></a>Examples</h3> -<p>The following are usage examples that show how the Stellar API can be used to read profiles generated by the <a href="../metron-profiler/index.html">Metron Profiler</a>. This API would be used in conjunction with other Stellar functions like <a href="../../metron-platform/metron-common/index.html#MAAS_MODEL_APPLY"><tt>MAAS_MODEL_APPLY</tt></a> to perform model scoring on streaming data.</p> +<p>The following are usage examples that show how the Stellar API can be used to read profiles generated by the <a href="../metron-profiler/index.html">Metron Profiler</a>. This API would be used in conjunction with other Stellar functions like <a href="../../metron-stellar/stellar-common/index.html#MAAS_MODEL_APPLY"><tt>MAAS_MODEL_APPLY</tt></a> to perform model scoring on streaming data.</p> <p>These examples assume a profile has been defined called ‘snort-alerts’ that tracks the number of Snort alerts associated with an IP address over time. The profile definition might look similar to the following.</p> <div class="source"> @@ -772,7 +779,7 @@ Tuesday 11:15pm-11:45pm <div class="source"> <div class="source"> -<pre>[root@node1 0.4.1]# bin/stellar -z node1:2181 +<pre>[root@node1 0.4.2]# bin/stellar -z node1:2181 Stellar, Go! Please note that functions are loading lazily in the background and will be unavailable until loaded fully. {es.clustername=metron, es.ip=node1, es.port=9300, es.date.format=yyyy.MM.dd.HH} @@ -899,7 +906,7 @@ Profiler{1 profile(s), 3 messages(s), 3 route(s)} <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-analytics/metron-profiler/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-analytics/metron-profiler/index.html b/site/current-book/metron-analytics/metron-profiler/index.html index c35bdb6..c3bf7ad 100644 --- a/site/current-book/metron-analytics/metron-profiler/index.html +++ b/site/current-book/metron-analytics/metron-profiler/index.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Metron Profiler</title> <link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -131,7 +131,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../../metron-deployment/index.html" title="Deployment"> @@ -159,20 +159,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -180,7 +187,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../../use-cases/index.html" title="Use-cases"> @@ -219,10 +226,12 @@ <li><a href="#Installation">Installation</a></li> -<li><a href="#Getting_Started">Getting Started</a></li> - <li><a href="#Creating_Profiles">Creating Profiles</a></li> +<li><a href="#Deploying_Profiles">Deploying Profiles</a></li> + +<li><a href="#Anatomy_of_a_Profile">Anatomy of a Profile</a></li> + <li><a href="#Configuring_the_Profiler">Configuring the Profiler</a></li> <li><a href="#Examples">Examples</a></li> @@ -231,7 +240,20 @@ </ul> <div class="section"> <h2><a name="Installation"></a>Installation</h2> -<p>Follow these instructions to install the Profiler. This assumes that core Metron has already been installed and validated. </p> +<p>The Profiler can be installed with either of these two methods.</p> + +<ul> + +<li><a href="#Ambari_Installation">Ambari Installation</a></li> + +<li><a href="#Manual_Installation">Manual Installation</a></li> +</ul> +<div class="section"> +<h3><a name="Ambari_Installation"></a>Ambari Installation</h3> +<p>The Metron Profiler is installed automatically when installing Metron using the Ambari MPack. You can skip the <a href="#Installation">Installation</a> section and move ahead to <a href="#Creating_Profiles">Creating Profiles</a> should this be the case.</p></div> +<div class="section"> +<h3><a name="Manual_Installation"></a>Manual Installation</h3> +<p>This section will describe the steps necessary to manually install the Profiler on an RPM-based Linux distribution. This assumes that core Metron has already been installed and validated. If you installed Metron using the <a href="#Ambari_MPack">Ambari MPack</a>, then the Profiler has already been installed and you can skip this section.</p> <ol style="list-style-type: decimal"> @@ -252,7 +274,7 @@ metron-deployment//packaging/docker/rpm-docker/RPMS/noarch/metron-profiler-0.4.1 <div class="source"> <div class="source"> <pre>[root@node1 ~]# find /localrepo/ -name "metron-profiler*.rpm" -/localrepo/metron-profiler-0.4.0-201707112313.noarch.rpm +/localrepo/metron-profiler-0.4.1-201707112313.noarch.rpm </pre></div></div></li> <li> @@ -269,19 +291,35 @@ Preparing... ########################################### [100%] <div class="source"> <pre>[root@node1 ~]# rpm -ql metron-profiler /usr/metron -/usr/metron/0.4.1 -/usr/metron/0.4.1/bin -/usr/metron/0.4.1/bin/start_profiler_topology.sh -/usr/metron/0.4.1/config -/usr/metron/0.4.1/config/profiler.properties -/usr/metron/0.4.1/flux -/usr/metron/0.4.1/flux/profiler -/usr/metron/0.4.1/flux/profiler/remote.yaml -/usr/metron/0.4.1/lib -/usr/metron/0.4.1/lib/metron-profiler-0.4.0-uber.jar +/usr/metron/0.4.2 +/usr/metron/0.4.2/bin +/usr/metron/0.4.2/bin/start_profiler_topology.sh +/usr/metron/0.4.2/config +/usr/metron/0.4.2/config/profiler.properties +/usr/metron/0.4.2/flux +/usr/metron/0.4.2/flux/profiler +/usr/metron/0.4.2/flux/profiler/remote.yaml +/usr/metron/0.4.2/lib +/usr/metron/0.4.2/lib/metron-profiler-0.4.2-uber.jar </pre></div></div></li> <li> +<p>Edit the configuration file located at <tt>$METRON_HOME/config/profiler.properties</tt>. </p> + +<div class="source"> +<div class="source"> +<pre>kafka.zk=node1:2181 +kafka.broker=node1:6667 +</pre></div></div> + +<ul> + +<li></li> + +<li></li> + </ul></li> + +<li> <p>Create a table within HBase that will store the profile data. By default, the table is named <tt>profiler</tt> with a column family <tt>P</tt>. The table name and column family must match the Profiler’s configuration (see <a href="#Configuring_the_Profiler">Configuring the Profiler</a>). </p> <div class="source"> @@ -291,28 +329,203 @@ hbase(main):001:0> create 'profiler', 'P' </pre></div></div></li> <li> -<p>Edit the configuration file located at <tt>$METRON_HOME/config/profiler.properties</tt>. </p> +<p>Start the Profiler topology.</p> <div class="source"> <div class="source"> -<pre>kafka.zk=node1:2181 -kafka.broker=node1:6667 +<pre>$ cd $METRON_HOME +$ bin/start_profiler_topology.sh +</pre></div></div></li> +</ol> +<p>At this point the Profiler is running and consuming telemetry messages. We have not defined any profiles yet, so it is not doing anything very useful. The next section walks you through the steps to create your very first “Hello, World!” profile.</p></div></div> +<div class="section"> +<h2><a name="Creating_Profiles"></a>Creating Profiles</h2> +<p>This section will describe how to create your very first “Hello, World” profile. It will also outline a useful workflow for creating, testing, and deploying profiles.</p> +<p>Creating and refining profiles is an iterative process. Iterating against a live stream of data is slow, difficult and error prone. The Profile Debugger was created to provide a controlled and isolated execution environment to create, refine and troubleshoot profiles.</p> + +<ol style="list-style-type: decimal"> + +<li> +<p>Launch the Stellar Shell. We will leverage the Profiler Debugger from within the Stellar Shell.</p> + +<div class="source"> +<div class="source"> +<pre>[root@node1 ~]# $METRON_HOME/bin/stellar +Stellar, Go! +[Stellar]>>> %functions PROFILER +PROFILER_APPLY, PROFILER_FLUSH, PROFILER_INIT +</pre></div></div></li> + +<li> +<p>Create a simple <tt>hello-world</tt> profile that will count the number of messages for each <tt>ip_src_addr</tt>. The <tt>SHELL_EDIT</tt> function will open an editor in which you can copy/paste the following Profiler configuration.</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> conf := SHELL_EDIT() +[Stellar]>>> conf +{ + "profiles": [ + { + "profile": "hello-world", + "onlyif": "exists(ip_src_addr)", + "foreach": "ip_src_addr", + "init": { "count": "0" }, + "update": { "count": "count + 1" }, + "result": "count" + } + ] +} +</pre></div></div></li> + +<li> +<p>Create a Profile execution environment; the Profile Debugger. </p> +<p>The Profiler will output the number of profiles that have been defined, the number of messages that have been applied and the number of routes that have been followed. </p> +<p>A route is defined when a message is applied to a specific profile.</p> + +<ul> + +<li>If a message is not needed by any profile, then there are no routes.</li> + +<li>If a message is needed by one profile, then one route has been followed.</li> + +<li>If a message is needed by two profiles, then two routes have been followed.</li> + </ul> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> p := PROFILER_INIT(conf) +[Stellar]>>> p +Profiler{1 profile(s), 0 messages(s), 0 route(s)} +</pre></div></div></li> + +<li> +<p>Create a message that mimics the telemetry that your profile will consume. </p> +<p>This message can be as simple or complex as you like. For the <tt>hello-world</tt> profile, all you need is a message containing an <tt>ip_src_addr</tt> field.</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> msg := SHELL_EDIT() +[Stellar]>>> msg +{ + "ip_src_addr": "10.0.0.1" +} +</pre></div></div></li> + +<li> +<p>Apply the message to your Profiler, as many times as you like.</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> PROFILER_APPLY(msg, p) +Profiler{1 profile(s), 1 messages(s), 1 route(s)} </pre></div></div> -<p>Change <tt>kafka.zk</tt> to refer to Zookeeper in your environment.<br />Change <tt>kafka.broker</tt> to refer to a Kafka Broker in your environment.</p></li> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> PROFILER_APPLY(msg, p) +Profiler{1 profile(s), 2 messages(s), 2 route(s)} +</pre></div></div></li> <li> -<p>Start the Profiler topology.</p> +<p>Flush the Profiler. </p> +<p>A flush is what occurs at the end of each 15 minute period in the Profiler. The result is a list of Profile Measurements. Each measurement is a map containing detailed information about the profile data that has been generated. The <tt>value</tt> field is what is written to HBase when running this profile in the Profiler topology. </p> +<p>There will always be one measurement for each [profile, entity] pair. This profile simply counts the number of messages by IP source address. Notice that the value is ‘3’ for the entity ‘10.0.0.1’ as we applied 3 messages with an ‘ip_src_addr’ of ’10.0.0.1’.</p> <div class="source"> <div class="source"> -<pre>$ cd $METRON_HOME -$ bin/start_profiler_topology.sh +<pre>[Stellar]>>> values := PROFILER_FLUSH(profiler) +[Stellar]>>> values +[{period={duration=900000, period=1669628, start=1502665200000, end=1502666100000}, +profile=hello-world, groups=[], value=3, entity=10.0.0.1}] </pre></div></div></li> -</ol> -<p>At this point the Profiler is running and consuming telemetry messages. We have not defined any profiles yet, so it is not doing anything very useful. The next section walks you through the steps to create your very first “Hello, World!” profile.</p></div> + +<li> +<p>Apply real, live telemetry to your profile.</p> +<p>Once you are happy with your profile against a controlled data set, it can be useful to introduce more complex, live data. This example extracts 10 messages of live, enriched telemetry to test your profile(s).</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> %define bootstrap.servers := "node1:6667" +node1:6667 +[Stellar]>>> msgs := KAFKA_GET("indexing", 10) +[Stellar]>>> LENGTH(msgs) +10 +</pre></div></div> +<p>Apply those 10 messages to your profile(s).</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> PROFILER_APPLY(msgs, p) + Profiler{1 profile(s), 10 messages(s), 10 route(s)} +</pre></div></div></li> +</ol></div> +<div class="section"> +<h2><a name="Deploying_Profiles"></a>Deploying Profiles</h2> +<p>This section will describe the steps required to get your first “Hello, World!”" profile running. This assumes that you have a successful Profiler <a href="#Installation">Installation</a> and have it running. You can deploy profiles in two different ways.</p> + +<ul> + +<li><a href="#Deploying_Profiles_with_the_Stellar_Shell">Deploying Profiles with the Stellar Shell</a></li> + +<li><a href="#Deploying_Profiles_from_the_Command_Line">Deploying Profiles from the Command Line</a></li> +</ul> +<div class="section"> +<h3><a name="Deploying_Profiles_with_the_Stellar_Shell"></a>Deploying Profiles with the Stellar Shell</h3> +<p>Continuing the previous running example, at this point, you have seen how your profile behaves against real, live telemetry in a controlled execution environment. The next step is to deploy your profile to the live, actively running Profiler topology.</p> + +<ol style="list-style-type: decimal"> + +<li> +<p>Start the Stellar Shell with the <tt>-z ZK:2181</tt> command line argument. This is required when deploying a new profile to the active Profiler topology. Replace <tt>ZK:2181</tt> with a URL that is appropriate to your environment.</p> + +<div class="source"> +<div class="source"> +<pre>[root@node1 ~]# $METRON_HOME/bin/stellar -z ZK:2181 +Stellar, Go! +[Stellar]>>> +[Stellar]>>> %functions CONFIG CONFIG_GET, CONFIG_PUT +</pre></div></div></li> + +<li> +<p>If you haven’t already, define your profile.</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> conf := SHELL_EDIT() +[Stellar]>>> conf +{ + "profiles": [ + { + "profile": "hello-world", + "onlyif": "exists(ip_src_addr)", + "foreach": "ip_src_addr", + "init": { "count": "0" }, + "update": { "count": "count + 1" }, + "result": "count" + } + ] +} +</pre></div></div></li> + +<li> +<p>Check what is already deployed. </p> +<p>Pushing a new profile configuration is destructive. It will overwrite any existing configuration. Check what you have out there. Manually merge the existing configuration with your new profile definition.</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> existing := CONFIG_GET("PROFILER") +</pre></div></div></li> + +<li> +<p>Deploy your profile. This will push the configuration to to the live, actively running Profiler topology. This will overwrite any existing profile definitions.</p> + +<div class="source"> +<div class="source"> +<pre>[Stellar]>>> CONFIG_PUT("PROFILER", conf) +</pre></div></div></li> +</ol></div> <div class="section"> -<h2><a name="Getting_Started"></a>Getting Started</h2> -<p>This section will describe the steps required to get your first “Hello, World!”" profile running. This assumes that you have a successful Profiler <a href="#Installation">Installation</a> and have it running.</p> +<h3><a name="Deploying_Profiles_from_the_Command_Line"></a>Deploying Profiles from the Command Line</h3> <ol style="list-style-type: decimal"> @@ -388,10 +601,10 @@ hbase(main):001:0> count 'profiler' </pre></div></div> <p>This result indicates that over the past 30 minutes, the Profiler stored two values related to the source IP address “10.0.0.1”. In the first 15 minute period, the IP <tt>10.0.0.1</tt> was seen in 451 telemetry messages. In the second 15 minute period, the same IP was seen in 448 telemetry messages.</p> <p>It is assumed that the <tt>PROFILE_GET</tt> client is correctly configured to match the Profile configuration before using it to read that Profile. More information on configuring and using the Profiler client can be found <a href="../metron-profiler-client/index.html">here</a>. </p></li> -</ol></div> +</ol></div></div> <div class="section"> -<h2><a name="Creating_Profiles"></a>Creating Profiles</h2> -<p>The Profiler specification requires a JSON-formatted set of elements, many of which can contain Stellar code. The specification contains the following elements. (For the impatient, skip ahead to the <a href="#Examples">Examples</a>.) The specification for the Profiler topology is stored in Zookeeper at <tt>/metron/topology/profiler</tt>. These properties also exist in the local filesystem at <tt>$METRON_HOME/config/zookeeper/profiler.json</tt>. The values can be changed on disk and then uploaded to Zookeeper using <tt>$METRON_HOME/bin/zk_load_configs.sh</tt>.</p> +<h2><a name="Anatomy_of_a_Profile"></a>Anatomy of a Profile</h2> +<p>A profile definition requires a JSON-formatted set of elements, many of which can contain Stellar code. The specification contains the following elements. (For the impatient, skip ahead to the <a href="#Examples">Examples</a>.)</p> <table border="0" class="table table-striped"> <thead> @@ -761,29 +974,33 @@ hbase(main):001:0> count 'profiler' <p>The maximum number of seconds between batch writes to HBase.</p></div></div> <div class="section"> <h2><a name="Examples"></a>Examples</h2> -<p>The following examples are intended to highlight the functionality provided by the Profiler. Each shows the configuration that would be required to generate the profile. </p> -<p>These examples assume a fictitious input message stream that looks something like the following.</p> +<p>The following examples are intended to highlight the functionality provided by the Profiler. Try out these examples easily in the Stellar Shell as described in the <a href="#Creating_Profiles">Creating Profiles</a> section.</p> +<p>These examples assume a fictitious input message stream that looks like the following. </p> <div class="source"> <div class="source"> -<pre>{ - "ip_src_addr": "10.0.0.1", - "protocol": "HTTPS", - "length": "10", - "bytes_in": "234" -}, -{ - "ip_src_addr": "10.0.0.2", - "protocol": "HTTP", - "length": "20", - "bytes_in": "390" -}, -{ - "ip_src_addr": "10.0.0.3", - "protocol": "DNS", - "length": "30", - "bytes_in": "560" -} +<pre>[Stellar]>>> msgs := SHELL_EDIT() +[Stellar]>>> msgs +[ + { + "ip_src_addr": "10.0.0.1", + "protocol": "HTTPS", + "length": "10", + "bytes_in": "234" + }, + { + "ip_src_addr": "10.0.0.2", + "protocol": "HTTP", + "length": "20", + "bytes_in": "390" + }, + { + "ip_src_addr": "10.0.0.3", + "protocol": "DNS", + "length": "30", + "bytes_in": "560" + } +] </pre></div></div> <div class="section"> <h3><a name="Example_1"></a>Example 1</h3> @@ -998,7 +1215,7 @@ hbase(main):001:0> count 'profiler' <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-analytics/metron-statistics/HLLP.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-analytics/metron-statistics/HLLP.html b/site/current-book/metron-analytics/metron-statistics/HLLP.html index d1175e9..f56beba 100644 --- a/site/current-book/metron-analytics/metron-statistics/HLLP.html +++ b/site/current-book/metron-analytics/metron-statistics/HLLP.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – HyperLogLogPlus</title> <link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -140,7 +140,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../../metron-deployment/index.html" title="Deployment"> @@ -168,20 +168,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -189,7 +196,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../../use-cases/index.html" title="Use-cases"> @@ -7606,7 +7613,7 @@ format err as %: true <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-analytics/metron-statistics/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-analytics/metron-statistics/index.html b/site/current-book/metron-analytics/metron-statistics/index.html index 4cdd493..29084e8 100644 --- a/site/current-book/metron-analytics/metron-statistics/index.html +++ b/site/current-book/metron-analytics/metron-statistics/index.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Statistics and Mathematical Functions</title> <link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -140,7 +140,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../../metron-deployment/index.html" title="Deployment"> @@ -168,20 +168,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -189,7 +196,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../../use-cases/index.html" title="Use-cases"> @@ -344,7 +351,7 @@ <li>stats - The Stellar statistics object. If null, then a new one is initialized.</li> -<li>value+ - One or more numbers to add</li> +<li>value+ - One or more items to add. Each item may be a number or a list of numbers. If an item is a list, each number in the list will be added.</li> </ul></li> <li>Returns: A Stellar statistics object</li> @@ -950,7 +957,7 @@ PROFILE_GET( 'sketchy_mad', 'global', PROFILE_FIXED(10, 'MINUTES')) ), value)&qu <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-contrib/metron-docker/index.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-contrib/metron-docker/index.html b/site/current-book/metron-contrib/metron-docker/index.html index bdbfa9d..761c3b0 100644 --- a/site/current-book/metron-contrib/metron-docker/index.html +++ b/site/current-book/metron-contrib/metron-docker/index.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Metron Docker</title> <link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -101,7 +101,7 @@ <a href="#"><i class="none"></i>Docker</a> </li> - + <li> <a href="../../metron-deployment/index.html" title="Deployment"> @@ -129,20 +129,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -150,7 +157,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../../use-cases/index.html" title="Use-cases"> @@ -495,7 +502,7 @@ yellow open bro_index_2016.12.19.18 5 1 180 0 475kb <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. http://git-wip-us.apache.org/repos/asf/metron/blob/3381b853/site/current-book/metron-deployment/Kerberos-ambari-setup.html ---------------------------------------------------------------------- diff --git a/site/current-book/metron-deployment/Kerberos-ambari-setup.html b/site/current-book/metron-deployment/Kerberos-ambari-setup.html index 662dca9..1ed07c3 100644 --- a/site/current-book/metron-deployment/Kerberos-ambari-setup.html +++ b/site/current-book/metron-deployment/Kerberos-ambari-setup.html @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2017-09-15 + | Generated by Apache Maven Doxia at 2018-01-03 | Rendered using Apache Maven Fluido Skin 1.3.0 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170915" /> + <meta name="Date-Revision-yyyymmdd" content="20180103" /> <meta http-equiv="Content-Language" content="en" /> <title>Metron – Setting Up Kerberos in Vagrant Full Dev</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" /> @@ -61,8 +61,8 @@ - <li id="publishDate" class="pull-right">Last Published: 2017-09-15</li> <li class="divider pull-right">|</li> - <li id="projectVersion" class="pull-right">Version: 0.4.1</li> + <li id="publishDate" class="pull-right">Last Published: 2018-01-03</li> <li class="divider pull-right">|</li> + <li id="projectVersion" class="pull-right">Version: 0.4.2</li> </ul> </div> @@ -103,7 +103,7 @@ <i class="none"></i> Docker</a> </li> - + <li> <a href="../metron-deployment/index.html" title="Deployment"> @@ -171,7 +171,7 @@ <i class="icon-chevron-right"></i> Roles</a> </li> - + <li> <a href="../metron-deployment/vagrant/index.html" title="Vagrant"> @@ -201,20 +201,27 @@ <i class="none"></i> Rest</a> </li> - + <li> <a href="../metron-platform/index.html" title="Platform"> <i class="icon-chevron-right"></i> Platform</a> </li> - + <li> <a href="../metron-sensors/index.html" title="Sensors"> <i class="icon-chevron-right"></i> Sensors</a> </li> + + <li> + + <a href="../metron-stellar/stellar-3rd-party-example/index.html" title="Stellar-3rd-party-example"> + <i class="none"></i> + Stellar-3rd-party-example</a> + </li> <li> @@ -222,7 +229,7 @@ <i class="icon-chevron-right"></i> Stellar-common</a> </li> - + <li> <a href="../use-cases/index.html" title="Use-cases"> @@ -296,7 +303,7 @@ <footer> <div class="container-fluid"> - <div class="row span12">Copyright © 2017 + <div class="row span12">Copyright © 2018 <a href="https://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved.
![https://travis-ci.org/apache/metron.svg?branch=master"](https://travis-ci.org/apache/metron.svg?branch=master"){kind=link}