Added: incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/build.html URL: http://svn.apache.org/viewvc/incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/build.html?rev=1763216&view=auto ============================================================================== --- incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/build.html (added) +++ incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/build.html Mon Oct 3 21:23:47 2016 @@ -0,0 +1,535 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.7 at 2016-10-03 + | Rendered using Apache Maven Fluido Skin 1.5 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20161003" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Streams :: streams-master – Build streams and streams-examples from source</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.5.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.5.min.js"></script> + + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','https://www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-77087101-1', 'auto'); + ga('send', 'pageview'); + </script> + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-streams-master";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container"><div class="nav-collapse"> + + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Overview <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../index.html" title="Overview">Overview</a> +</li> + + <li> <a href="../architecture.html" title="Architecture">Architecture</a> +</li> + + <li> <a href="../concepts.html" title="Concepts">Concepts</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + + <li> <a href="../faq.html" title="Frequently Asked Questions">Frequently Asked Questions</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Details <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../license.html" title="Project License">Project License</a> +</li> + + <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../team-list.html" title="Project Team">Project Team</a> +</li> + + <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a> +</li> + + <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../source-repository.html" title="Source Repositories">Source Repositories</a> +</li> + + <li> <a href="../dependency-info.html" title="Dependency Info">Dependency Info</a> +</li> + + <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a> +</li> + + <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a> +</li> + + <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a> +</li> + + <li> <a href="../release-setup.html" title="Release Setup">Release Setup</a> +</li> + + <li> <a href="../release.html" title="Release Process">Release Process</a> +</li> + + <li> <a href="../website.html" title="Website Management">Website Management</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Projects <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-master" title="streams-master">streams-master</a> +</li> + + <li> <a href="../../../latest/streams-project" title="streams-project">streams-project</a> +</li> + + <li> <a href="../../../latest/streams-examples/" title="streams-examples">streams-examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Tutorial <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../tutorial/build.html" title="Build streams and streams-examples from source">Build streams and streams-examples from source</a> +</li> + + <li> <a href="../tutorial/environment.html" title="Create a local folder to configure streams">Create a local folder to configure streams</a> +</li> + + <li> <a href="../tutorial/docker.html" title="Set up a local docker environment">Set up a local docker environment</a> +</li> + + <li> <a href="../tutorial/database.html" title="Run a local database to store activity documents">Run a local database to store activity documents</a> +</li> + + <li> <a href="../../../latest/streams-examples/streams-examples-local/twitter-history-elasticsearch/index.html" title="Run twitter-history-elasticsearch">Run twitter-history-elasticsearch</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Learn More <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-project/streams-contrib/index.html" title="Browse streams providers, processors, and persisters">Browse streams providers, processors, and persisters</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/index.html" title="View the official Apache Streams jsonschema files">View the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/apidocs/org/apache/streams/pojo/json/package-summary.html" title="View java POJOs generated from the official Apache Streams jsonschema files">View java POJOs generated from the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-examples/index.html" title="Check out some additional examples">Check out some additional examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Other Resources <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://activitystrea.ms"; title="ActivityStreams Homepage">ActivityStreams Homepage</a> +</li> + + <li> <a href="http://activitystrea.ms/specs/"; title="ActivityStreams Specifications">ActivityStreams Specifications</a> +</li> + + <li> <a href="http://blogs.apache.org/streams/"; title="Streams Blog">Streams Blog</a> +</li> + + <li> <a href="http://wiki.apache.org/incubator/StreamsProposal"; title="Streams Proposal Wiki Page">Streams Proposal Wiki Page</a> +</li> + + <li> <a href="http://www.apache.org/"; title="Apache Foundation Info">Apache Foundation Info</a> +</li> + + <li> <a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsorship">Sponsorship</a> +</li> + + <li> <a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a> +</li> + </ul> + </li> + </ul> + + + + + + <ul class="nav pull-right"><li> + + <a href="https://twitter.com/ApacheStreams"; class="twitter-follow-button" data-show-count="true" data-align="right" data-size="large" data-show-screen-name="true" data-lang="en">Follow ApacheStreams</a> + <script type="text/javascript">!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0];if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src="//platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script> + + </li></ul> + + + </div> + + </div> + </div> + </div> + + <div class="container"> + <div id="banner"> + <div class="pull-left"> + <a href="../../../.." id="bannerLeft"> + <img src="../../../../images/streams_logo.jpg" alt="Apache Streams" width="150" height="100"/> + </a> + </div> + <div class="pull-right"> <a href="http://incubator.apache.org"; id="bannerRight"> + <img src="http://incubator.apache.org/images/egg-logo.png"; alt="Apache Incubator"/> + </a> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + <li class=""> + <a href="http://incubator.apache.org/"; class="externalLink" title="Incubator"> + Incubator</a> + <span class="divider">/</span> + </li> + <li class=""> + <a href="../../../../" title="Streams"> + Streams</a> + <span class="divider">/</span> + </li> + <li class="active ">Build streams and streams-examples from source</li> + + + + </ul> + </div> + + + + <div id="bodyColumn" > + + <div class="section"> +<h2><a name="Build_streams_and_streams-examples_from_source"></a>Build streams and streams-examples from source</h2> +<p>This tutorial assumes you are using linux or Mac OS X.</p> +<div class="section"> +<h3><a name="Setup_Tools"></a>Setup Tools</h3> +<p>You’ll need the following tools installed in your command line:</p> + +<ul> + +<li>Git</li> + +<li>Java SDK</li> + +<li>Maven</li> + +<li>Docker</li> +</ul> +<div class="section"> +<h4><a name="Git"></a>Git</h4> + +<div class="source"> +<div class="source"><pre class="prettyprint">git -version +</pre></div></div> + +<table border="0" class="table table-striped"> + <thead> + +<tr class="a"> + +<th>Possible result </th> + +<th>Explanation </th> + </tr> + </thead> + <tbody> + +<tr class="b"> + +<td>bash: git: No such file or directory </td> + +<td>You need to install git </td> + </tr> + +<tr class="a"> + +<td>git version < 2.7 </td> + +<td>You should upgrade git for security reasons </td> + </tr> + +<tr class="b"> + +<td>git version > 2.7 </td> + +<td>You are all good </td> + </tr> + </tbody> +</table></div> +<div class="section"> +<h4><a name="Maven_and_Java_SDK"></a>Maven and Java SDK</h4> +<p>Run from your command line:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">mvn -version +</pre></div></div> + +<table border="0" class="table table-striped"> + <thead> + +<tr class="a"> + +<th>Possible result </th> + +<th>Explanation </th> + </tr> + </thead> + <tbody> + +<tr class="b"> + +<td>-bash: mvn: command not found </td> + +<td>You need to install maven </td> + </tr> + +<tr class="a"> + +<td>Error: JAVA_HOME is not defined correctly. </td> + +<td>You need to install JDK </td> + </tr> + +<tr class="b"> + +<td>Apache Maven >= 3.2.5+\nJava Version >= 1.7.0u72) </td> + +<td>You’re all good </td> + </tr> + +<tr class="a"> + +<td>Apache Maven >= 3.2.5+\nJava Version >= 1.8.0u25) </td> + +<td>You’re all good </td> + </tr> + +<tr class="b"> + +<td>Apache Maven < 3.2.5 </td> + +<td>You need a newer version of maven </td> + </tr> + +<tr class="a"> + +<td>Java Version < 1.7.0u72 </td> + +<td>You need a newer version of maven </td> + </tr> + +<tr class="b"> + +<td>Java Version < 1.8.0u25 </td> + +<td>You need a newer JDK </td> + </tr> + </tbody> +</table></div> +<div class="section"> +<h4><a name="Docker"></a>Docker</h4> +<p>Run from your command line:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">docker version +</pre></div></div> + +<table border="0" class="table table-striped"> + <thead> + +<tr class="a"> + +<th>Possible result </th> + +<th>Explanation </th> + </tr> + </thead> + <tbody> + +<tr class="b"> + +<td>bash: docker: No such file or directory </td> + +<td>You need to install docker </td> + </tr> + +<tr class="a"> + +<td>Client: Version: < 1.0.0 </td> + +<td>You need a newer version of docker </td> + </tr> + +<tr class="b"> + +<td>Server: Version: < 1.0.0 </td> + +<td>You need a newer version of docker </td> + </tr> + +<tr class="a"> + +<td>Client: Version: > 1.0.0\nServer: Version: > 1.0.0 </td> + +<td>You are all good </td> + </tr> + </tbody> +</table> +<p>See <a class="externalLink" href="http://streams.incubator.apache.org/site/0.2-incubating/streams-project/index.html"; title="streams-project/index.html">streams-project-index.html</a> for more information.</p></div></div> +<div class="section"> +<h3><a name="Download_Sources"></a>Download Sources</h3> +<p>Run from your command line:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">git clone https://github.com/apache/incubator-streams +git clone https://github.com/apache/incubator-streams-examples +</pre></div></div></div> +<div class="section"> +<h3><a name="Build_Projects"></a>Build Projects</h3> +<p>Run from your command line:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">export MAVEN_OPTS="-Xmx2G" +cd incubator-streams +mvn clean install -Dmaven.test.skip.exec=true +</pre></div></div> + +<table border="0" class="table table-striped"> + <thead> + +<tr class="a"> + +<th>Possible result </th> + +<th>Explanation </th> + </tr> + </thead> + <tbody> + +<tr class="b"> + +<td>BUILD SUCCESSFUL </td> + +<td>You are all good </td> + </tr> + +<tr class="a"> + +<td>BUILD FAILED </td> + +<td>Check yourself </td> + </tr> + </tbody> +</table> + +<div class="source"> +<div class="source"><pre class="prettyprint">cd ../incubator-streams-examples +mvn clean package +</pre></div></div> + +<table border="0" class="table table-striped"> + <thead> + +<tr class="a"> + +<th>Possible result </th> + +<th>Explanation </th> + </tr> + </thead> + <tbody> + +<tr class="b"> + +<td>BUILD SUCCESSFUL </td> + +<td>You are all good </td> + </tr> + +<tr class="a"> + +<td>BUILD FAILED </td> + +<td>Check yourself </td> + </tr> + </tbody> +</table></div></div> + </div> + </div> + + <hr/> + + <footer> + <div class="container"> + <div class="row"> + <p >Copyright © 2012–2016 + <a href="http://www.apache.org/";>The Apache Software Foundation</a>. + All rights reserved. + <li id="publishDate" class="pull-right">Last Published: 2016-10-03</li> + <li id="projectVersion" class="pull-right"> + Version: 0.4-incubating-SNAPSHOT + </li> + </p> + </div> + + <p id="poweredBy" class="pull-right"> + <a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"> + <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" /> + </a> + </p> + + </div> + </footer> + </body> +</html> \ No newline at end of file
Added: incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/database.html URL: http://svn.apache.org/viewvc/incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/database.html?rev=1763216&view=auto ============================================================================== --- incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/database.html (added) +++ incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/database.html Mon Oct 3 21:23:47 2016 @@ -0,0 +1,324 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.7 at 2016-10-03 + | Rendered using Apache Maven Fluido Skin 1.5 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20161003" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Streams :: streams-master – Set up databases to store and analyze streams content</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.5.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.5.min.js"></script> + + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','https://www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-77087101-1', 'auto'); + ga('send', 'pageview'); + </script> + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-streams-master";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container"><div class="nav-collapse"> + + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Overview <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../index.html" title="Overview">Overview</a> +</li> + + <li> <a href="../architecture.html" title="Architecture">Architecture</a> +</li> + + <li> <a href="../concepts.html" title="Concepts">Concepts</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + + <li> <a href="../faq.html" title="Frequently Asked Questions">Frequently Asked Questions</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Details <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../license.html" title="Project License">Project License</a> +</li> + + <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../team-list.html" title="Project Team">Project Team</a> +</li> + + <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a> +</li> + + <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../source-repository.html" title="Source Repositories">Source Repositories</a> +</li> + + <li> <a href="../dependency-info.html" title="Dependency Info">Dependency Info</a> +</li> + + <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a> +</li> + + <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a> +</li> + + <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a> +</li> + + <li> <a href="../release-setup.html" title="Release Setup">Release Setup</a> +</li> + + <li> <a href="../release.html" title="Release Process">Release Process</a> +</li> + + <li> <a href="../website.html" title="Website Management">Website Management</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Projects <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-master" title="streams-master">streams-master</a> +</li> + + <li> <a href="../../../latest/streams-project" title="streams-project">streams-project</a> +</li> + + <li> <a href="../../../latest/streams-examples/" title="streams-examples">streams-examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Tutorial <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../tutorial/build.html" title="Build streams and streams-examples from source">Build streams and streams-examples from source</a> +</li> + + <li> <a href="../tutorial/environment.html" title="Create a local folder to configure streams">Create a local folder to configure streams</a> +</li> + + <li> <a href="../tutorial/docker.html" title="Set up a local docker environment">Set up a local docker environment</a> +</li> + + <li> <a href="../tutorial/database.html" title="Run a local database to store activity documents">Run a local database to store activity documents</a> +</li> + + <li> <a href="../../../latest/streams-examples/streams-examples-local/twitter-history-elasticsearch/index.html" title="Run twitter-history-elasticsearch">Run twitter-history-elasticsearch</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Learn More <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-project/streams-contrib/index.html" title="Browse streams providers, processors, and persisters">Browse streams providers, processors, and persisters</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/index.html" title="View the official Apache Streams jsonschema files">View the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/apidocs/org/apache/streams/pojo/json/package-summary.html" title="View java POJOs generated from the official Apache Streams jsonschema files">View java POJOs generated from the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-examples/index.html" title="Check out some additional examples">Check out some additional examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Other Resources <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://activitystrea.ms"; title="ActivityStreams Homepage">ActivityStreams Homepage</a> +</li> + + <li> <a href="http://activitystrea.ms/specs/"; title="ActivityStreams Specifications">ActivityStreams Specifications</a> +</li> + + <li> <a href="http://blogs.apache.org/streams/"; title="Streams Blog">Streams Blog</a> +</li> + + <li> <a href="http://wiki.apache.org/incubator/StreamsProposal"; title="Streams Proposal Wiki Page">Streams Proposal Wiki Page</a> +</li> + + <li> <a href="http://www.apache.org/"; title="Apache Foundation Info">Apache Foundation Info</a> +</li> + + <li> <a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsorship">Sponsorship</a> +</li> + + <li> <a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a> +</li> + </ul> + </li> + </ul> + + + + + + <ul class="nav pull-right"><li> + + <a href="https://twitter.com/ApacheStreams"; class="twitter-follow-button" data-show-count="true" data-align="right" data-size="large" data-show-screen-name="true" data-lang="en">Follow ApacheStreams</a> + <script type="text/javascript">!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0];if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src="//platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script> + + </li></ul> + + + </div> + + </div> + </div> + </div> + + <div class="container"> + <div id="banner"> + <div class="pull-left"> + <a href="../../../.." id="bannerLeft"> + <img src="../../../../images/streams_logo.jpg" alt="Apache Streams" width="150" height="100"/> + </a> + </div> + <div class="pull-right"> <a href="http://incubator.apache.org"; id="bannerRight"> + <img src="http://incubator.apache.org/images/egg-logo.png"; alt="Apache Incubator"/> + </a> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + <li class=""> + <a href="http://incubator.apache.org/"; class="externalLink" title="Incubator"> + Incubator</a> + <span class="divider">/</span> + </li> + <li class=""> + <a href="../../../../" title="Streams"> + Streams</a> + <span class="divider">/</span> + </li> + <li class="active ">Set up databases to store and analyze streams content</li> + + + + </ul> + </div> + + + + <div id="bodyColumn" > + + <div class="section"> +<h2><a name="Set_up_databases_to_store_and_analyze_streams_content"></a>Set up databases to store and analyze streams content</h2> +<p>This tutorial assumes you are using linux or Mac OS X.</p> +<div class="section"> +<h3><a name="Confirm_Docker_is_healthy"></a>Confirm Docker is healthy</h3> +<p>We’ll assume you’ve got docker up and running.</p> +<p>Run from your command line:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">docker ps +</pre></div></div> +<p>If you see a (possibly empty) list of running containers, you are good.</p></div> +<div class="section"> +<h3><a name="Run_Elasticsearch"></a>Run Elasticsearch</h3> +<p>Elasticsearch is a great database for storing content from your streams.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">docker run -d --name elasticsearch elasticsearch +</pre></div></div></div> +<div class="section"> +<h3><a name="Add_Elasticsearch_container_details_to_your_configuration"></a>Add Elasticsearch container details to your configuration</h3> + +<div class="source"> +<div class="source"><pre class="prettyprint">echo $(docker-machine ip) +</pre></div></div> +<p>Put the following into elasticsearch.conf (in the same directory as reference.conf)</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">include "reference.conf" +elasticsearch { + hosts = [ + # paste the response from echo $(docker-machine ip) on this line + ] + protocol = "tcp" + port = 9300 + index = "streams" + indexes = [ + "streams" + ] + types = [ + "page" + "post" + ] +} +</pre></div></div></div></div> + </div> + </div> + + <hr/> + + <footer> + <div class="container"> + <div class="row"> + <p >Copyright © 2012–2016 + <a href="http://www.apache.org/";>The Apache Software Foundation</a>. + All rights reserved. + <li id="publishDate" class="pull-right">Last Published: 2016-10-03</li> + <li id="projectVersion" class="pull-right"> + Version: 0.4-incubating-SNAPSHOT + </li> + </p> + </div> + + <p id="poweredBy" class="pull-right"> + <a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"> + <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" /> + </a> + </p> + + </div> + </footer> + </body> +</html> \ No newline at end of file Added: incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/docker.html URL: http://svn.apache.org/viewvc/incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/docker.html?rev=1763216&view=auto ============================================================================== --- incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/docker.html (added) +++ incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/docker.html Mon Oct 3 21:23:47 2016 @@ -0,0 +1,293 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.7 at 2016-10-03 + | Rendered using Apache Maven Fluido Skin 1.5 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20161003" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Streams :: streams-master – Set up a local environment to run streams</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.5.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.5.min.js"></script> + + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','https://www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-77087101-1', 'auto'); + ga('send', 'pageview'); + </script> + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-streams-master";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container"><div class="nav-collapse"> + + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Overview <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../index.html" title="Overview">Overview</a> +</li> + + <li> <a href="../architecture.html" title="Architecture">Architecture</a> +</li> + + <li> <a href="../concepts.html" title="Concepts">Concepts</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + + <li> <a href="../faq.html" title="Frequently Asked Questions">Frequently Asked Questions</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Details <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../license.html" title="Project License">Project License</a> +</li> + + <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../team-list.html" title="Project Team">Project Team</a> +</li> + + <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a> +</li> + + <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../source-repository.html" title="Source Repositories">Source Repositories</a> +</li> + + <li> <a href="../dependency-info.html" title="Dependency Info">Dependency Info</a> +</li> + + <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a> +</li> + + <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a> +</li> + + <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a> +</li> + + <li> <a href="../release-setup.html" title="Release Setup">Release Setup</a> +</li> + + <li> <a href="../release.html" title="Release Process">Release Process</a> +</li> + + <li> <a href="../website.html" title="Website Management">Website Management</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Projects <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-master" title="streams-master">streams-master</a> +</li> + + <li> <a href="../../../latest/streams-project" title="streams-project">streams-project</a> +</li> + + <li> <a href="../../../latest/streams-examples/" title="streams-examples">streams-examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Tutorial <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../tutorial/build.html" title="Build streams and streams-examples from source">Build streams and streams-examples from source</a> +</li> + + <li> <a href="../tutorial/environment.html" title="Create a local folder to configure streams">Create a local folder to configure streams</a> +</li> + + <li> <a href="../tutorial/docker.html" title="Set up a local docker environment">Set up a local docker environment</a> +</li> + + <li> <a href="../tutorial/database.html" title="Run a local database to store activity documents">Run a local database to store activity documents</a> +</li> + + <li> <a href="../../../latest/streams-examples/streams-examples-local/twitter-history-elasticsearch/index.html" title="Run twitter-history-elasticsearch">Run twitter-history-elasticsearch</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Learn More <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-project/streams-contrib/index.html" title="Browse streams providers, processors, and persisters">Browse streams providers, processors, and persisters</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/index.html" title="View the official Apache Streams jsonschema files">View the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/apidocs/org/apache/streams/pojo/json/package-summary.html" title="View java POJOs generated from the official Apache Streams jsonschema files">View java POJOs generated from the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-examples/index.html" title="Check out some additional examples">Check out some additional examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Other Resources <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://activitystrea.ms"; title="ActivityStreams Homepage">ActivityStreams Homepage</a> +</li> + + <li> <a href="http://activitystrea.ms/specs/"; title="ActivityStreams Specifications">ActivityStreams Specifications</a> +</li> + + <li> <a href="http://blogs.apache.org/streams/"; title="Streams Blog">Streams Blog</a> +</li> + + <li> <a href="http://wiki.apache.org/incubator/StreamsProposal"; title="Streams Proposal Wiki Page">Streams Proposal Wiki Page</a> +</li> + + <li> <a href="http://www.apache.org/"; title="Apache Foundation Info">Apache Foundation Info</a> +</li> + + <li> <a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsorship">Sponsorship</a> +</li> + + <li> <a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a> +</li> + </ul> + </li> + </ul> + + + + + + <ul class="nav pull-right"><li> + + <a href="https://twitter.com/ApacheStreams"; class="twitter-follow-button" data-show-count="true" data-align="right" data-size="large" data-show-screen-name="true" data-lang="en">Follow ApacheStreams</a> + <script type="text/javascript">!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0];if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src="//platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script> + + </li></ul> + + + </div> + + </div> + </div> + </div> + + <div class="container"> + <div id="banner"> + <div class="pull-left"> + <a href="../../../.." id="bannerLeft"> + <img src="../../../../images/streams_logo.jpg" alt="Apache Streams" width="150" height="100"/> + </a> + </div> + <div class="pull-right"> <a href="http://incubator.apache.org"; id="bannerRight"> + <img src="http://incubator.apache.org/images/egg-logo.png"; alt="Apache Incubator"/> + </a> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + <li class=""> + <a href="http://incubator.apache.org/"; class="externalLink" title="Incubator"> + Incubator</a> + <span class="divider">/</span> + </li> + <li class=""> + <a href="../../../../" title="Streams"> + Streams</a> + <span class="divider">/</span> + </li> + <li class="active ">Set up a local environment to run streams</li> + + + + </ul> + </div> + + + + <div id="bodyColumn" > + + <div class="section"> +<h2><a name="Set_up_a_local_environment_to_run_streams"></a>Set up a local environment to run streams</h2> +<p>Streams components can be embedded in a variety of data processing frameworks based on the problem and performance requirements at hand.</p> +<p>A great way to get started collecting and indexing data is with streams-runtime-local and Docker.</p> +<p>Several example streams are available from docker hub for tutorial purposes.</p> +<div class="section"> +<h3><a name="Confirm_Docker_is_healthy"></a>Confirm Docker is healthy</h3> +<p>We’ll assume you’ve got docker up and running.</p> +<p>Run from your command line:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">docker ps +</pre></div></div> +<p>If you see a (possibly empty) list of running containers, you are good.</p></div></div> + </div> + </div> + + <hr/> + + <footer> + <div class="container"> + <div class="row"> + <p >Copyright © 2012–2016 + <a href="http://www.apache.org/";>The Apache Software Foundation</a>. + All rights reserved. + <li id="publishDate" class="pull-right">Last Published: 2016-10-03</li> + <li id="projectVersion" class="pull-right"> + Version: 0.4-incubating-SNAPSHOT + </li> + </p> + </div> + + <p id="poweredBy" class="pull-right"> + <a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"> + <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" /> + </a> + </p> + + </div> + </footer> + </body> +</html> \ No newline at end of file Added: incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/environment.html URL: http://svn.apache.org/viewvc/incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/environment.html?rev=1763216&view=auto ============================================================================== --- incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/environment.html (added) +++ incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/tutorial/environment.html Mon Oct 3 21:23:47 2016 @@ -0,0 +1,313 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.7 at 2016-10-03 + | Rendered using Apache Maven Fluido Skin 1.5 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20161003" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Streams :: streams-master – Create a local folder to configure streams</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.5.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.5.min.js"></script> + + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','https://www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-77087101-1', 'auto'); + ga('send', 'pageview'); + </script> + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-streams-master";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container"><div class="nav-collapse"> + + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Overview <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../index.html" title="Overview">Overview</a> +</li> + + <li> <a href="../architecture.html" title="Architecture">Architecture</a> +</li> + + <li> <a href="../concepts.html" title="Concepts">Concepts</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + + <li> <a href="../faq.html" title="Frequently Asked Questions">Frequently Asked Questions</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Details <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../license.html" title="Project License">Project License</a> +</li> + + <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../team-list.html" title="Project Team">Project Team</a> +</li> + + <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a> +</li> + + <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../source-repository.html" title="Source Repositories">Source Repositories</a> +</li> + + <li> <a href="../dependency-info.html" title="Dependency Info">Dependency Info</a> +</li> + + <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a> +</li> + + <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a> +</li> + + <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a> +</li> + + <li> <a href="../release-setup.html" title="Release Setup">Release Setup</a> +</li> + + <li> <a href="../release.html" title="Release Process">Release Process</a> +</li> + + <li> <a href="../website.html" title="Website Management">Website Management</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Projects <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-master" title="streams-master">streams-master</a> +</li> + + <li> <a href="../../../latest/streams-project" title="streams-project">streams-project</a> +</li> + + <li> <a href="../../../latest/streams-examples/" title="streams-examples">streams-examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Tutorial <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../tutorial/build.html" title="Build streams and streams-examples from source">Build streams and streams-examples from source</a> +</li> + + <li> <a href="../tutorial/environment.html" title="Create a local folder to configure streams">Create a local folder to configure streams</a> +</li> + + <li> <a href="../tutorial/docker.html" title="Set up a local docker environment">Set up a local docker environment</a> +</li> + + <li> <a href="../tutorial/database.html" title="Run a local database to store activity documents">Run a local database to store activity documents</a> +</li> + + <li> <a href="../../../latest/streams-examples/streams-examples-local/twitter-history-elasticsearch/index.html" title="Run twitter-history-elasticsearch">Run twitter-history-elasticsearch</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Learn More <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../../latest/streams-project/streams-contrib/index.html" title="Browse streams providers, processors, and persisters">Browse streams providers, processors, and persisters</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/index.html" title="View the official Apache Streams jsonschema files">View the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-project/streams-pojo/apidocs/org/apache/streams/pojo/json/package-summary.html" title="View java POJOs generated from the official Apache Streams jsonschema files">View java POJOs generated from the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../../latest/streams-examples/index.html" title="Check out some additional examples">Check out some additional examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Other Resources <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://activitystrea.ms"; title="ActivityStreams Homepage">ActivityStreams Homepage</a> +</li> + + <li> <a href="http://activitystrea.ms/specs/"; title="ActivityStreams Specifications">ActivityStreams Specifications</a> +</li> + + <li> <a href="http://blogs.apache.org/streams/"; title="Streams Blog">Streams Blog</a> +</li> + + <li> <a href="http://wiki.apache.org/incubator/StreamsProposal"; title="Streams Proposal Wiki Page">Streams Proposal Wiki Page</a> +</li> + + <li> <a href="http://www.apache.org/"; title="Apache Foundation Info">Apache Foundation Info</a> +</li> + + <li> <a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsorship">Sponsorship</a> +</li> + + <li> <a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a> +</li> + </ul> + </li> + </ul> + + + + + + <ul class="nav pull-right"><li> + + <a href="https://twitter.com/ApacheStreams"; class="twitter-follow-button" data-show-count="true" data-align="right" data-size="large" data-show-screen-name="true" data-lang="en">Follow ApacheStreams</a> + <script type="text/javascript">!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0];if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src="//platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script> + + </li></ul> + + + </div> + + </div> + </div> + </div> + + <div class="container"> + <div id="banner"> + <div class="pull-left"> + <a href="../../../.." id="bannerLeft"> + <img src="../../../../images/streams_logo.jpg" alt="Apache Streams" width="150" height="100"/> + </a> + </div> + <div class="pull-right"> <a href="http://incubator.apache.org"; id="bannerRight"> + <img src="http://incubator.apache.org/images/egg-logo.png"; alt="Apache Incubator"/> + </a> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + <li class=""> + <a href="http://incubator.apache.org/"; class="externalLink" title="Incubator"> + Incubator</a> + <span class="divider">/</span> + </li> + <li class=""> + <a href="../../../../" title="Streams"> + Streams</a> + <span class="divider">/</span> + </li> + <li class="active ">Create a local folder to configure streams</li> + + + + </ul> + </div> + + + + <div id="bodyColumn" > + + <div class="section"> +<h2><a name="Create_a_local_folder_to_configure_streams"></a>Create a local folder to configure streams</h2> +<p>Pick a place on your file system that’s easy to remember and reference with an absolution path.</p> +<p>Create a new empty folder there and export the path to a variables.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">mkdir ~/streams +export STREAMS=$(cd ~streams; pwd) +</pre></div></div> +<p>Next, create a configuration file to hold secrets for your streams to use.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">cd $STREAMS +touch reference.conf +</pre></div></div> +<p>To get started, put the following into reference.conf</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">twitter { + oauth { + consumerKey = "" + consumerSecret = "" + accessToken = "" + accessTokenSecret = "" + } +} +</pre></div></div> +<p>Visit developer.twitter.com and create an application to obtain the above fields.</p> +<p>The consumerKey and consumerSecret are application-wide.</p> +<p>The accessToken and accessTokenSecret are per-user. They can be obtained by navigating to:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">https://api.twitter.com/oauth/authenticate?oauth_token=UIJ0AUxCJatpKDUyFt0OTSEP4asZgqxRwUCT0AMSwc&oauth_callback=http%3A%2F%2Foauth.streamstutorial.w2odata.com%3A8080%2Fsocialauthdemo%2FsocialAuthSuccessAction.do +</pre></div></div></div> + </div> + </div> + + <hr/> + + <footer> + <div class="container"> + <div class="row"> + <p >Copyright © 2012–2016 + <a href="http://www.apache.org/";>The Apache Software Foundation</a>. + All rights reserved. + <li id="publishDate" class="pull-right">Last Published: 2016-10-03</li> + <li id="projectVersion" class="pull-right"> + Version: 0.4-incubating-SNAPSHOT + </li> + </p> + </div> + + <p id="poweredBy" class="pull-right"> + <a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"> + <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" /> + </a> + </p> + + </div> + </footer> + </body> +</html> \ No newline at end of file Added: incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/website.html URL: http://svn.apache.org/viewvc/incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/website.html?rev=1763216&view=auto ============================================================================== --- incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/website.html (added) +++ incubator/streams/site/trunk/content/site/0.4-incubating-SNAPSHOT/streams-master/website.html Mon Oct 3 21:23:47 2016 @@ -0,0 +1,472 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.7 at 2016-10-03 + | Rendered using Apache Maven Fluido Skin 1.5 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20161003" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Streams :: streams-master – Website Management</title> + <link rel="stylesheet" href="./css/apache-maven-fluido-1.5.min.css" /> + <link rel="stylesheet" href="./css/site.css" /> + <link rel="stylesheet" href="./css/print.css" media="print" /> + + + <script type="text/javascript" src="./js/apache-maven-fluido-1.5.min.js"></script> + + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','https://www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-77087101-1', 'auto'); + ga('send', 'pageview'); + </script> + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-streams-master";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container"><div class="nav-collapse"> + + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Overview <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="index.html" title="Overview">Overview</a> +</li> + + <li> <a href="architecture.html" title="Architecture">Architecture</a> +</li> + + <li> <a href="concepts.html" title="Concepts">Concepts</a> +</li> + + <li> <a href="downloads.html" title="Downloads">Downloads</a> +</li> + + <li> <a href="faq.html" title="Frequently Asked Questions">Frequently Asked Questions</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Details <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="license.html" title="Project License">Project License</a> +</li> + + <li> <a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="team-list.html" title="Project Team">Project Team</a> +</li> + + <li> <a href="integration.html" title="Continuous Integration">Continuous Integration</a> +</li> + + <li> <a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="source-repository.html" title="Source Repositories">Source Repositories</a> +</li> + + <li> <a href="dependency-info.html" title="Dependency Info">Dependency Info</a> +</li> + + <li> <a href="dependency-management.html" title="Dependency Management">Dependency Management</a> +</li> + + <li> <a href="distribution-management.html" title="Distribution Management">Distribution Management</a> +</li> + + <li> <a href="plugin-management.html" title="Plugin Management">Plugin Management</a> +</li> + + <li> <a href="release-setup.html" title="Release Setup">Release Setup</a> +</li> + + <li> <a href="release.html" title="Release Process">Release Process</a> +</li> + + <li> <a href="website.html" title="Website Management">Website Management</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Projects <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../latest/streams-master" title="streams-master">streams-master</a> +</li> + + <li> <a href="../../latest/streams-project" title="streams-project">streams-project</a> +</li> + + <li> <a href="../../latest/streams-examples/" title="streams-examples">streams-examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Tutorial <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="tutorial/build.html" title="Build streams and streams-examples from source">Build streams and streams-examples from source</a> +</li> + + <li> <a href="tutorial/environment.html" title="Create a local folder to configure streams">Create a local folder to configure streams</a> +</li> + + <li> <a href="tutorial/docker.html" title="Set up a local docker environment">Set up a local docker environment</a> +</li> + + <li> <a href="tutorial/database.html" title="Run a local database to store activity documents">Run a local database to store activity documents</a> +</li> + + <li> <a href="../../latest/streams-examples/streams-examples-local/twitter-history-elasticsearch/index.html" title="Run twitter-history-elasticsearch">Run twitter-history-elasticsearch</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Learn More <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../../latest/streams-project/streams-contrib/index.html" title="Browse streams providers, processors, and persisters">Browse streams providers, processors, and persisters</a> +</li> + + <li> <a href="../../latest/streams-project/streams-pojo/index.html" title="View the official Apache Streams jsonschema files">View the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../latest/streams-project/streams-pojo/apidocs/org/apache/streams/pojo/json/package-summary.html" title="View java POJOs generated from the official Apache Streams jsonschema files">View java POJOs generated from the official Apache Streams jsonschema files</a> +</li> + + <li> <a href="../../latest/streams-examples/index.html" title="Check out some additional examples">Check out some additional examples</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Other Resources <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://activitystrea.ms"; title="ActivityStreams Homepage">ActivityStreams Homepage</a> +</li> + + <li> <a href="http://activitystrea.ms/specs/"; title="ActivityStreams Specifications">ActivityStreams Specifications</a> +</li> + + <li> <a href="http://blogs.apache.org/streams/"; title="Streams Blog">Streams Blog</a> +</li> + + <li> <a href="http://wiki.apache.org/incubator/StreamsProposal"; title="Streams Proposal Wiki Page">Streams Proposal Wiki Page</a> +</li> + + <li> <a href="http://www.apache.org/"; title="Apache Foundation Info">Apache Foundation Info</a> +</li> + + <li> <a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsorship">Sponsorship</a> +</li> + + <li> <a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a> +</li> + </ul> + </li> + </ul> + + + + + + <ul class="nav pull-right"><li> + + <a href="https://twitter.com/ApacheStreams"; class="twitter-follow-button" data-show-count="true" data-align="right" data-size="large" data-show-screen-name="true" data-lang="en">Follow ApacheStreams</a> + <script type="text/javascript">!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0];if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src="//platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script> + + </li></ul> + + + </div> + + </div> + </div> + </div> + + <div class="container"> + <div id="banner"> + <div class="pull-left"> + <a href="../../.." id="bannerLeft"> + <img src="../../../images/streams_logo.jpg" alt="Apache Streams" width="150" height="100"/> + </a> + </div> + <div class="pull-right"> <a href="http://incubator.apache.org"; id="bannerRight"> + <img src="http://incubator.apache.org/images/egg-logo.png"; alt="Apache Incubator"/> + </a> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + <li class=""> + <a href="http://incubator.apache.org/"; class="externalLink" title="Incubator"> + Incubator</a> + <span class="divider">/</span> + </li> + <li class=""> + <a href="../../../" title="Streams"> + Streams</a> + <span class="divider">/</span> + </li> + <li class="active ">Website Management</li> + + + + </ul> + </div> + + + + <div id="bodyColumn" > + + <div class="section"> +<h2><a name="Website_Management"></a>Website Management</h2> +<p><a class="externalLink" href="http://streams.incubator.apache.org";>http://streams.incubator.apache.org</a> is a set of interconnected websites generated by the maven site plugin. The front page, this page, and most pages linked in the top nav of the site are part of incubator-streams-master. incubator-streams and incubator-streams-examples also contain documentation of specific modules and examples that are part of the project webpage.</p> +<div class="section"> +<h3><a name="Website_Content"></a>Website Content</h3> +<p>Pages, diagrams, and other hard-linkable resources are stored throughout the source tree.</p> +<div class="section"> +<h4><a name="Markdown"></a>Markdown</h4> + +<ul> + +<li>src/site/markdown</li> +</ul> +<p>Most HTML pages are generated from markdown. The maven-site-plugin does this during the site build process.</p></div> +<div class="section"> +<h4><a name="Schemas"></a>Schemas</h4> + +<ul> + +<li>src/main/jsonschema</li> + +<li>src/main/xmlschema</li> +</ul> +<p>JSON and XML Schemas through-out the project are copied to the web page of their respective modules so they can be linked to in other projects.</p> +<p>This allows users to extend the canonical streams schemas incrementally and/or re-use specific fields as they see fit.</p></div> +<div class="section"> +<h4><a name="Resources"></a>Resources</h4> + +<ul> + +<li>src/main/resources</li> + +<li>src/test/resources</li> +</ul> +<p>Other resources including .conf and .properties files are copied to the web page of their respective modules so they can be linked to across projects and in external projects.</p> +<p>This allows users to import HOCON from modules outside their sphere of control and adapt to changes upstream.</p></div></div> +<div class="section"> +<h3><a name="Website_Updates"></a>Website Updates</h3> +<p>The project website(s) are hosted by the Apache foundation and updated via SVN.</p> +<p>Currently pushing website changes is a manual process with several steps, performed by whomever is making the change.</p> +<p>This typically requires checking out the current website from SVN.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">svn co https://svn.apache.org/repos/asf/incubator/streams/site/trunk/content +cd content +</pre></div></div> +<p>NOTE:</p> +<p>Repositories should always be built and published in the following order:</p> + +<ul> + +<li>streams-master</li> + +<li>streams-project</li> + +<li>streams-examples</li> +</ul> +<div class="section"> +<h4><a name="Preparing_to_publishing_a_new_website_version"></a>Preparing to publishing a new website version</h4> +<p>The instructions below presume:</p> + +<ul> + +<li>you have a shell open in the SVN content directory</li> + +<li>you know the artifactId and version of the repository you want to publish.</li> +</ul> +<p>If this is a brand new snapshot or release version, you first need to create a directory corresponding to the new version.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">mkdir site/${project.version} +svn add site/${project.version} +svn commit -m "svn add site/${project.version}" +</pre></div></div> +<p>The first time a specific site is being published for this version, you must create the directory where it will be published.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">mkdir site/${project.version}/${project.artifactId} +svn add site/${project.version}/${project.artifactId} +svn commit -m "svn add site/${project.version}/${project.artifactId}" +</pre></div></div> +<p>If you are published over an existing snapshot, you must first remove the existing version and recreate an empty directory.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">rm -rf site/${project.version}/${project.artifactId} +svn delete site/${project.version}/${project.artifactId} +svn commit -m "svn delete site/${project.version}/${project.artifactId}" +mkdir site/${project.version}/${project.artifactId} +svn add site/${project.version}/${project.artifactId} +svn commit -m "svn add site/${project.version}/${project.artifactId}" +</pre></div></div> +<p>The folder must exist and be empty for the publish steps to succeed.</p> +<p>If you are publishing a release, it’s appropriate to delete the site snapshots related to the prior releases.</p> +<p>For example when 0.3-incubating is published, 0.2-incubating-SNAPSHOT should be deleted.</p> +<p>This policy of removing old snapshots keeps external projects from linking to snapshot artifacts indefinitely.</p> +<p>Release artifacts should be retained indefinitely.</p></div> +<div class="section"> +<h4><a name="Generating_and_committing_a_new_website_version"></a>Generating and committing a new website version</h4> +<p>The instructions below presume:</p> + +<ul> + +<li>you have a shell open in the root of a project repository</li> + +<li>you know the artifactId and version of the repository you want to publish.</li> +</ul> +<p>First, ensure that you have local credentials capable of publishing the site.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"><server> + <id>site.streams.{master|project|examples}</id> + <username>{your apache ID}</username> + <privateKey>{absolute path to your private key</privateKey> + <passphrase>{your private key passphrase}</passphrase> + <filePermissions>664</filePermissions> + <directoryPermissions>775</directoryPermissions> + <configuration></configuration> +</server> +</pre></div></div> +<p>Next, generate SVG resources for all DOT diagrams in the source tree</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">for dot in $(find . -name *.dot); do dot -Tsvg $dot -o $dot.svg; done +</pre></div></div> +<p>Then, generate the site that will be published</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">mvn clean generate-sources package -Dmaven.test.skip.exec=true site:site site:stage +</pre></div></div> +<p>At this point you can open target/staging/index.html and do a sanity check on the site you intend to publish.</p> +<p>Finally, publish the site.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">mvn scm-publish:publish-scm -Dscmpublish.pubScmUrl=scm:svn:https://svn.apache.org/repos/asf/incubator/streams/site/trunk/content/site/${project.version}/${project.artifactId} +</pre></div></div> +<p>You may need to provide -Dscmpublish.content= depending where the staging site directory winds up under target/</p> +<p>Note the revision number checked in at the bottom of the maven logs.</p></div> +<div class="section"> +<h4><a name="Updating_the_staging_site"></a>Updating the staging site</h4> +<p>Next step is to update the staging site and check it out.</p> +<p>Log into <a class="externalLink" href="https://cms.apache.org";>https://cms.apache.org</a> with your apache credentials.</p> +<p>Use <a class="externalLink" href="https://cms.apache.org/streams";>https://cms.apache.org/streams</a> to access the streams website.</p> +<p>Typically you can use Get streams Working Copy, although you might need to Force if you run into conflicts in SVN.</p> +<p>You’ll probably need to ‘Update this directory’ if you want to inspect the changes you committed above.</p> +<p>‘View Staging Builds’ should show a build around the time of the previous commit. This means the change has been staged.</p> +<p>You should now be able to access and review the published site(s) via the staging URL:</p> + +<ul> + +<li><a class="externalLink" href="http://streams.staging.apache.org/";>http://streams.staging.apache.org/</a></li> +</ul> +<p>At this point use explicit versions to access and review the new documentation, i.e.</p> + +<ul> + +<li><a class="externalLink" href="http://streams.staging.apache.org/site/0.3-incubating-SNAPSHOT/streams-master/index.html";>http://streams.staging.apache.org/site/0.3-incubating-SNAPSHOT/streams-master/index.html</a></li> + +<li><a class="externalLink" href="http://streams.staging.apache.org/site/0.3-incubating-SNAPSHOT/streams-project/index.html";>http://streams.staging.apache.org/site/0.3-incubating-SNAPSHOT/streams-project/index.html</a></li> + +<li><a class="externalLink" href="http://streams.staging.apache.org/site/0.3-incubating-SNAPSHOT/streams-examples/index.html";>http://streams.staging.apache.org/site/0.3-incubating-SNAPSHOT/streams-examples/index.html</a></li> +</ul></div> +<div class="section"> +<h4><a name="Managing_version_pointers"></a>Managing version pointers</h4> +<p>When new versions of these sites are built for the first time, an additional set to alter Apache rules may be appropriate.</p> +<p>The convention we use exposes the latest specific site version(s) using redirects maintained in the .htaccess file of project website SVN.</p> +<p>These rules are located in the ‘.htaccess’ file in the root of the SVN content directory and looks something like this:</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">Options +FollowSymLinks +RewriteEngine on +RedirectMatch "^/$" "/site/0.3-incubating-SNAPSHOT/streams-master" +Redirect /site/latest /site/0.3-incubating-SNAPSHOT +Redirect /site/latest/streams-master /site/0.3-incubating-SNAPSHOT/streams-master +Redirect /site/latest/streams-project /site/0.3-incubating-SNAPSHOT/streams-project +Redirect /site/latest/streams-examples /site/0.3-incubating-SNAPSHOT/streams-examples +</pre></div></div> +<p>Adjust the Redirect rules as appropriate for the project and version you are deploying. You can do this directly from the CMS.</p> +<p>Commit your changes, wait a few seconds, click Follow Staging Build, and you should see a new build with a ‘Build Successful’ message.</p> +<p>You should now be able to use ‘latest’ as an alias for the docs you are deploying, i.e.</p> + +<ul> + +<li><a class="externalLink" href="http://streams.staging.apache.org/site/latest/streams-master/index.html";>http://streams.staging.apache.org/site/latest/streams-master/index.html</a></li> + +<li><a class="externalLink" href="http://streams.staging.apache.org/site/latest/streams-project/index.html";>http://streams.staging.apache.org/site/latest/streams-project/index.html</a></li> + +<li><a class="externalLink" href="http://streams.staging.apache.org/site/latest/streams-examples/index.html";>http://streams.staging.apache.org/site/latest/streams-examples/index.html</a></li> +</ul></div> +<div class="section"> +<h4><a name="Promoting_a_new_website_version"></a>Promoting a new website version</h4> +<p>All that’s left at this point is to promote from staging to production.</p> +<p>If a release is happening, this should happen just prior to the release announcement.</p> +<p>If you are just updating content associated with a snapshot, use good judgement to determine whether the list should have a chance to review and/or vote on the changes in staging prior to promotion.</p></div></div></div> + </div> + </div> + + <hr/> + + <footer> + <div class="container"> + <div class="row"> + <p >Copyright © 2012–2016 + <a href="http://www.apache.org/";>The Apache Software Foundation</a>. + All rights reserved. + <li id="publishDate" class="pull-right">Last Published: 2016-10-03</li> + <li id="projectVersion" class="pull-right"> + Version: 0.4-incubating-SNAPSHOT + </li> + </p> + </div> + + <p id="poweredBy" class="pull-right"> + <a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"> + <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /> + </a> + </p> + + </div> + </footer> + </body> +</html> \ No newline at end of file
![https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"](https://s3.amazonaws.com/github/ribbons/forkme_right_darkblue_121621.png"){kind=link}
![http://incubator.apache.org/images/egg-logo.png"](http://incubator.apache.org/images/egg-logo.png"){kind=link}