Publishing from b297a95f2921c4b8e13536a02e77ed0f651509f6
Project: http://git-wip-us.apache.org/repos/asf/bahir-website/repo Commit: http://git-wip-us.apache.org/repos/asf/bahir-website/commit/bbb448b9 Tree: http://git-wip-us.apache.org/repos/asf/bahir-website/tree/bbb448b9 Diff: http://git-wip-us.apache.org/repos/asf/bahir-website/diff/bbb448b9 Branch: refs/heads/asf-site Commit: bbb448b9211fd020bf870d3d54083193e051298b Parents: 4bdd526 Author: Christian Kadner <[email protected]> Authored: Sat Jan 28 01:36:35 2017 -0800 Committer: Christian Kadner <[email protected]> Committed: Sat Jan 28 03:07:30 2017 -0800 ---------------------------------------------------------------------- .gitignore | 6 +- content/community-members/index.html | 31 +- content/community/index.html | 39 +- content/contributing-extensions/index.html | 27 +- content/contributing/index.html | 27 +- .../docs/spark/2.0.0/documentation/index.html | 27 +- .../2.0.0/spark-sql-streaming-mqtt/index.html | 27 +- .../spark/2.0.0/spark-streaming-akka/index.html | 27 +- .../spark/2.0.0/spark-streaming-mqtt/index.html | 27 +- .../2.0.0/spark-streaming-twitter/index.html | 27 +- .../2.0.0/spark-streaming-zeromq/index.html | 27 +- .../docs/spark/2.0.1/documentation/index.html | 27 +- .../2.0.1/spark-sql-streaming-mqtt/index.html | 27 +- .../spark/2.0.1/spark-streaming-akka/index.html | 27 +- .../spark/2.0.1/spark-streaming-mqtt/index.html | 27 +- .../2.0.1/spark-streaming-twitter/index.html | 27 +- .../2.0.1/spark-streaming-zeromq/index.html | 27 +- .../docs/spark/2.0.2/documentation/index.html | 259 +++++++++++++ .../2.0.2/spark-sql-streaming-mqtt/index.html | 376 +++++++++++++++++++ .../spark/2.0.2/spark-streaming-akka/index.html | 312 +++++++++++++++ .../spark/2.0.2/spark-streaming-mqtt/index.html | 316 ++++++++++++++++ .../2.0.2/spark-streaming-twitter/index.html | 295 +++++++++++++++ .../2.0.2/spark-streaming-zeromq/index.html | 287 ++++++++++++++ .../docs/spark/current/documentation/index.html | 27 +- .../current/spark-sql-streaming-mqtt/index.html | 376 +++++++++++++++++++ .../current/spark-streaming-akka/index.html | 312 +++++++++++++++ .../current/spark-streaming-mqtt/index.html | 316 ++++++++++++++++ .../current/spark-streaming-twitter/index.html | 295 +++++++++++++++ .../current/spark-streaming-zeromq/index.html | 287 ++++++++++++++ content/download/index.html | 65 +++- content/feed.xml | 4 +- content/history/index.html | 27 +- content/index.html | 22 +- content/privacy-policy/index.html | 27 +- content/releases/2.0.0/release-notes/index.html | 291 ++++++++++++++ content/releases/2.0.1/release-notes/index.html | 27 +- content/releases/2.0.2/release-notes/index.html | 261 +++++++++++++ 37 files changed, 4581 insertions(+), 55 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/.gitignore ---------------------------------------------------------------------- diff --git a/.gitignore b/.gitignore index 23435a1..8925bee 100644 --- a/.gitignore +++ b/.gitignore @@ -14,7 +14,9 @@ # limitations under the License. # -*.template - .idea/ + +# ignore artifacts from master branch site/ +target/ +content/docs/spark/templates/ http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/community-members/index.html ---------------------------------------------------------------------- diff --git a/content/community-members/index.html b/content/community-members/index.html index 6875fef..274b316 100644 --- a/content/community-members/index.html +++ b/content/community-members/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -157,9 +182,7 @@ --> -<p><br /><br /><br /></p> - -<h3 id="bahir-team-members">Bahir Team Members</h3> +<h1 id="bahir-team-members">Bahir Team Members</h1> <table class="table table-hover sortable"> <thead> @@ -526,7 +549,7 @@ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/community/index.html ---------------------------------------------------------------------- diff --git a/content/community/index.html b/content/community/index.html index 2c2e414..45ec60e 100644 --- a/content/community/index.html +++ b/content/community/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -172,7 +197,7 @@ <p>Visit the <a href="/community">Contributing</a> page for more information.</p> -<h3 id="mailing-list">Mailing list</h3> +<h2 id="mailing-list">Mailing list</h2> <p>Get help using Bahir or contribute to the project on our mailing lists:</p> @@ -182,9 +207,9 @@ <li><a href="mailto:commits@bahir.apache.org">commits@bahir.apache.org</a> is for commit messages and patches to Bahir. <a href="mailto:commits-subscribe@bahir.apache.org?subject=send this email to subscribe">subscribe</a>, <a href="mailto:commits-uns 7;bscribe@bahir.apache.org?subject=send this email to unsubscribe">unsubscribe</a>, <a href="https://www.mail-archive.com/[email protected]/">archives</a></li> </ul> -<h3 id="issue-tracker">Issue tracker</h3> +<h2 id="issue-tracker">Issue tracker</h2> -<h4 id="bug-reports">Bug Reports</h4> +<h3 id="bug-reports">Bug Reports</h3> <p>Found bug? Enter an issue in the <a href="https://issues.apache.org/jira/browse/BAHIR">Issue Tracker</a>.</p> @@ -196,17 +221,17 @@ <li>Consider tracking down the bug yourself in the Bahirâs source and submitting a patch along with your bug report. This is a great time saver for the Bahir developers and helps ensure the bug will be fixed quickly.</li> </ul> -<h4 id="feature-requests">Feature Requests</h4> +<h3 id="feature-requests">Feature Requests</h3> <p>Enhancement requests for new features are also welcome. The more concrete and rationale the request is, the greater the chance it will incorporated into future releases.</p> <p><a href="https://issues.apache.org/jira/browse/BAHIR">https://issues.apache.org/jira/browse/BAHIR</a></p> -<h3 id="source-code">Source Code</h3> +<h2 id="source-code">Source Code</h2> <p>The project sources are accessible via the <a href="https://git-wip-us.apache.org/repos/asf/bahir.git">source code repository</a> which is also mirrored in <a href="https://github.com/apache/bahir">GitHub</a></p> -<h3 id="website-source-code">Website Source Code</h3> +<h2 id="website-source-code">Website Source Code</h2> <p>The project website sources are accessible via the <a href="https://git-wip-us.apache.org/repos/asf/bahir-website.git">website source code repository</a> which is also mirrored in <a href="https://github.com/apache/bahir-website">GitHub</a></p> @@ -225,7 +250,7 @@ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/contributing-extensions/index.html ---------------------------------------------------------------------- diff --git a/content/contributing-extensions/index.html b/content/contributing-extensions/index.html index f085e04..0684237 100644 --- a/content/contributing-extensions/index.html +++ b/content/contributing-extensions/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -218,7 +243,7 @@ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/contributing/index.html ---------------------------------------------------------------------- diff --git a/content/contributing/index.html b/content/contributing/index.html index 933c15b..e4c4fa4 100644 --- a/content/contributing/index.html +++ b/content/contributing/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -361,7 +386,7 @@ if there is sufficient memory. <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.0/documentation/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.0/documentation/index.html b/content/docs/spark/2.0.0/documentation/index.html index aa726b5..d66985b 100644 --- a/content/docs/spark/2.0.0/documentation/index.html +++ b/content/docs/spark/2.0.0/documentation/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -192,7 +217,7 @@ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.0/spark-sql-streaming-mqtt/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.0/spark-sql-streaming-mqtt/index.html b/content/docs/spark/2.0.0/spark-sql-streaming-mqtt/index.html index a87825f..6c99ebf 100644 --- a/content/docs/spark/2.0.0/spark-sql-streaming-mqtt/index.html +++ b/content/docs/spark/2.0.0/spark-sql-streaming-mqtt/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -291,7 +316,7 @@ query.awaitTermination(); <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.0/spark-streaming-akka/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.0/spark-streaming-akka/index.html b/content/docs/spark/2.0.0/spark-streaming-akka/index.html index 649a6c1..9b6c43a 100644 --- a/content/docs/spark/2.0.0/spark-streaming-akka/index.html +++ b/content/docs/spark/2.0.0/spark-streaming-akka/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -245,7 +270,7 @@ JavaDStream<String> lines = AkkaUtils.<String>createStream(jssc, Pro <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.0/spark-streaming-mqtt/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.0/spark-streaming-mqtt/index.html b/content/docs/spark/2.0.0/spark-streaming-mqtt/index.html index ee77a8c..04c0972 100644 --- a/content/docs/spark/2.0.0/spark-streaming-mqtt/index.html +++ b/content/docs/spark/2.0.0/spark-streaming-mqtt/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -226,7 +251,7 @@ this actor can be configured to handle failures, etc.</p> <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.0/spark-streaming-twitter/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.0/spark-streaming-twitter/index.html b/content/docs/spark/2.0.0/spark-streaming-twitter/index.html index bdb070e..19bd86c 100644 --- a/content/docs/spark/2.0.0/spark-streaming-twitter/index.html +++ b/content/docs/spark/2.0.0/spark-streaming-twitter/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -228,7 +253,7 @@ See end-to-end examples at <a href="https://github.com/apache/bahir/tree/master/ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.0/spark-streaming-zeromq/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.0/spark-streaming-zeromq/index.html b/content/docs/spark/2.0.0/spark-streaming-zeromq/index.html index 353c923..9cc16e5 100644 --- a/content/docs/spark/2.0.0/spark-streaming-zeromq/index.html +++ b/content/docs/spark/2.0.0/spark-streaming-zeromq/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -220,7 +245,7 @@ The <code class="highlighter-rouge">--packages</code> argument can also be used <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.1/documentation/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.1/documentation/index.html b/content/docs/spark/2.0.1/documentation/index.html index aa726b5..d66985b 100644 --- a/content/docs/spark/2.0.1/documentation/index.html +++ b/content/docs/spark/2.0.1/documentation/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -192,7 +217,7 @@ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html b/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html index 663fe4f..d88eb98 100644 --- a/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html +++ b/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -309,7 +334,7 @@ query.awaitTermination(); <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.1/spark-streaming-akka/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.1/spark-streaming-akka/index.html b/content/docs/spark/2.0.1/spark-streaming-akka/index.html index b038299..a22f051 100644 --- a/content/docs/spark/2.0.1/spark-streaming-akka/index.html +++ b/content/docs/spark/2.0.1/spark-streaming-akka/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -245,7 +270,7 @@ JavaDStream<String> lines = AkkaUtils.<String>createStream(jssc, Pro <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html b/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html index 4c25507..0a409c4 100644 --- a/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html +++ b/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -249,7 +274,7 @@ this actor can be configured to handle failures, etc.</p> <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.1/spark-streaming-twitter/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.1/spark-streaming-twitter/index.html b/content/docs/spark/2.0.1/spark-streaming-twitter/index.html index af89258..b76f2cc 100644 --- a/content/docs/spark/2.0.1/spark-streaming-twitter/index.html +++ b/content/docs/spark/2.0.1/spark-streaming-twitter/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -228,7 +253,7 @@ See end-to-end examples at <a href="https://github.com/apache/bahir/tree/master/ <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.1/spark-streaming-zeromq/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.1/spark-streaming-zeromq/index.html b/content/docs/spark/2.0.1/spark-streaming-zeromq/index.html index f56d7b1..ab0ec73 100644 --- a/content/docs/spark/2.0.1/spark-streaming-zeromq/index.html +++ b/content/docs/spark/2.0.1/spark-streaming-zeromq/index.html @@ -57,6 +57,18 @@ <nav class="navbar-collapse collapse" role="navigation"> <ul class="nav navbar-nav"> + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + <li id="community"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> @@ -84,6 +96,9 @@ </li> + + + <li id="documentation"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> @@ -93,6 +108,9 @@ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> @@ -102,6 +120,9 @@ </li> + + + <li id="github"> @@ -109,6 +130,9 @@ </li> + + + <li id="apache"> <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> @@ -133,6 +157,7 @@ </li> + </ul> </nav><!--/.navbar-collapse --> <!-- /.navbar-collapse --> @@ -220,7 +245,7 @@ The <code class="highlighter-rouge">--packages</code> argument can also be used <div style="text-align:center;"> <div> - Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br> http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.2/documentation/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.2/documentation/index.html b/content/docs/spark/2.0.2/documentation/index.html new file mode 100644 index 0000000..d66985b --- /dev/null +++ b/content/docs/spark/2.0.2/documentation/index.html @@ -0,0 +1,259 @@ + + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Extensions for Apache Spark</title> + <meta name="description" content="Extensions for Apache Spark"> + <meta name="author" content=""> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <!-- Le styles --> + <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- make tables sortable by adding class tag "sortable" to table elements --> + <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script> + + + </head> + + <body> + + + +<!-- Navigation --> +<div id="nav-bar"> + <nav id="nav-container" class="navbar navbar-inverse " role="navigation"> + <div class="container"> + <!-- Brand and toggle get grouped for better mobile display --> + + <div class="navbar-header page-scroll"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand page-scroll" href="/#home">Home</a> + </div> + <!-- Collect the nav links, forms, and other content for toggling --> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + + <li id="community"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="/community" target="_self">Get Involved</a></li> + + + <li><a href="/contributing" target="_self">Contributing</a></li> + + + <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li> + + + <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li> + + + <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li> + + + <li><a href="/community-members" target="_self">Project Committers</a></li> + + </ul> + + </li> + + + + + <li id="documentation"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + + + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> + + + <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li> + + </ul> + + </li> + + + + + <li id="github"> + + + <a href="https://github.com/apache/bahir" target="_blank">GitHub</a> + + </li> + + + + + <li id="apache"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li> + + + <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li> + + + <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li> + + + <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li> + + + <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li> + + </ul> + + </li> + + + </ul> + </nav><!--/.navbar-collapse --> + <!-- /.navbar-collapse --> + </div> + <!-- /.container --> + </nav> +</div> + + + <div class="container"> + + + +<!--<div class="hero-unit Extensions for Apache Spark"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- + +--> + +<h3 id="apache-bahir-extensions-for-apache-spark">Apache Bahir Extensions for Apache Spark</h3> + +<p><br /></p> + +<h4 id="structured-streaming-data-sources">Structured Streaming Data Sources</h4> + +<p><a href="../spark-sql-streaming-mqtt">MQTT data source</a></p> + +<p><br /></p> + +<h4 id="discretized-streams-dstreams-connectors">Discretized Streams (DStreams) Connectors</h4> + +<p><a href="../spark-streaming-akka">Akka connector</a></p> + +<p><a href="../spark-streaming-mqtt">MQTT connector</a></p> + +<p><a href="../spark-streaming-twitter">Twitter connector</a></p> + +<p><a href="../spark-streaming-zeromq">ZeroMQ connector</a></p> + + </div> +</div> + + + + <hr> + + <!-- <p>© 2017 </p>--> + <footer class="site-footer"> + <div class="wrapper"> + <div class="footer-col-wrapper"> + + <div style="text-align:center;"> + + <div> + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version + 2.0</a>. + <br> + + Apache and the Apache Feather logo are trademarks of The Apache Software Foundation. + + </div> + </div> + </div> + </div> +</footer> + + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-79140859-1', 'bahir.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script> + + <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script> + + + </body> +</html> + http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.2/spark-sql-streaming-mqtt/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.2/spark-sql-streaming-mqtt/index.html b/content/docs/spark/2.0.2/spark-sql-streaming-mqtt/index.html new file mode 100644 index 0000000..dd413a5 --- /dev/null +++ b/content/docs/spark/2.0.2/spark-sql-streaming-mqtt/index.html @@ -0,0 +1,376 @@ + + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Spark Structured Streaming MQTT</title> + <meta name="description" content="Spark Structured Streaming MQTT"> + <meta name="author" content=""> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <!-- Le styles --> + <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- make tables sortable by adding class tag "sortable" to table elements --> + <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script> + + + </head> + + <body> + + + +<!-- Navigation --> +<div id="nav-bar"> + <nav id="nav-container" class="navbar navbar-inverse " role="navigation"> + <div class="container"> + <!-- Brand and toggle get grouped for better mobile display --> + + <div class="navbar-header page-scroll"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand page-scroll" href="/#home">Home</a> + </div> + <!-- Collect the nav links, forms, and other content for toggling --> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + + <li id="community"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="/community" target="_self">Get Involved</a></li> + + + <li><a href="/contributing" target="_self">Contributing</a></li> + + + <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li> + + + <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li> + + + <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li> + + + <li><a href="/community-members" target="_self">Project Committers</a></li> + + </ul> + + </li> + + + + + <li id="documentation"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + + + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> + + + <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li> + + </ul> + + </li> + + + + + <li id="github"> + + + <a href="https://github.com/apache/bahir" target="_blank">GitHub</a> + + </li> + + + + + <li id="apache"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li> + + + <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li> + + + <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li> + + + <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li> + + + <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li> + + </ul> + + </li> + + + </ul> + </nav><!--/.navbar-collapse --> + <!-- /.navbar-collapse --> + </div> + <!-- /.container --> + </nav> +</div> + + + <div class="container"> + + + +<!--<div class="hero-unit Spark Structured Streaming MQTT"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- + +--> + +<p>A library for reading data from MQTT Servers using Spark SQL Streaming ( or Structured streaming.).</p> + +<h2 id="linking">Linking</h2> + +<p>Using SBT:</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>libraryDependencies += "org.apache.bahir" %% "spark-sql-streaming-mqtt" % "2.0.2" +</code></pre> +</div> + +<p>Using Maven:</p> + +<div class="highlighter-rouge"><pre class="highlight"><code><dependency> + <groupId>org.apache.bahir</groupId> + <artifactId>spark-sql-streaming-mqtt_2.11</artifactId> + <version>2.0.2</version> +</dependency> +</code></pre> +</div> + +<p>This library can also be added to Spark jobs launched through <code class="highlighter-rouge">spark-shell</code> or <code class="highlighter-rouge">spark-submit</code> by using the <code class="highlighter-rouge">--packages</code> command line option. +For example, to include it when starting the spark shell:</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>$ bin/spark-shell --packages org.apache.bahir:spark-sql-streaming-mqtt_2.11:2.0.2 +</code></pre> +</div> + +<p>Unlike using <code class="highlighter-rouge">--jars</code>, using <code class="highlighter-rouge">--packages</code> ensures that this library and its dependencies will be added to the classpath. +The <code class="highlighter-rouge">--packages</code> argument can also be used with <code class="highlighter-rouge">bin/spark-submit</code>.</p> + +<p>This library is compiled for Scala 2.11 only, and intends to support Spark 2.0 onwards.</p> + +<h2 id="examples">Examples</h2> + +<p>A SQL Stream can be created with data streams received through MQTT Server using,</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>sqlContext.readStream + .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider") + .option("topic", "mytopic") + .load("tcp://localhost:1883") +</code></pre> +</div> + +<h2 id="enable-recovering-from-failures">Enable recovering from failures.</h2> + +<p>Setting values for option <code class="highlighter-rouge">localStorage</code> and <code class="highlighter-rouge">clientId</code> helps in recovering in case of a restart, by restoring the state where it left off before the shutdown.</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>sqlContext.readStream + .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider") + .option("topic", "mytopic") + .option("localStorage", "/path/to/localdir") + .option("clientId", "some-client-id") + .load("tcp://localhost:1883") +</code></pre> +</div> + +<h2 id="configuration-options">Configuration options.</h2> + +<p>This source uses <a href="https://eclipse.org/paho/clients/java/">Eclipse Paho Java Client</a>. Client API documentation is located <a href="http://www.eclipse.org/paho/files/javadoc/index.html">here</a>.</p> + +<ul> + <li><code class="highlighter-rouge">brokerUrl</code> A url MqttClient connects to. Set this or <code class="highlighter-rouge">path</code> as the url of the Mqtt Server. e.g. tcp://localhost:1883.</li> + <li><code class="highlighter-rouge">persistence</code> By default it is used for storing incoming messages on disk. If <code class="highlighter-rouge">memory</code> is provided as value for this option, then recovery on restart is not supported.</li> + <li><code class="highlighter-rouge">topic</code> Topic MqttClient subscribes to.</li> + <li><code class="highlighter-rouge">clientId</code> clientId, this client is assoicated with. Provide the same value to recover a stopped client.</li> + <li><code class="highlighter-rouge">QoS</code> The maximum quality of service to subscribe each topic at. Messages published at a lower quality of service will be received at the published QoS. Messages published at a higher quality of service will be received using the QoS specified on the subscribe.</li> + <li><code class="highlighter-rouge">username</code> Sets the user name to use for the connection to Mqtt Server. Do not set it, if server does not need this. Setting it empty will lead to errors.</li> + <li><code class="highlighter-rouge">password</code> Sets the password to use for the connection.</li> + <li><code class="highlighter-rouge">cleanSession</code> Setting it true starts a clean session, removes all checkpointed messages by a previous run of this source. This is set to false by default.</li> + <li><code class="highlighter-rouge">connectionTimeout</code> Sets the connection timeout, a value of 0 is interpretted as wait until client connects. See <code class="highlighter-rouge">MqttConnectOptions.setConnectionTimeout</code> for more information.</li> + <li><code class="highlighter-rouge">keepAlive</code> Same as <code class="highlighter-rouge">MqttConnectOptions.setKeepAliveInterval</code>.</li> + <li><code class="highlighter-rouge">mqttVersion</code> Same as <code class="highlighter-rouge">MqttConnectOptions.setMqttVersion</code>.</li> +</ul> + +<h3 id="scala-api">Scala API</h3> + +<p>An example, for scala API to count words from incoming message stream.</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>// Create DataFrame representing the stream of input lines from connection to mqtt server +val lines = spark.readStream + .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider") + .option("topic", topic) + .load(brokerUrl).as[(String, Timestamp)] + +// Split the lines into words +val words = lines.map(_._1).flatMap(_.split(" ")) + +// Generate running word count +val wordCounts = words.groupBy("value").count() + +// Start running the query that prints the running counts to the console +val query = wordCounts.writeStream + .outputMode("complete") + .format("console") + .start() + +query.awaitTermination() +</code></pre> +</div> + +<p>Please see <code class="highlighter-rouge">MQTTStreamWordCount.scala</code> for full example.</p> + +<h3 id="java-api">Java API</h3> + +<p>An example, for Java API to count words from incoming message stream.</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>// Create DataFrame representing the stream of input lines from connection to mqtt server. +Dataset<String> lines = spark + .readStream() + .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider") + .option("topic", topic) + .load(brokerUrl).select("value").as(Encoders.STRING()); + +// Split the lines into words +Dataset<String> words = lines.flatMap(new FlatMapFunction<String, String>() { + @Override + public Iterator<String> call(String x) { + return Arrays.asList(x.split(" ")).iterator(); + } +}, Encoders.STRING()); + +// Generate running word count +Dataset<Row> wordCounts = words.groupBy("value").count(); + +// Start running the query that prints the running counts to the console +StreamingQuery query = wordCounts.writeStream() + .outputMode("complete") + .format("console") + .start(); + +query.awaitTermination(); +</code></pre> +</div> + +<p>Please see <code class="highlighter-rouge">JavaMQTTStreamWordCount.java</code> for full example.</p> + + + </div> +</div> + + + + <hr> + + <!-- <p>© 2017 </p>--> + <footer class="site-footer"> + <div class="wrapper"> + <div class="footer-col-wrapper"> + + <div style="text-align:center;"> + + <div> + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version + 2.0</a>. + <br> + + Apache and the Apache Feather logo are trademarks of The Apache Software Foundation. + + </div> + </div> + </div> + </div> +</footer> + + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-79140859-1', 'bahir.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script> + + <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script> + + + </body> +</html> + http://git-wip-us.apache.org/repos/asf/bahir-website/blob/bbb448b9/content/docs/spark/2.0.2/spark-streaming-akka/index.html ---------------------------------------------------------------------- diff --git a/content/docs/spark/2.0.2/spark-streaming-akka/index.html b/content/docs/spark/2.0.2/spark-streaming-akka/index.html new file mode 100644 index 0000000..6bed62e --- /dev/null +++ b/content/docs/spark/2.0.2/spark-streaming-akka/index.html @@ -0,0 +1,312 @@ + + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Spark Streaming Akka</title> + <meta name="description" content="Spark Streaming Akka"> + <meta name="author" content=""> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <!-- Le styles --> + <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- make tables sortable by adding class tag "sortable" to table elements --> + <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script> + + + </head> + + <body> + + + +<!-- Navigation --> +<div id="nav-bar"> + <nav id="nav-container" class="navbar navbar-inverse " role="navigation"> + <div class="container"> + <!-- Brand and toggle get grouped for better mobile display --> + + <div class="navbar-header page-scroll"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand page-scroll" href="/#home">Home</a> + </div> + <!-- Collect the nav links, forms, and other content for toggling --> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + + + + <li id="download"> + + + <a href="/download" target="_self">Download</a> + + </li> + + + + + <li id="community"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="/community" target="_self">Get Involved</a></li> + + + <li><a href="/contributing" target="_self">Contributing</a></li> + + + <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li> + + + <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li> + + + <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li> + + + <li><a href="/community-members" target="_self">Project Committers</a></li> + + </ul> + + </li> + + + + + <li id="documentation"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li> + + + <li><a href="/docs/spark/2.0.2/documentation" target="_self">Bahir Spark Extensions - 2.0.2</a></li> + + + <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li> + + + <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li> + + </ul> + + </li> + + + + + <li id="github"> + + + <a href="https://github.com/apache/bahir" target="_blank">GitHub</a> + + </li> + + + + + <li id="apache"> + + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a> + <ul class="dropdown-menu dropdown-left"> + + + <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li> + + + <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li> + + + <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li> + + + <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li> + + + <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li> + + </ul> + + </li> + + + </ul> + </nav><!--/.navbar-collapse --> + <!-- /.navbar-collapse --> + </div> + <!-- /.container --> + </nav> +</div> + + + <div class="container"> + + + +<!--<div class="hero-unit Spark Streaming Akka"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- + +--> + +<p>A library for reading data from Akka Actors using Spark Streaming.</p> + +<h2 id="linking">Linking</h2> + +<p>Using SBT:</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>libraryDependencies += "org.apache.bahir" %% "spark-streaming-akka" % "2.0.2" +</code></pre> +</div> + +<p>Using Maven:</p> + +<div class="highlighter-rouge"><pre class="highlight"><code><dependency> + <groupId>org.apache.bahir</groupId> + <artifactId>spark-streaming-akka_2.11</artifactId> + <version>2.0.2</version> +</dependency> +</code></pre> +</div> + +<p>This library can also be added to Spark jobs launched through <code class="highlighter-rouge">spark-shell</code> or <code class="highlighter-rouge">spark-submit</code> by using the <code class="highlighter-rouge">--packages</code> command line option. +For example, to include it when starting the spark shell:</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>$ bin/spark-shell --packages org.apache.bahir:spark-streaming_akka_2.11:2.0.2 +</code></pre> +</div> + +<p>Unlike using <code class="highlighter-rouge">--jars</code>, using <code class="highlighter-rouge">--packages</code> ensures that this library and its dependencies will be added to the classpath. +The <code class="highlighter-rouge">--packages</code> argument can also be used with <code class="highlighter-rouge">bin/spark-submit</code>.</p> + +<p>This library is cross-published for Scala 2.10 and Scala 2.11, so users should replace the proper Scala version (2.10 or 2.11) in the commands listed above.</p> + +<h2 id="examples">Examples</h2> + +<p>DStreams can be created with data streams received through Akka actors by using <code class="highlighter-rouge">AkkaUtils.createStream(ssc, actorProps, actor-name)</code>.</p> + +<h3 id="scala-api">Scala API</h3> + +<p>You need to extend <code class="highlighter-rouge">ActorReceiver</code> so as to store received data into Spark using <code class="highlighter-rouge">store(...)</code> methods. The supervisor strategy of +this actor can be configured to handle failures, etc.</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>class CustomActor extends ActorReceiver { + def receive = { + case data: String => store(data) + } +} + +// A new input stream can be created with this custom actor as +val ssc: StreamingContext = ... +val lines = AkkaUtils.createStream[String](ssc, Props[CustomActor](), "CustomReceiver") +</code></pre> +</div> + +<h3 id="java-api">Java API</h3> + +<p>You need to extend <code class="highlighter-rouge">JavaActorReceiver</code> so as to store received data into Spark using <code class="highlighter-rouge">store(...)</code> methods. The supervisor strategy of +this actor can be configured to handle failures, etc.</p> + +<div class="highlighter-rouge"><pre class="highlight"><code>class CustomActor extends JavaActorReceiver { + @Override + public void onReceive(Object msg) throws Exception { + store((String) msg); + } +} + +// A new input stream can be created with this custom actor as +JavaStreamingContext jssc = ...; +JavaDStream<String> lines = AkkaUtils.<String>createStream(jssc, Props.create(CustomActor.class), "CustomReceiver"); +</code></pre> +</div> + +<p>See end-to-end examples at <a href="https://github.com/apache/bahir/tree/master/streaming-akka/examples">Akka Examples</a></p> + + </div> +</div> + + + + <hr> + + <!-- <p>© 2017 </p>--> + <footer class="site-footer"> + <div class="wrapper"> + <div class="footer-col-wrapper"> + + <div style="text-align:center;"> + + <div> + Copyright © 2016-2017 <a href="http://www.apache.org">The Apache Software Foundation</a>. + Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version + 2.0</a>. + <br> + + Apache and the Apache Feather logo are trademarks of The Apache Software Foundation. + + </div> + </div> + </div> + </div> +</footer> + + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-79140859-1', 'bahir.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script> + + <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script> + + + </body> +</html> +
