Modified: incubator/samza/site/sitemap.xml URL: http://svn.apache.org/viewvc/incubator/samza/site/sitemap.xml?rev=1618097&r1=1618096&r2=1618097&view=diff ============================================================================== --- incubator/samza/site/sitemap.xml (original) +++ incubator/samza/site/sitemap.xml Fri Aug 15 05:28:03 2014 @@ -20,7 +20,7 @@ <url> <loc>http://samza.incubator.apache.org/</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> <changefreq>daily</changefreq> <priority>1.0</priority> </url> @@ -29,316 +29,323 @@ <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/yarn/application-master.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/yarn/application-master.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/introduction/architecture.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/introduction/architecture.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/introduction/background.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/introduction/background.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/checkpointing.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/checkpointing.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/contribute/code.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/contribute/coding-guide.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/community/committers.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/introduction/concepts.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/introduction/concepts.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/configuration.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/jobs/configuration.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/tutorials/0.7.0/deploy-samza-job-from-hdfs.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/tutorials/versioned/deploy-samza-job-from-hdfs.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/contribute/disclaimer.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/event-loop.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/event-loop.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/index.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/index.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/tutorials/0.7.0/index.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/archive/index.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/index.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> + + + </url> + + <url> + <loc>http://samza.incubator.apache.org/learn/tutorials/versioned/index.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/startup/download/index.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/startup/hello-samza/0.7.0/index.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/startup/hello-samza/versioned/index.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/comparisons/introduction.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/comparisons/introduction.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/community/irc.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/yarn/isolation.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/yarn/isolation.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/jmx.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/jmx.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/job-runner.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/jobs/job-runner.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/operations/kafka.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/operations/kafka.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/logging.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/jobs/logging.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/community/mailing-lists.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/metrics.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/metrics.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/comparisons/mupd8.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/comparisons/mupd8.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/api/overview.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/api/overview.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/packaging.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/jobs/packaging.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/contribute/projects.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/tutorials/0.7.0/remote-debugging-samza.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/tutorials/versioned/remote-debugging-samza.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/reprocessing.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/jobs/reprocessing.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/contribute/rules.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/tutorials/0.7.0/run-hello-samza-without-internet.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/tutorials/versioned/run-hello-samza-without-internet.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/tutorials/0.7.0/run-in-multi-node-yarn.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/tutorials/versioned/run-in-multi-node-yarn.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/samza-container.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/samza-container.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/operations/security.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/operations/security.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> <loc>http://samza.incubator.apache.org/contribute/seps.html</loc> - <lastmod>2014-07-28</lastmod> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/serialization.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/serialization.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/comparisons/spark-streaming.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/comparisons/spark-streaming.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/state-management.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/state-management.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/comparisons/storm.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/comparisons/storm.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/streams.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/streams.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/container/windowing.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/container/windowing.html</loc> + <lastmod>2014-08-14</lastmod> </url> <url> - <loc>http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/yarn-jobs.html</loc> - <lastmod>2014-07-28</lastmod> + <loc>http://samza.incubator.apache.org/learn/documentation/versioned/jobs/yarn-jobs.html</loc> + <lastmod>2014-08-14</lastmod> </url>
Modified: incubator/samza/site/startup/download/index.html URL: http://svn.apache.org/viewvc/incubator/samza/site/startup/download/index.html?rev=1618097&r1=1618096&r2=1618097&view=diff ============================================================================== --- incubator/samza/site/startup/download/index.html (original) +++ incubator/samza/site/startup/download/index.html Fri Aug 15 05:28:03 2014 @@ -40,6 +40,7 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +50,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +85,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -125,7 +131,7 @@ <p>Samza is released as a source artifact, and also through Maven.</p> -<p>If you just want to play around with Samza for the first time, go to <a href="/startup/hello-samza/0.7.0">Hello Samza</a>.</p> +<p>If you just want to play around with Samza for the first time, go to <a href="/startup/hello-samza/latest">Hello Samza</a>.</p> <h3 id="source-releases">Source Releases</h3> @@ -184,7 +190,7 @@ <span class="nt"><scope></span>runtime<span class="nt"></scope></span> <span class="nt"></dependency></span></code></pre></div> -<p><a href="/startup/hello-samza/0.7.0">Hello Samza</a> is a working Maven project that illustrates how to build projects that have Samza jobs in them.</p> +<p><a href="/startup/hello-samza/latest">Hello Samza</a> is a working Maven project that illustrates how to build projects that have Samza jobs in them.</p> <h4 id="repositories">Repositories</h4> Added: incubator/samza/site/startup/hello-samza/latest/index.html URL: http://svn.apache.org/viewvc/incubator/samza/site/startup/hello-samza/latest/index.html?rev=1618097&view=auto ============================================================================== --- incubator/samza/site/startup/hello-samza/latest/index.html (added) +++ incubator/samza/site/startup/hello-samza/latest/index.html Fri Aug 15 05:28:03 2014 @@ -0,0 +1,236 @@ +<!DOCTYPE html> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Samza - Hello Samza</title> + <link href='/css/ropa-sans.css' rel='stylesheet' type='text/css'/> + <link href="/css/bootstrap.min.css" rel="stylesheet"/> + <link href="/css/font-awesome.min.css" rel="stylesheet"/> + <link href="/css/main.css" rel="stylesheet"/> + <link href="/css/syntax.css" rel="stylesheet"/> + <link rel="icon" type="image/png" href="/img/samza-icon.png"> + </head> + <body> + <div class="wrapper"> + <div class="wrapper-content"> + + <div class="masthead"> + <div class="container"> + <div class="masthead-logo"> + <a href="/" class="logo">samza</a> + </div> + <div class="masthead-icons"> + <div class="pull-right"> + <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> + <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> + <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/startup/hello-samza/0.7.0/index.html";><i class="fa fa-history masthead-icon"></i></a> + + </div> + </div> + </div><!-- /.container --> + </div> + + <div class="container"> + <div class="menu"> + <h1><i class="fa fa-rocket"></i> Getting Started</h1> + <ul> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> + <li><a href="/startup/download">Download</a></li> + </ul> + + <h1><i class="fa fa-book"></i> Learn</h1> + <ul> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> + <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> + <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> + <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> + <li><a href="http://blogs.apache.org/samza";>Blog</a></li> + </ul> + + <h1><i class="fa fa-comments"></i> Community</h1> + <ul> + <li><a href="/community/mailing-lists.html">Mailing Lists</a></li> + <li><a href="/community/irc.html">IRC</a></li> + <li><a href="https://issues.apache.org/jira/browse/SAMZA";>Bugs</a></li> + <li><a href="http://wiki.apache.org/samza/PoweredBy";>Powered by</a></li> + <li><a href="http://wiki.apache.org/samza/Ecosystem";>Ecosystem</a></li> + <li><a href="/community/committers.html">Committers</a></li> + </ul> + + <h1><i class="fa fa-code"></i> Contribute</h1> + <ul> + <li><a href="/contribute/rules.html">Rules</a></li> + <li><a href="/contribute/coding-guide.html">Coding Guide</a></li> + <li><a href="/contribute/projects.html">Projects</a></li> + <li><a href="/contribute/seps.html">SEPs</a></li> + <li><a href="/contribute/code.html">Code</a></li> + <li><a href="https://reviews.apache.org/groups/samza";>Review Board</a></li> + <li><a href="https://builds.apache.org/";>Unit Tests</a></li> + <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> + </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> + </div> + + <div class="content"> + <!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<h2>Hello Samza</h2> + +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<p>The <a href="https://github.com/apache/incubator-samza-hello-samza";>hello-samza</a> project is a stand-alone project designed to help you run your first Samza job.</p> + +<h3 id="get-the-code">Get the Code</h3> + +<p>Check out the hello-samza project:</p> + +<div class="highlight"><pre><code class="bash">git clone git://git.apache.org/incubator-samza-hello-samza.git hello-samza +<span class="nb">cd </span>hello-samza</code></pre></div> + +<p>This project contains everything you’ll need to run your first Samza jobs.</p> + +<h3 id="start-a-grid">Start a Grid</h3> + +<p>A Samza grid usually comprises three different systems: <a href="http://hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html";>YARN</a>, <a href="http://kafka.apache.org/";>Kafka</a>, and <a href="http://zookeeper.apache.org/";>ZooKeeper</a>. The hello-samza project comes with a script called “grid” to help you setup these systems. Start by running:</p> + +<div class="highlight"><pre><code class="bash">bin/grid bootstrap</code></pre></div> + +<p>This command will download, install, and start ZooKeeper, Kafka, and YARN. It will also check out the latest version of Samza and build it. All package files will be put in a sub-directory called “deploy” inside hello-samza’s root folder.</p> + +<p>If you get a complaint that JAVA_HOME is not set, then you’ll need to set it to the path where Java is installed on your system.</p> + +<p>Once the grid command completes, you can verify that YARN is up and running by going to <a href="http://localhost:8088";>http://localhost:8088</a>. This is the YARN UI.</p> + +<h3 id="build-a-samza-job-package">Build a Samza Job Package</h3> + +<p>Before you can run a Samza job, you need to build a package for it. This package is what YARN uses to deploy your jobs on the grid.</p> + +<div class="highlight"><pre><code class="bash">mvn clean package +mkdir -p deploy/samza +tar -xvf ./samza-job-package/target/samza-job-package-0.7.0-dist.tar.gz -C deploy/samza</code></pre></div> + +<h3 id="run-a-samza-job">Run a Samza Job</h3> + +<p>After you’ve built your Samza package, you can start a job on the grid using the run-job.sh script.</p> + +<div class="highlight"><pre><code class="bash">deploy/samza/bin/run-job.sh --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/deploy/samza/config/wikipedia-feed.properties</code></pre></div> + +<p>The job will consume a feed of real-time edits from Wikipedia, and produce them to a Kafka topic called “wikipedia-raw”. Give the job a minute to startup, and then tail the Kafka topic:</p> + +<div class="highlight"><pre><code class="bash">deploy/kafka/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic wikipedia-raw</code></pre></div> + +<p>Pretty neat, right? Now, check out the YARN UI again (<a href="http://localhost:8088";>http://localhost:8088</a>). This time around, you’ll see your Samza job is running!</p> + +<p>If you can not see any output from Kafka consumer, you may have connection problem. Check <a href="../../../learn/tutorials/latest/run-hello-samza-without-internet.html">here</a>.</p> + +<h3 id="generate-wikipedia-statistics">Generate Wikipedia Statistics</h3> + +<p>Let’s calculate some statistics based on the messages in the wikipedia-raw topic. Start two more jobs:</p> + +<div class="highlight"><pre><code class="bash">deploy/samza/bin/run-job.sh --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/deploy/samza/config/wikipedia-parser.properties +deploy/samza/bin/run-job.sh --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/deploy/samza/config/wikipedia-stats.properties</code></pre></div> + +<p>The first job (wikipedia-parser) parses the messages in wikipedia-raw, and extracts information about the size of the edit, who made the change, etc. You can take a look at its output with:</p> + +<div class="highlight"><pre><code class="bash">deploy/kafka/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic wikipedia-edits</code></pre></div> + +<p>The last job (wikipedia-stats) reads messages from the wikipedia-edits topic, and calculates counts, every ten seconds, for all edits that were made during that window. It outputs these counts to the wikipedia-stats topic.</p> + +<div class="highlight"><pre><code class="bash">deploy/kafka/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic wikipedia-stats</code></pre></div> + +<p>The messages in the stats topic look like this:</p> + +<div class="highlight"><pre><code class="json"><span class="p">{</span><span class="nt">"is-talk"</span><span class="p">:</span><span class="mi">2</span><span class="p">,</span><span class="nt">"bytes-added"</span><span class="p">:</span><span class="mi">5276</span><span class="p">,</span><span class="nt">"edits"</span><span class="p">:</span><span class="mi">13</span><span class="p">,</span><span class="nt">"unique-titles"</span><span class="p">:</span><span class="mi">13</span><span class="p">}</span> +<span class="p">{</span><span class="nt">"is-bot-edit"</span><span class="p">:</span><span class="mi">1</span><span class="p">,</span><span class="nt">"is-talk"</span><span class="p">:</span><span class="mi">3</span><span class="p">,</span><span class="nt">"bytes-added"</span><span class="p">:</span><span class="mi">4211</span><span class="p">,</span><span class="nt">"edits"</span><span class="p">:</span><span class="mi">30</span><span class="p">,</span><span class="nt">"unique-titles"</span><span class="p">:</span><span class="mi">30</span><span class="p">,</span><span class="nt">"is-unpatrolled"</span><span class="p">:</span><span class="mi">1</span><span class="p">,</span><span class="nt">"is-new"</span><span class="p">:</span><span class="mi">2</span><span class="p">,</span><span class="nt">"is-minor"</span><span class="p">:</span><span class="mi">7</span><span class="p">}</span> +<span class="p">{</span><span class="nt">"bytes-added"</span><span class="p">:</span><span class="mi">3180</span><span class="p">,</span><span class="nt">"edits"</span><span class="p">:</span><span class="mi">19</span><span class="p">,</span><span class="nt">"unique-titles"</span><span class="p">:</span><span class="mi">19</span><span class="p">,</span><span class="nt">"is-unpatrolled"</span><span class="p">:</span><span class="mi">1</span><span class="p">,</span><span class="nt">"is-new"</span><span class="p">:</span><span class="mi">1</span><span class="p">,</span><span class="nt">"is-minor"</span><span class="p">:</span><span class="mi">3</span><span class="p">}</span> +<span class="p">{</span><span class="nt">"bytes-added"</span><span class="p">:</span><span class="mi">2218</span><span class="p">,</span><span class="nt">"edits"</span><span class="p">:</span><span class="mi">18</span><span class="p">,</span><span class="nt">"unique-titles"</span><span class="p">:</span><span class="mi">18</span><span class="p">,</span><span class="nt">"is-unpatrolled"</span><span class="p">:</span><span class="mi">2</span><span class="p">,</span><span class="nt">"is-new"</span><span class="p">:</span><span class="mi">2</span><span class="p">,</span><span class="nt">"is-minor"</span><span class="p">:</span><span class="mi">3</span><span class="p">}</span></code></pre></div> + +<p>If you check the YARN UI, again, you’ll see that all three jobs are now listed.</p> + +<h3 id="shutdown">Shutdown</h3> + +<p>After you’re done, you can clean everything up using the same grid script.</p> + +<div class="highlight"><pre><code class="bash">bin/grid stop all</code></pre></div> + +<p>Congratulations! You’ve now setup a local grid that includes YARN, Kafka, and ZooKeeper, and run a Samza job on it. Next up, check out the <a href="/learn/documentation/latest/introduction/background.html">Background</a> and <a href="/learn/documentation/latest/api/overview.html">API Overview</a> pages.</p> + + + </div> + </div> + + </div><!-- /.wrapper-content --> + </div><!-- /.wrapper --> + + <div class="footer"> + <div class="container"> + <!-- nothing for now. --> + </div> + </div> + + <!-- Google Analytics --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-43122768-1', 'apache.org'); + ga('send', 'pageview'); + + </script> + </body> +</html>
