Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/resources/package-tree.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/resources/package-tree.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/resources/package-tree.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/resources/package-tree.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>org.apache.samza.rest.resources Class Hierarchy (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>org.apache.samza.rest.resources Class Hierarchy (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.rest.resources Class Hierarchy (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="org.apache.samza.rest.resources Class Hierarchy (samza-rest 0.14.1 API)"; } } catch(err) {
Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptOutputHandler.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptOutputHandler.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptOutputHandler.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptOutputHandler.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:33 PST 2018 --> -<title>ScriptOutputHandler (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>ScriptOutputHandler (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="ScriptOutputHandler (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="ScriptOutputHandler (samza-rest 0.14.1 API)"; } } catch(err) { Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptPathProvider.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptPathProvider.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptPathProvider.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptPathProvider.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:33 PST 2018 --> -<title>ScriptPathProvider (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>ScriptPathProvider (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="ScriptPathProvider (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="ScriptPathProvider (samza-rest 0.14.1 API)"; } } catch(err) { Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptRunner.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptRunner.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptRunner.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/ScriptRunner.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:33 PST 2018 --> -<title>ScriptRunner (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>ScriptRunner (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="ScriptRunner (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="ScriptRunner (samza-rest 0.14.1 API)"; } } catch(err) { Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-frame.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-frame.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-frame.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-frame.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>org.apache.samza.rest.script (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>org.apache.samza.rest.script (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-summary.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-summary.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-summary.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-summary.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>org.apache.samza.rest.script (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>org.apache.samza.rest.script (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.rest.script (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="org.apache.samza.rest.script (samza-rest 0.14.1 API)"; } } catch(err) { Modified: samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-tree.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-tree.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-tree.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/org/apache/samza/rest/script/package-tree.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>org.apache.samza.rest.script Class Hierarchy (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>org.apache.samza.rest.script Class Hierarchy (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../../script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.rest.script Class Hierarchy (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="org.apache.samza.rest.script Class Hierarchy (samza-rest 0.14.1 API)"; } } catch(err) { Modified: samza/site/learn/documentation/latest/rest/javadocs/overview-frame.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/overview-frame.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/overview-frame.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/overview-frame.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>Overview List (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>Overview List (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> <script type="text/javascript" src="script.js"></script> </head> Modified: samza/site/learn/documentation/latest/rest/javadocs/overview-summary.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/overview-summary.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/overview-summary.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/overview-summary.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>Overview (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>Overview (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> <script type="text/javascript" src="script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Overview (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="Overview (samza-rest 0.14.1 API)"; } } catch(err) { @@ -69,7 +69,7 @@ </a></div> <!-- ========= END OF TOP NAVBAR ========= --> <div class="header"> -<h1 class="title">samza-rest 0.14.1-SNAPSHOT API</h1> +<h1 class="title">samza-rest 0.14.1 API</h1> </div> <div class="contentContainer"> <table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Packages table, listing packages, and an explanation"> Modified: samza/site/learn/documentation/latest/rest/javadocs/overview-tree.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/overview-tree.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/javadocs/overview-tree.html (original) +++ samza/site/learn/documentation/latest/rest/javadocs/overview-tree.html Fri May 25 22:28:38 2018 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Thu Jan 04 10:03:34 PST 2018 --> -<title>Class Hierarchy (samza-rest 0.14.1-SNAPSHOT API)</title> -<meta name="date" content="2018-01-04"> +<!-- Generated by javadoc (1.8.0_121) on Fri May 25 15:22:13 PDT 2018 --> +<title>Class Hierarchy (samza-rest 0.14.1 API)</title> +<meta name="date" content="2018-05-25"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> <script type="text/javascript" src="script.js"></script> </head> @@ -12,7 +12,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Class Hierarchy (samza-rest 0.14.1-SNAPSHOT API)"; + parent.document.title="Class Hierarchy (samza-rest 0.14.1 API)"; } } catch(err) { Modified: samza/site/learn/documentation/latest/rest/monitors.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/monitors.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/monitors.html (original) +++ samza/site/learn/documentation/latest/rest/monitors.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/rest/monitors.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/rest/monitors";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -175,6 +173,14 @@ the monitor configurations.</p> not defined, it is defaulted to 60 seconds.</td> </tr> <tr> + <td>monitor.monitorName.scheduling.jitter.percent</td> + <td></td> + <td> + Defines the random jitter percentage that should be added to the monitor + scheduling interval for a monitor named monitorName. If undefined, + it is defaulted to zero.</td> + </tr> + <tr> <td>monitor.monitorName.factory.class</td> <td></td> <td> @@ -191,17 +197,19 @@ the monitor configurations.</p> <p>For example, configurations for two monitors named NMTaskMonitor and RMTaskMonitor should be defined as follows.</p> -<div class="highlight"><pre><code class="jproperties"><span class="na">monitor.RMTaskMonitor.factory.class</span><span class="o">=</span><span class="s">org.apache.samza.monitor.RMTaskMonitor</span> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na"> monitor.RMTaskMonitor.factory.class</span><span class="o">=</span><span class="s">org.apache.samza.monitor.RMTaskMonitor</span> + +<span class="na"> monitor.RMTaskMonitor.scheduling.interval.ms</span><span class="o">=</span><span class="s">1000</span> - <span class="na">monitor.RMTaskMonitor.scheduling.interval.ms</span><span class="o">=</span><span class="s">1000</span> +<span class="na"> monitor.RMTaskMonitor.custom.config.key1</span><span class="o">=</span><span class="s">configValue1</span> - <span class="na">monitor.RMTaskMonitor.custom.config.key1</span><span class="o">=</span><span class="s">configValue1</span> +<span class="na"> monitor.NMTaskMonitor.factory.class</span><span class="o">=</span><span class="s">org.apache.samza.monitor.NMTaskMonitor</span> - <span class="na">monitor.NMTaskMonitor.factory.class</span><span class="o">=</span><span class="s">org.apache.samza.monitor.NMTaskMonitor</span> +<span class="na"> monitor.NMTaskMonitor.scheduling.interval.ms</span><span class="o">=</span><span class="s">2000</span> - <span class="na">monitor.NMTaskMonitor.scheduling.interval.ms</span><span class="o">=</span><span class="s">2000</span> +<span class="na"> monitor.NMTaskMonitor.custom.config.key2</span><span class="o">=</span><span class="s">configValue2</span> - <span class="na">monitor.NMTaskMonitor.custom.config.key2</span><span class="o">=</span><span class="s">configValue2</span></code></pre></div> + </code></pre></figure> <h2 id="implementing-a-new-monitor">Implementing a New Monitor</h2> @@ -223,7 +231,7 @@ the <code>monitor()</code> method in mil <p>Samza REST service allows the users to create and report metrics from their monitors. Reporting metrics to a metrics system is encapsulated by the metrics reporter, which should be defined in the samza-rest configuration file. Configurations for metrics reporters in Samza REST service are the same as <a href="../container/metrics.md">that of Samza Jobs</a>.</p> -<h2 id="resource-reference-»"><a href="resource-directory.html">Resource Reference »</a></h2> +<h2 id="resource-reference"><a href="resource-directory.html">Resource Reference »</a></h2> </div> @@ -241,7 +249,7 @@ the <code>monitor()</code> method in mil <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/rest/monitors.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/rest/monitors" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/rest/overview.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/overview.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/overview.html (original) +++ samza/site/learn/documentation/latest/rest/overview.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/rest/overview.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/rest/overview";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -159,13 +157,13 @@ <p>Deploying the service is very similar to running a Samza job. First build the tarball using:</p> -<div class="highlight"><pre><code class="bash">./gradlew samza-rest:clean releaseRestServiceTar</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>./gradlew samza-rest:clean releaseRestServiceTar</code></pre></figure> <p>Then from the extracted location, run the service using:</p> -<div class="highlight"><pre><code class="bash">samza-example/target/bin/run-samza-rest-service.sh <span class="se">\</span> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>samza-example/target/bin/run-samza-rest-service.sh <span class="se">\</span> --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory <span class="se">\</span> - --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/config/samza-rest.properties</code></pre></div> + --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/config/samza-rest.properties</code></pre></figure> <p>The two config parameters have the same purpose as they do for <a href="../jobs/job-runner.html">run-job.sh</a>.</p> @@ -177,13 +175,13 @@ <p>The configuration may provide values for the core configs as well as any additional configs needed for Resources or Monitors that you may have added to the service. A basic configuration file which includes configs for the core service as well as the <a href="resources/jobs.html#configuration">JobsResource</a> looks like this:</p> -<div class="highlight"><pre><code class="jproperties"><span class="c"># Service port. Set to 0 for a dynamic port.</span> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="c"># Service port. Set to 0 for a dynamic port.</span> <span class="na">services.rest.port</span><span class="o">=</span><span class="s">9139</span> <span class="c"># JobProxy</span> <span class="na">job.proxy.factory.class</span><span class="o">=</span><span class="s">org.apache.samza.rest.proxy.job.SimpleYarnJobProxyFactory</span> <span class="c"># Installation path for hello-samza project. Your root may vary.</span> -<span class="na">job.installations.path</span><span class="o">=</span><span class="s">/hello-samza-ROOT/deploy/samza</span></code></pre></div> +<span class="na">job.installations.path</span><span class="o">=</span><span class="s">/hello-samza-ROOT/deploy/samza</span></code></pre></figure> <h6 id="core-configuration">Core Configuration</h6> @@ -212,7 +210,7 @@ <p>Samza REST uses SLF4J for logging. The <code>run-samza-rest-service.sh</code> script mentioned above by default expects a log4j.xml in the package’s bin directory and writes the logs to a logs directory in the package root. However, since the script invokes the same <code>run-class.sh</code> script used to run Samza jobs, it can be reconfigured very similarly to <a href="../jobs/logging.html">logging for Samza jobs</a>.</p> -<h2 id="resources-»"><a href="resources.html">Resources »</a></h2> +<h2 id="resources"><a href="resources.html">Resources »</a></h2> </div> @@ -230,7 +228,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/rest/overview.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/rest/overview" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/rest/resource-directory.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/resource-directory.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/resource-directory.html (original) +++ samza/site/learn/documentation/latest/rest/resource-directory.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/rest/resource-directory.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/rest/resource-directory";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -154,9 +152,9 @@ <li><a href="resources/tasks.html">TasksResource</a></li> </ul> -<h2 id="jobs-resource-»"><a href="resources/jobs.html">Jobs Resource »</a></h2> +<h2 id="jobs-resource"><a href="resources/jobs.html">Jobs Resource »</a></h2> -<h2 id="tasks-resource-»"><a href="resources/tasks.html">Tasks Resource »</a></h2> +<h2 id="tasks-resource"><a href="resources/tasks.html">Tasks Resource »</a></h2> </div> @@ -174,7 +172,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resource-directory.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resource-directory" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/rest/resources.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/resources.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/resources.html (original) +++ samza/site/learn/documentation/latest/rest/resources.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/rest/resources.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/rest/resources";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -158,17 +156,17 @@ <h3 id="versioned-paths">Versioned Paths</h3> <p>By convention, all resources prefix their path with a version number to enable supporting legacy APIs in the future. For example, the base URL for the JobsResource is</p> -<div class="highlight"><pre><code class="language-text" data-lang="text">/v1/jobs +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>/v1/jobs </code></pre></div> <p>If a future version of JobsResource implements a different API, it will use a different version number in the base path.</p> -<div class="highlight"><pre><code class="language-text" data-lang="text">/v2/jobs +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>/v2/jobs </code></pre></div> <p>All resources should be exposed on the latest version so clients can use a common version base for all requests.</p> <h3 id="error-messages">Error Messages</h3> <p>Every error response will include a JSON message body containing a single <code>message</code> field describing the problem. For example:</p> -<div class="highlight"><pre><code class="language-text" data-lang="text">{ +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>{ "message": "Unrecognized status: null" } </code></pre></div> @@ -193,7 +191,7 @@ <p>For more information on these config properties, see the config table in the <a href="overview.html#configuration">Overview page.</a></p> -<h2 id="monitors-»"><a href="monitors.html">Monitors »</a></h2> +<h2 id="monitors"><a href="monitors.html">Monitors »</a></h2> </div> @@ -211,7 +209,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resources.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resources" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/rest/resources/jobs.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/resources/jobs.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/resources/jobs.html (original) +++ samza/site/learn/documentation/latest/rest/resources/jobs.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/rest/resources/jobs.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/rest/resources/jobs";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -161,12 +159,12 @@ <p>Job status will be of the form:</p> -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"status"</span><span class="p">:</span><span class="s2">"STOPPED"</span><span class="p">,</span> <span class="nt">"statusDetail"</span><span class="p">:</span><span class="s2">"KILLED"</span><span class="p">,</span> <span class="nt">"jobName"</span><span class="p">:</span><span class="s2">"wikipedia-parser"</span><span class="p">,</span> <span class="nt">"jobId"</span><span class="p">:</span><span class="s2">"1"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> <p><code>status</code> is the abstract Samza status for the job. Initially it will be one of {STARTING, STARTED, STOPPED, UNKNOWN}.</p> @@ -176,9 +174,9 @@ <p>Every error response have the following structure:</p> -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Unrecognized status parameter: null"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> <p><code>message</code> is the only field in the response and contains a description of the problem. <br/></p> @@ -188,12 +186,12 @@ <p>Lists all the jobs installed on the host and provides their status.</p> <h6 id="request">Request</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">GET /v1/jobs +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>GET /v1/jobs </code></pre></div> <h6 id="response">Response</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">Status: 200 OK +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>Status: 200 OK </code></pre></div> -<div class="highlight"><pre><code class="json"><span class="p">[</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">[</span> <span class="p">{</span> <span class="nt">"status"</span><span class="p">:</span><span class="s2">"STOPPED"</span><span class="p">,</span> @@ -213,7 +211,7 @@ <span class="nt">"jobName"</span><span class="p">:</span><span class="s2">"wikipedia-stats"</span><span class="p">,</span> <span class="nt">"jobId"</span><span class="p">:</span><span class="s2">"1"</span> <span class="p">}</span> -<span class="p">]</span></code></pre></div> +<span class="p">]</span></code></pre></figure> <h6 id="response-codes">Response codes</h6> @@ -230,9 +228,9 @@ </tr> <tr> <td>500 Server Error</td><td>There was an error executing the command on the server. e.g. The command timed out. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Timeout waiting for job status."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> </tbody> @@ -245,22 +243,22 @@ <p>Gets the status of the specified job.</p> <h6 id="format">Format</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">GET /v1/jobs/{jobName}/{jobId} +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>GET /v1/jobs/{jobName}/{jobId} </code></pre></div> <p>The <code>{jobName}</code> and <code>{jobId}</code> path parameters reflect the values of ‘job.name’ and ‘job.id’ in the job config.</p> <h6 id="request">Request</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">GET /v1/jobs/wikipedia-feed/1 +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>GET /v1/jobs/wikipedia-feed/1 </code></pre></div> <h6 id="response">Response</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">Status: 200 OK +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>Status: 200 OK </code></pre></div> -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"status"</span><span class="p">:</span><span class="s2">"STARTED"</span><span class="p">,</span> <span class="nt">"statusDetail"</span><span class="p">:</span><span class="s2">"RUNNING"</span><span class="p">,</span> <span class="nt">"jobName"</span><span class="p">:</span><span class="s2">"wikipedia-feed"</span><span class="p">,</span> <span class="nt">"jobId"</span><span class="p">:</span><span class="s2">"1"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> <h6 id="response-codes">Response codes</h6> @@ -277,16 +275,16 @@ </tr> <tr> <td>404 Not Found</td><td>The specified job+instance was not found. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Job wikipedia-¯\_(ã)_/¯-feed instance 1 is not installed on this host."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> <tr> <td>500 Server Error</td><td>There was an error executing the command on the server. e.g. The command timed out. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Timeout waiting for job status."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> </tbody> @@ -299,22 +297,22 @@ <p>Starts the job with the specified app name if it’s not already started. The command will return when it has initiated the start operation.</p> <h6 id="format">Format</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">PUT /v1/jobs/{jobName}/{jobId}?status=started +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>PUT /v1/jobs/{jobName}/{jobId}?status=started </code></pre></div> <p>Form parameter <code>status</code> is the intended status of the job at the end of the request.</p> <h6 id="example">Example</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">PUT /v1/jobs/wikipedia-feed/1?status=started +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>PUT /v1/jobs/wikipedia-feed/1?status=started </code></pre></div> <h6 id="response">Response</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">Status: 202 Accepted +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>Status: 202 Accepted </code></pre></div> -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"status"</span><span class="p">:</span><span class="s2">"STARTING"</span><span class="p">,</span> <span class="nt">"statusDetail"</span><span class="p">:</span><span class="s2">"ACCEPTED"</span><span class="p">,</span> <span class="nt">"jobName"</span><span class="p">:</span> <span class="s2">"wikipedia-feed"</span><span class="p">,</span> <span class="nt">"jobId"</span><span class="p">:</span> <span class="s2">"1"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> <h6 id="response-codes">Response codes</h6> @@ -331,22 +329,22 @@ </tr> <tr> <td>400 Bad Request</td><td>There was a problem with the request. e.g. an invalid status parameter. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Unrecognized status parameter: null"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> <tr> <td>404 Not Found</td><td>The specified job+instance was not found. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Job wikipedia-¯\_(ã)_/¯-feed instance 1 is not installed on this host."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> <tr> <td>500 Server Error</td><td>There was an error executing the command on the server. e.g. The command timed out. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Timeout waiting for job status."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> </tbody> @@ -359,22 +357,22 @@ <p>Stops the job with the specified app name if it’s not already stopped.</p> <h6 id="format">Format</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">PUT /v1/jobs/{jobName}/{jobId}?status=stopped +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>PUT /v1/jobs/{jobName}/{jobId}?status=stopped </code></pre></div> <p>Form parameter <code>status</code> is the intended status of the job at the end of the request.</p> <h6 id="example">Example</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">PUT /v1/jobs/wikipedia-feed/1?status=stopped +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>PUT /v1/jobs/wikipedia-feed/1?status=stopped </code></pre></div> <h6 id="response">Response</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">Status: 202 Accepted +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>Status: 202 Accepted </code></pre></div> -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"status"</span><span class="p">:</span><span class="s2">"STOPPED"</span><span class="p">,</span> <span class="nt">"statusDetail"</span><span class="p">:</span><span class="s2">"KILLED"</span><span class="p">,</span> <span class="nt">"jobName"</span><span class="p">:</span> <span class="s2">"wikipedia-feed"</span><span class="p">,</span> <span class="nt">"jobId"</span><span class="p">:</span> <span class="s2">"1"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> <h6 id="response-codes">Response codes</h6> @@ -391,22 +389,22 @@ </tr> <tr> <td>400 Bad Request</td><td>There was a problem with the request. e.g. an invalid status parameter. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Unrecognized status parameter: null"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> <tr> <td>404 Not Found</td><td>The specified job+instance was not found. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Job wikipedia-¯\_(ã)_/¯-feed instance 1 is not installed on this host."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> <tr> <td>500 Server Error</td><td>There was an error executing the command on the server. e.g. The command timed out. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Timeout waiting for job status."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> </tbody> @@ -487,7 +485,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resources/jobs.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resources/jobs" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/rest/resources/tasks.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/resources/tasks.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/rest/resources/tasks.html (original) +++ samza/site/learn/documentation/latest/rest/resources/tasks.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/rest/resources/tasks.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/rest/resources/tasks";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -157,9 +155,9 @@ messages of all of the tasks resource en <p>Every error response will have the following structure:</p> -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Unrecognized status parameter: null"</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> <p><code>message</code> is the only field in the response and contains a description of the problem. <br></p> @@ -169,13 +167,13 @@ messages of all of the tasks resource en <p>Lists the complete details about all the tasks for a particular job</p> <h6 id="request">Request</h6> -<div class="highlight"><pre><code class="language-text" data-lang="text">GET /v1/jobs/{jobName}/{jobId}/tasks +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>GET /v1/jobs/{jobName}/{jobId}/tasks </code></pre></div> <h6 id="response">Response</h6> <p>Status: 200 OK</p> -<div class="highlight"><pre><code class="json"><span class="p">[</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span> <span class="p">[</span> <span class="p">{</span> <span class="nt">"preferredHost"</span> <span class="p">:</span> <span class="s2">"samza-preferredHost"</span><span class="p">,</span> <span class="nt">"taskName"</span> <span class="p">:</span> <span class="s2">"Samza task"</span><span class="p">,</span> @@ -186,7 +184,7 @@ messages of all of the tasks resource en <span class="nt">"partitionId"</span> <span class="p">:</span> <span class="s2">"0"</span> <span class="p">}]</span> <span class="p">}</span> - <span class="p">]</span></code></pre></div> + <span class="p">]</span></code></pre></figure> <h6 id="response-codes">Response codes</h6> @@ -204,16 +202,16 @@ messages of all of the tasks resource en </tr> <tr> <td>404 Not Found</td><td>Invalid job instance was provided as an argument. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Invalid arguments for getTasks. jobName: SamzaJobName jobId: SamzaJobId."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> <tr> <td>500 Server Error</td><td>There was an error executing the command on the server. e.g. The command timed out. -<div class="highlight"><pre><code class="json"><span class="p">{</span> +<figure class="highlight"><pre><code class="language-json" data-lang="json"><span></span><span class="p">{</span> <span class="nt">"message"</span><span class="p">:</span> <span class="s2">"Timeout waiting for get all tasks."</span> -<span class="p">}</span></code></pre></div> +<span class="p">}</span></code></pre></figure> </td> </tr> </tbody> @@ -274,7 +272,7 @@ messages of all of the tasks resource en <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resources/tasks.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/rest/resources/tasks" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/yarn/application-master.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/application-master.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/yarn/application-master.html (original) +++ samza/site/learn/documentation/latest/yarn/application-master.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/yarn/application-master.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/yarn/application-master";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -184,7 +182,7 @@ <p>See Samza’s <a href="../operations/security.html">security</a> page for more details.</p> -<h2 id="isolation-»"><a href="isolation.html">Isolation »</a></h2> +<h2 id="isolation"><a href="isolation.html">Isolation »</a></h2> </div> @@ -202,7 +200,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/application-master.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/application-master" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/yarn/isolation.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/isolation.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/yarn/isolation.html (original) +++ samza/site/learn/documentation/latest/yarn/isolation.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/yarn/isolation.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/yarn/isolation";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -149,7 +147,7 @@ <p>When running Samza jobs in a shared, distributed environment, the stream processors can have an impact on one another’s performance. A stream processor that uses 100% of a machine’s CPU will slow down all other stream processors on the machine.</p> -<p>One of <a href="http://hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html";>YARN</a>’s responsibilities is to manage resources so that this doesn’t happen. Each of YARN’s Node Managers (NM) has a chunk of “resources” dedicated to it. The YARN Resource Manager (RM) will only allow a container to be allocated on a NM if it has enough resources to satisfy the container’s needs.</p> +<p>One of <a href="http://hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html";>YARN</a>‘s responsibilities is to manage resources so that this doesn’t happen. Each of YARN’s Node Managers (NM) has a chunk of “resources” dedicated to it. The YARN Resource Manager (RM) will only allow a container to be allocated on a NM if it has enough resources to satisfy the container’s needs.</p> <p>YARN currently supports resource management for memory and CPU.</p> @@ -171,7 +169,7 @@ <p>See <a href="http://riccomini.name/posts/hadoop/2013-06-14-yarn-with-cgroups/";>this blog post</a> for details on setting up YARN with CGroups.</p> -<h2 id="host-affinity-&-yarn-»"><a href="../yarn/yarn-host-affinity.html">Host Affinity & YARN »</a></h2> +<h2 id="host-affinity-yarn"><a href="../yarn/yarn-host-affinity.html">Host Affinity & YARN »</a></h2> </div> @@ -189,7 +187,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/isolation.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/isolation" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html (original) +++ samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/yarn/yarn-host-affinity.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/yarn/yarn-host-affinity";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -163,22 +161,22 @@ <p>The solution, then, is to simply persist the state store on the machine in which the container process is executing and re-allocate the same host for the container each time the job is restarted, in order to re-use the persisted state. Thus, the ability of Samza to allocate a container to the same machine across job restarts is referred to as <strong><em>host-affinity</em></strong>. Samza leverages host-affinity to enhance our support for local state re-use.</p> -<h2 id="how-does-it-work?">How does it work?</h2> +<h2 id="how-does-it-work">How does it work?</h2> <p>When a stateful Samza job is deployed in Yarn, the state stores for the tasks are co-located in the current working directory of Yarn’s application attempt.</p> -<div class="highlight"><pre><code class="bash"><span class="nv">container_working_dir</span><span class="o">=</span><span class="k">${</span><span class="nv">yarn</span><span class="p">.nodemanager.local-dirs</span><span class="k">}</span>/usercache/<span class="k">${</span><span class="nv">user</span><span class="k">}</span>/appcache/application_<span class="k">${</span><span class="nv">appid</span><span class="k">}</span>/container_<span class="k">${</span><span class="nv">contid</span><span class="k">}</span>/ +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span><span class="nv">container_working_dir</span><span class="o">=</span><span class="si">${</span><span class="nv">yarn</span><span class="p">.nodemanager.local-dirs</span><span class="si">}</span>/usercache/<span class="si">${</span><span class="nv">user</span><span class="si">}</span>/appcache/application_<span class="si">${</span><span class="nv">appid</span><span class="si">}</span>/container_<span class="si">${</span><span class="nv">contid</span><span class="si">}</span>/ -<span class="c"># Data Stores</span> -ls <span class="k">${</span><span class="nv">container_working_dir</span><span class="k">}</span>/state/<span class="k">${</span><span class="nv">store</span><span class="p">-name</span><span class="k">}</span>/<span class="k">${</span><span class="nv">task_name</span><span class="k">}</span>/</code></pre></div> +<span class="c1"># Data Stores</span> +ls <span class="si">${</span><span class="nv">container_working_dir</span><span class="si">}</span>/state/<span class="si">${</span><span class="nv">store</span><span class="p">-name</span><span class="si">}</span>/<span class="si">${</span><span class="nv">task_name</span><span class="si">}</span>/</code></pre></figure> <p>This allows the Node Manager’s (NM) DeletionService to clean-up the working directory once the application completes or fails. In order to re-use local state store, the state store needs to be persisted outside the scope of NM’s deletion service. The cluster administrator should set this location as an environment variable in Yarn - <code>LOGGED_STORE_BASE_DIR</code>.</p> <p><img src="/img/latest/learn/documentation/yarn/samza-host-affinity.png" alt="Yarn host affinity component diagram" style="max-width: 100%; height: auto;" onclick="window.open(this.src)"/></p> -<p>Each time a task commits, Samza writes the last materialized offset from the changelog stream to the checksumed file on disk. This is also done on container shutdown. Thus, there is an <em>OFFSET</em> file associated with each state stores' changelog partitions, that is consumed by the tasks in the container.</p> +<p>Each time a task commits, Samza writes the last materialized offset from the changelog stream to the checksumed file on disk. This is also done on container shutdown. Thus, there is an <em>OFFSET</em> file associated with each state stores’ changelog partitions, that is consumed by the tasks in the container.</p> -<div class="highlight"><pre><code class="bash"><span class="k">${</span><span class="nv">LOGGED_STORE_BASE_DIR</span><span class="k">}</span>/<span class="k">${</span><span class="nv">job</span><span class="p">.name</span><span class="k">}</span>-<span class="k">${</span><span class="nv">job</span><span class="p">.id</span><span class="k">}</span>/<span class="k">${</span><span class="nv">store</span><span class="p">.name</span><span class="k">}</span>/<span class="k">${</span><span class="nv">task</span><span class="p">.name</span><span class="k">}</span>/OFFSET</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span><span class="si">${</span><span class="nv">LOGGED_STORE_BASE_DIR</span><span class="si">}</span>/<span class="si">${</span><span class="nv">job</span><span class="p">.name</span><span class="si">}</span>-<span class="si">${</span><span class="nv">job</span><span class="p">.id</span><span class="si">}</span>/<span class="si">${</span><span class="nv">store</span><span class="p">.name</span><span class="si">}</span>/<span class="si">${</span><span class="nv">task</span><span class="p">.name</span><span class="si">}</span>/OFFSET</code></pre></figure> <p>Now, when a container restarts on the same machine after the OFFSET file exists, the Samza container:</p> @@ -194,16 +192,16 @@ ls <span class="k">${</span><span class= <p>In order to re-use local state, Samza has to sucessfully claim the specific hosts from the Resource Manager (RM). To support this, the Samza containers write their locality information to the <a href="../container/coordinator-stream.html">Coordinator Stream</a> every time they start-up successfully. Now, the Samza Application Master (AM) can identify the last known host of a container via the <a href="../container/coordinator-stream.html">Job Coordinator</a>(JC) and the application is no longer agnostic of the container locality. On a container failure (due to any of the above cited reasons), the AM includes the hostname of the expected resource in the <a href="https://github.com/apache/hadoop/blob/trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ResourceRequest.java#L239%5D";>ResourceRequest</a>.</p> -<p>Note that the Yarn cluster has to be configured to use <a href="https://hadoop.apache.org/docs/r2.6.0/hadoop-yarn/hadoop-yarn-site/FairScheduler.html";>Fair Scheduler</a> with continuous-scheduling enabled. With continuous scheduling, the scheduler continuously iterates through all nodes in the cluster, instead of relying on the nodes' heartbeat, and schedules work based on previously known status for each node, before relaxing locality. Hence, the scheduler takes care of relaxing locality after the configured delay. This approach can be considered as a “<em>best-effort stickiness</em>” policy because it is possible that the requested node is not running or does not have sufficient resources at the time of request (even though the state in the data stores may be persisted). For more details on the choice of Fair Scheduler, please refer the <a href="https://issues.apache.org/jira/secure/attachment/12726945/DESIGN-SAMZA-617-2.pdf";>design doc</a>.</p> +<p>Note that the Yarn cluster has to be configured to use <a href="https://hadoop.apache.org/docs/r2.6.0/hadoop-yarn/hadoop-yarn-site/FairScheduler.html";>Fair Scheduler</a> with continuous-scheduling enabled. With continuous scheduling, the scheduler continuously iterates through all nodes in the cluster, instead of relying on the nodes’ heartbeat, and schedules work based on previously known status for each node, before relaxing locality. Hence, the scheduler takes care of relaxing locality after the configured delay. This approach can be considered as a “<em>best-effort stickiness</em>” policy because it is possible that the requested node is not running or does not have sufficient resources at the time of request (even though the state in the data stores may be persisted). For more details on the choice of Fair Scheduler, please refer the <a href="https://issues.apache.org/jira/secure/attachment/12726945/DESIGN-SAMZA-617-2.pdf";>design doc</a>.</p> <h2 id="configuring-yarn-cluster-to-support-host-affinity">Configuring YARN cluster to support Host Affinity</h2> <ol> <li>Enable local state re-use by setting the <code>LOGGED_STORE_BASE_DIR</code> environment variable in yarn-env.sh -<div class="highlight"><pre><code class="bash"><span class="nb">export </span><span class="nv">LOGGED<em>STORE</em>BASE_DIR</span><span class="o">=</span><path-for-state-stores></code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span><span class="nb">export</span> <span class="nv">LOGGED<em>STORE</em>BASE_DIR</span><span class="o">=</span><path-for-state-stores></code></pre></figure> Without this configuration, the state stores are not persisted upon a container shutdown. This will effectively mean you will not re-use local state and hence, host-affinity becomes a moot operation.</li> <li><p>Configure Yarn to use Fair Scheduler and enable continuous-scheduling in yarn-site.xml -<div class="highlight"><pre><code class="xml"><span class="nt"><property></span> +<figure class="highlight"><pre><code class="language-xml" data-lang="xml"><span></span><span class="nt"><property></span> <span class="nt"><name></span>yarn.resourcemanager.scheduler.class<span class="nt"></name></span> <span class="nt"><description></span>The class to use as the resource scheduler.<span class="nt"></description></span> <span class="nt"><value></span>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler<span class="nt"></value></span> @@ -222,13 +220,13 @@ Without this configuration, the state st <span class="nt"><name></span>yarn.scheduler.fair.locality-delay-rack-ms<span class="nt"></name></span> <span class="nt"><description></span>Delay time in milliseconds before relaxing locality at rack-level<span class="nt"></description></span> <span class="nt"><value></span>1000<span class="nt"></value></span> <span class="c"><!-- Should be tuned per requirement --></span> -<span class="nt"></property></span></code></pre></div></p></li> +<span class="nt"></property></span></code></pre></figure></p></li> <li><p>Configure Yarn Node Manager SIGTERM to SIGKILL timeout to be reasonable time s.t. Node Manager will give Samza Container enough time to perform a clean shutdown in yarn-site.xml -<div class="highlight"><pre><code class="xml"><span class="nt"><property></span> +<figure class="highlight"><pre><code class="language-xml" data-lang="xml"><span></span><span class="nt"><property></span> <span class="nt"><name></span>yarn.nodemanager.sleep-delay-before-sigkill.ms<span class="nt"></name></span> <span class="nt"><description></span>No. of ms to wait between sending a SIGTERM and SIGKILL to a container<span class="nt"></description></span> <span class="nt"><value></span>600000<span class="nt"></value></span> <span class="c"><!-- Set it to 10min to allow enough time for clean shutdown of containers --></span> -<span class="nt"></property></span></code></pre></div></p></li> +<span class="nt"></property></span></code></pre></figure></p></li> <li><p>The Yarn <a href="https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-common/RackAwareness.html";>Rack Awareness</a> feature is not required and does not change the behavior of Samza Host Affinity. However, if Rack Awareness is configured in the cluster, make sure the DNSToSwitchMapping implementation is robust. Any failures could cause container requests to fall back to the defaultRack. This will cause ContainerRequests to not match the preferred host, which will degrade Host Affinity. For details, see <a href="https://issues.apache.org/jira/browse/SAMZA-886";>SAMZA-866</a></p></li> </ol> @@ -236,7 +234,7 @@ Without this configuration, the state st <p>Any stateful Samza job can leverage this feature to reduce the Mean Time To Restore (MTTR) of its state stores by setting <code>yarn.samza.host-affinity.enabled</code> to true.</p> -<div class="highlight"><pre><code class="bash">yarn.samza.host-affinity.enabled<span class="o">=</span><span class="nb">true</span> <span class="c"># Default: false</span></code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>yarn.samza.host-affinity.enabled<span class="o">=</span><span class="nb">true</span> <span class="c1"># Default: false</span></code></pre></figure> <p>Enabling this feature for a stateless Samza job should not have any adverse effect on the job.</p> @@ -249,7 +247,7 @@ Without this configuration, the state st <li><em>When SystemStreamPartitionGrouper changes across successive application runs</em> - When the grouper logic used to distribute the partitions across containers changes, the data in the Coordinator Stream (for changelog-task partition assignment etc) and the data stores becomes invalid. Thus, to be safe, we should flush out all state-related data from the Coordinator Stream. An alternative is to overwrite the Task-ChangelogPartition assignment message and the Container Locality message in the Coordinator Stream, before starting up the job again.</li> </ol> -<h2 id="resource-localization-»"><a href="../yarn/yarn-resource-localization.html">Resource Localization »</a></h2> +<h2 id="resource-localization"><a href="../yarn/yarn-resource-localization.html">Resource Localization »</a></h2> </div> @@ -267,7 +265,7 @@ Without this configuration, the state st <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/yarn-host-affinity.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/yarn-host-affinity" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/yarn/yarn-resource-localization.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/yarn-resource-localization.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/yarn/yarn-resource-localization.html (original) +++ samza/site/learn/documentation/latest/yarn/yarn-resource-localization.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/yarn/yarn-resource-localization.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/yarn/yarn-resource-localization";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -219,25 +217,25 @@ <p>Make sure the scheme used in the <code>yarn.resources.<resourceName>.path</code> is configured with a corresponding FileSystem implementation in YARN core-site.xml.</p> -<div class="highlight"><pre><code class="xml"><span class="cp"><?xml-stylesheet type="text/xsl" href="configuration.xsl"?></span> +<figure class="highlight"><pre><code class="language-xml" data-lang="xml"><span></span><span class="cp"><?xml-stylesheet type="text/xsl" href="configuration.xsl"?></span> <span class="nt"><configuration></span> <span class="nt"><property></span> <span class="nt"><name></span>fs.http.impl<span class="nt"></name></span> <span class="nt"><value></span>org.apache.samza.util.hadoop.HttpFileSystem<span class="nt"></value></span> <span class="nt"></property></span> -<span class="nt"></configuration></span></code></pre></div> +<span class="nt"></configuration></span></code></pre></figure> <p>If you are using your own scheme (for example, <code>yarn.resources.myResource.path=myScheme://host.com/test</code>), you can link your <a href="https://hadoop.apache.org/docs/stable/api/index.html?org/apache/hadoop/fs/FileSystem.html";>FileSystem</a> implementation with it as follows.</p> -<div class="highlight"><pre><code class="xml"><span class="cp"><?xml-stylesheet type="text/xsl" href="configuration.xsl"?></span> +<figure class="highlight"><pre><code class="language-xml" data-lang="xml"><span></span><span class="cp"><?xml-stylesheet type="text/xsl" href="configuration.xsl"?></span> <span class="nt"><configuration></span> <span class="nt"><property></span> <span class="nt"><name></span>fs.myScheme.impl<span class="nt"></name></span> <span class="nt"><value></span>com.myCompany.MySchemeFileSystem<span class="nt"></value></span> <span class="nt"></property></span> -<span class="nt"></configuration></span></code></pre></div> +<span class="nt"></configuration></span></code></pre></figure> -<h2 id="yarn-security-»"><a href="../yarn/yarn-security.html">Yarn Security »</a></h2> +<h2 id="yarn-security"><a href="../yarn/yarn-security.html">Yarn Security »</a></h2> </div> @@ -255,7 +253,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/yarn-resource-localization.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/yarn-resource-localization" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/documentation/latest/yarn/yarn-security.html URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/yarn-security.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/documentation/latest/yarn/yarn-security.html (original) +++ samza/site/learn/documentation/latest/yarn/yarn-security.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/documentation/0.14/yarn/yarn-security.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/documentation/0.14/yarn/yarn-security";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -186,33 +184,35 @@ job.security.manager.factory=org.apache. <h1 id="yarn">YARN</h1> -<div class="highlight"><pre><code class="properties"><span class="na">yarn.kerberos.principal</span><span class="o">=</span><span class="s">user/localhost</span> +<figure class="highlight"><pre><code class="language-properties" data-lang="properties"><span></span><span class="na">yarn.kerberos.principal</span><span class="o">=</span><span class="s">user/localhost</span> <span class="na">yarn.kerberos.keytab</span><span class="o">=</span><span class="s">/etc/krb5.keytab.user</span> -<span class="na">yarn.token.renewal.interval.seconds</span><span class="o">=</span><span class="s">86400</span></code></pre></div> +<span class="na">yarn.token.renewal.interval.seconds</span><span class="o">=</span><span class="s">86400</span></code></pre></figure> <ol> <li>Configure the Hadoop cluster to enable Resource Manager to recreate and renew the delegation token on behalf of the application user. This will address the following 2 scenarios.</li> </ol> -<div class="highlight"><pre><code class="language-text" data-lang="text">* When Application Master dies unexpectedly and needs a restart after 7 days (the default maximum lifespan a delegation token can be renewed). +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>* When Application Master dies unexpectedly and needs a restart after 7 days (the default maximum lifespan a delegation token can be renewed). * When the Samza job terminates and log aggregation is turned on for the job. Node managers need to be able to upload all the local application logs to HDFS. 1. Enable the resource manager as a privileged user in yarn-site.xml. </code></pre></div> -<div class="highlight"><pre><code class="xml"><span class="nt"><property></span> +<figure class="highlight"><pre><code class="language-xml" data-lang="xml"><span></span> <span class="nt"><property></span> <span class="nt"><name></span>yarn.resourcemanager.proxy-user-privileges.enabled<span class="nt"></name></span> <span class="nt"><value></span>true<span class="nt"></value></span> - <span class="nt"></property></span></code></pre></div> -<div class="highlight"><pre><code class="language-text" data-lang="text">2. Make `yarn` as a proxy user, in core-site.xml + <span class="nt"></property></span> + </code></pre></figure> +<div class="highlight"><pre><code class="language-text" data-lang="text"><span></span>2. Make `yarn` as a proxy user, in core-site.xml </code></pre></div> -<div class="highlight"><pre><code class="xml"><span class="nt"><property></span> +<figure class="highlight"><pre><code class="language-xml" data-lang="xml"><span></span> <span class="nt"><property></span> <span class="nt"><name></span>hadoop.proxyuser.yarn.hosts<span class="nt"></name></span> <span class="nt"><value></span>*<span class="nt"></value></span> <span class="nt"></property></span> <span class="nt"><property></span> <span class="nt"><name></span>hadoop.proxyuser.yarn.groups<span class="nt"></name></span> <span class="nt"><value></span>*<span class="nt"></value></span> - <span class="nt"></property></span></code></pre></div> + <span class="nt"></property></span> + </code></pre></figure> </div> @@ -230,7 +230,7 @@ job.security.manager.factory=org.apache. <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/yarn-security.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.14/yarn/yarn-security" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html (original) +++ samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/tutorials/0.14/deploy-samza-job-from-hdfs.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/tutorials/0.14/deploy-samza-job-from-hdfs";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -151,7 +149,7 @@ <h3 id="upload-the-package">Upload the package</h3> -<div class="highlight"><pre><code class="bash">hadoop fs -put ./target/hello-samza-0.14.0-dist.tar.gz /path/for/tgz</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>hadoop fs -put ./target/hello-samza-0.14.1-dist.tar.gz /path/for/tgz</code></pre></figure> <h3 id="add-hdfs-configuration">Add HDFS configuration</h3> @@ -161,7 +159,7 @@ <p>Change the yarn.package.path in the properties file to your HDFS location.</p> -<div class="highlight"><pre><code class="jproperties"><span class="na">yarn.package.path</span><span class="o">=</span><span class="s">hdfs://<hdfs name node ip>:<hdfs name node port>/path/to/tgz</span></code></pre></div> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">yarn.package.path</span><span class="o">=</span><span class="s">hdfs://<hdfs name node ip>:<hdfs name node port>/path/to/tgz</span></code></pre></figure> <p>Then you should be able to run the Samza job as described in <a href="../../../startup/hello-samza/latest/">hello-samza</a>.</p> @@ -181,7 +179,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.14/deploy-samza-job-from-hdfs.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.14/deploy-samza-job-from-hdfs" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html?rev=1832281&r1=1832280&r2=1832281&view=diff ============================================================================== --- samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html (original) +++ samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html Fri May 25 22:28:38 2018 @@ -44,9 +44,7 @@ <!-- this icon only shows in versioned pages --> - - - <a href="http://samza.apache.org/learn/tutorials/0.14/deploy-samza-to-CDH.html";><i id="switch-version-button"></i></a> + <a href="http://samza.apache.org/learn/tutorials/0.14/deploy-samza-to-CDH";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -149,39 +147,39 @@ <p>The tutorial assumes you have successfully run <a href="../../../startup/hello-samza/latest/">hello-samza</a> and now you want to deploy the job to your Cloudera Data Hub (<a href="http://www.cloudera.com/content/cloudera/en/products-and-services/cdh.html";>CDH</a>). This tutorial is based on CDH 5.4.0 and uses hello-samza as the example job.</p> -<h3 id="compile-package-for-cdh-5.4.0">Compile Package for CDH 5.4.0</h3> +<h3 id="compile-package-for-cdh-5-4-0">Compile Package for CDH 5.4.0</h3> <p>We need to use a specific compile option to build hello-samza package for CDH 5.4.0</p> -<div class="highlight"><pre><code class="bash">mvn clean package -Dhadoop.version<span class="o">=</span>cdh5.4.0</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>mvn clean package -Dhadoop.version<span class="o">=</span>cdh5.4.0</code></pre></figure> <h3 id="upload-package-to-cluster">Upload Package to Cluster</h3> <p>There are a few ways of uploading the package to the cluster’s HDFS. If you do not have the job package in your cluster, <strong>scp</strong> from you local machine to the cluster. Then run</p> -<div class="highlight"><pre><code class="bash">hadoop fs -put path/to/hello-samza-0.14.0-dist.tar.gz /path/for/tgz</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>hadoop fs -put path/to/hello-samza-0.14.1-dist.tar.gz /path/for/tgz</code></pre></figure> <h3 id="get-deploying-scripts">Get Deploying Scripts</h3> <p>Untar the job package (assume you will run from the current directory)</p> -<div class="highlight"><pre><code class="bash">tar -xvf path/to/samza-job-package-0.14.0-dist.tar.gz -C ./</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>tar -xvf path/to/samza-job-package-0.14.1-dist.tar.gz -C ./</code></pre></figure> <h3 id="add-package-path-to-properties-file">Add Package Path to Properties File</h3> -<div class="highlight"><pre><code class="bash">vim config/wikipedia-parser.properties</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>vim config/wikipedia-parser.properties</code></pre></figure> <p>Change the yarn package path:</p> -<div class="highlight"><pre><code class="jproperties"><span class="na">yarn.package.path</span><span class="o">=</span><span class="s">hdfs://<hdfs name node ip>:<hdfs name node port>/path/to/tgz</span></code></pre></div> +<figure class="highlight"><pre><code class="language-jproperties" data-lang="jproperties"><span></span><span class="na">yarn.package.path</span><span class="o">=</span><span class="s">hdfs://<hdfs name node ip>:<hdfs name node port>/path/to/tgz</span></code></pre></figure> <h3 id="set-yarn-environment-variable">Set Yarn Environment Variable</h3> -<div class="highlight"><pre><code class="bash"><span class="nb">export </span><span class="nv">HADOOP_CONF_DIR</span><span class="o">=</span>/etc/hadoop/conf</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span><span class="nb">export</span> <span class="nv">HADOOP_CONF_DIR</span><span class="o">=</span>/etc/hadoop/conf</code></pre></figure> <h3 id="run-samza-job">Run Samza Job</h3> -<div class="highlight"><pre><code class="bash">bin/run-job.sh --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/config/wikipedia-parser.properties</code></pre></div> +<figure class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>bin/run-job.sh --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/config/wikipedia-parser.properties</code></pre></figure> </div> @@ -199,7 +197,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.14/deploy-samza-to-CDH.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.14/deploy-samza-to-CDH" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } });
