Author: rmetzger
Date: Thu Feb 5 12:21:38 2015
New Revision: 1657551
URL: http://svn.apache.org/r1657551
Log:
Fix broken download links in 0.8 documentation of flink
Modified:
flink/site/blog/feed.xml
flink/site/docs/0.6-incubating/building.html
flink/site/docs/0.6-incubating/cli.html
flink/site/docs/0.6-incubating/cluster_execution.html
flink/site/docs/0.6-incubating/cluster_setup.html
flink/site/docs/0.6-incubating/coding_guidelines.html
flink/site/docs/0.6-incubating/config.html
flink/site/docs/0.6-incubating/css/custom.css
flink/site/docs/0.6-incubating/example_connectors.html
flink/site/docs/0.6-incubating/faq.html
flink/site/docs/0.6-incubating/hadoop_compatibility.html
flink/site/docs/0.6-incubating/how_to_contribute.html
flink/site/docs/0.6-incubating/img/FlinkOnYarn.svg
flink/site/docs/0.6-incubating/img/quickstart-example/compiler-webclient-new.png
flink/site/docs/0.6-incubating/img/quickstart-example/jobmanager-running-new.png
flink/site/docs/0.6-incubating/img/quickstart-example/kmeans003.png
flink/site/docs/0.6-incubating/img/quickstart-example/kmeans008.png
flink/site/docs/0.6-incubating/img/quickstart-example/kmeans015.png
flink/site/docs/0.6-incubating/img/quickstart-example/result003.png
flink/site/docs/0.6-incubating/img/quickstart-example/result008.png
flink/site/docs/0.6-incubating/img/quickstart-example/result015.png
flink/site/docs/0.6-incubating/img/quickstart-example/run-webclient.png
flink/site/docs/0.6-incubating/index.html
flink/site/docs/0.6-incubating/internal_add_operator.html
flink/site/docs/0.6-incubating/internal_distributed_runtime.html
flink/site/docs/0.6-incubating/internal_general_arch.html
flink/site/docs/0.6-incubating/internal_job_scheduling.html
flink/site/docs/0.6-incubating/internal_operators_and_memory.html
flink/site/docs/0.6-incubating/internal_optimizer.html
flink/site/docs/0.6-incubating/internal_overview.html
flink/site/docs/0.6-incubating/internal_program_life_cycle.html
flink/site/docs/0.6-incubating/iterations.html
flink/site/docs/0.6-incubating/java_api_quickstart.html
flink/site/docs/0.6-incubating/local_execution.html
flink/site/docs/0.6-incubating/local_setup.html
flink/site/docs/0.6-incubating/run_example_quickstart.html
flink/site/docs/0.6-incubating/scala_api_quickstart.html
flink/site/docs/0.6-incubating/setup_quickstart.html
flink/site/docs/0.6-incubating/spargel_guide.html
flink/site/docs/0.6-incubating/web_client.html
flink/site/docs/0.6-incubating/yarn_setup.html
flink/site/docs/0.8/building.html
flink/site/docs/0.8/cli.html
flink/site/docs/0.8/cluster_execution.html
flink/site/docs/0.8/cluster_setup.html
flink/site/docs/0.8/coding_guidelines.html
flink/site/docs/0.8/config.html
flink/site/docs/0.8/dataset_transformations.html
flink/site/docs/0.8/example_connectors.html
flink/site/docs/0.8/examples.html
flink/site/docs/0.8/faq.html
flink/site/docs/0.8/hadoop_compatibility.html
flink/site/docs/0.8/how_to_contribute.html
flink/site/docs/0.8/index.html
flink/site/docs/0.8/internal_add_operator.html
flink/site/docs/0.8/internal_distributed_runtime.html
flink/site/docs/0.8/internal_general_arch.html
flink/site/docs/0.8/internal_job_scheduling.html
flink/site/docs/0.8/internal_logging.html
flink/site/docs/0.8/internal_operators_and_memory.html
flink/site/docs/0.8/internal_optimizer.html
flink/site/docs/0.8/internal_overview.html
flink/site/docs/0.8/internal_program_life_cycle.html
flink/site/docs/0.8/iterations.html
flink/site/docs/0.8/java8_programming_guide.html
flink/site/docs/0.8/java_api_quickstart.html
flink/site/docs/0.8/local_execution.html
flink/site/docs/0.8/local_setup.html
flink/site/docs/0.8/programming_guide.html
flink/site/docs/0.8/run_example_quickstart.html
flink/site/docs/0.8/scala_api_quickstart.html
flink/site/docs/0.8/setup_quickstart.html
flink/site/docs/0.8/spargel_guide.html
flink/site/docs/0.8/streaming_guide.html
flink/site/docs/0.8/web_client.html
flink/site/docs/0.8/yarn_setup.html
Modified: flink/site/blog/feed.xml
URL:
http://svn.apache.org/viewvc/flink/site/blog/feed.xml?rev=1657551&r1=1657550&r2=1657551&view=diff
==============================================================================
Binary files - no diff available.
Modified: flink/site/docs/0.6-incubating/building.html
URL:
http://svn.apache.org/viewvc/flink/site/docs/0.6-incubating/building.html?rev=1657551&r1=1657550&r2=1657551&view=diff
==============================================================================
--- flink/site/docs/0.6-incubating/building.html (original)
+++ flink/site/docs/0.6-incubating/building.html Thu Feb 5 12:21:38 2015
@@ -5,118 +5,142 @@
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Apache Flink (incubating): Build Flink</title>
- <link rel="stylesheet" href="/css/bootstrap.css">
- <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
- <link rel="stylesheet" href="/css/syntax.css">
- <link rel="/css/custom.css">
- <link rel="css/codetabs.css">
- <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css"
rel="stylesheet">
+ <link rel="shortcut icon" href="favicon.ico" type="image/x-icon">
+ <link rel="icon" href="favicon.ico" type="image/x-icon">
+ <link rel="stylesheet" href="css/bootstrap.css">
+ <link rel="stylesheet" href="css/bootstrap-lumen-custom.css">
+ <link rel="stylesheet" href="css/syntax.css">
+ <link rel="stylesheet" href="css/custom.css">
+ <link href="css/main/main.css" rel="stylesheet">
<script
src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js";></script>
- <script src="/js/bootstrap.min.js"></script>
+ <script src="js/bootstrap.min.js"></script>
<script src="js/codetabs.js"></script>
</head>
<body>
<nav class="navbar navbar-default navbar-fixed-top" role="navigation">
<div class="container">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="http://flink.incubator.apache.org";>Apache
Flink</a>
- </div>
-
- <div class="collapse navbar-collapse" id="navbar-collapse-1">
- <ul class="nav navbar-nav">
+ <div class="row">
+ <div class="col-md-1 af-mobile-nav-bar">
+ <a href="index.html" title="Home">
+ <img class="hidden-xs hidden-sm img-responsive"
+ src="img/logo.png" alt="Apache Flink Logo">
+ </a>
+ <div class="row visible-xs">
+ <div class="col-xs-3">
+ <a href="index.html" title="Home">
+ <img class="hidden-x hidden-sm img-responsive"
+ src="img/logo.png" alt="Apache Flink Logo">
+ </a>
+ </div>
+ <div class="col-xs-5"></div>
+ <div class="col-xs-4">
+ <div class="af-mobile-btn">
+ <span class="glyphicon glyphicon-plus"></span>
+ </div>
+ </div>
+ </div>
+ </div>
+ <!-- Navigation -->
+ <div class="col-md-11">
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+
+ <li>
+ <a href="index.html" class="">Documentation</a>
+ </li>
+
+ <li>
+ <a href="api/java/index.html">Javadoc</a>
+ </li>
+
+ <li>
+ <a
href="api/scala/index.html#org.apache.flink.api.scala.package">Scaladoc</a>
+ </li>
- <li>
- <a href="index.html" class="">Documentation</a>
- </li>
-
- <li>
- <a href="api/java/index.html">Javadoc</a>
- </li>
- </ul>
+ </ul>
+ </div>
+ </div>
</div>
</div>
</nav>
- <div style="padding-top:70px" class="container">
+
+ <div style="padding-top:120px" class="container">
<div class="row">
<div class="col-md-3">
<ul>
- <li>Quickstart
- <ul>
- <li><a href="setup_quickstart.html">Install</a></li>
- <li><a href="run_example_quickstart.html">Run Example</a></li>
- <li><a href="java_api_quickstart.html">Java API</a></li>
- <li><a href="scala_api_quickstart.html">Scala API</a></li>
- <li><a href="faq.html">FAQ</a></li>
- </ul>
- </li>
-
- <li>Setup & Configuration
- <ul>
- <li><a href="building.html">Build Instructions</a></li>
- <li><a href="local_setup.html">Local Setup</a></li>
- <li><a href="cluster_setup.html">Cluster Setup</a></li>
- <li><a href="yarn_setup.html">YARN Setup</a></li>
- <li><a href="config.html">Configuration</a></li>
- </ul>
- </li>
-
- <li>Programming Guides
- <ul>
- <li><a href="java_api_guide.html">Java API</a></li>
- <li><a href="java_api_transformations.html">Java API
Transformations</a></li>
- <li><a href="scala_api_guide.html">Scala API</a></li>
- <li><a href="iterations.html">Iterations</a></li>
- <li><a href="spargel_guide.html">Spargel Graph API</a></li>
- </ul>
- </li>
-
- <li>Examples
- <ul>
- <li><a href="java_api_examples.html">Java API</a></li>
- <li><a href="scala_api_examples.html">Scala API</a></li>
- <li><a href="example_connectors.html">Connecting to other
systems</a></li>
- </ul>
- </li>
-
- <li>Execution
- <ul>
- <li><a href="local_execution.html">Local/Debugging</a></li>
- <li><a href="cluster_execution.html">Cluster</a></li>
- <li><a href="cli.html">Command-Line Interface</a></li>
- <li><a href="web_client.html">Web Interface</a></li>
- </ul>
- </li>
-
- <li>Internals
- <ul>
- <li><a href="internal_overview.html">Overview</a></li>
- <li><a href="internal_general_arch.html">General
Architecture</a></li>
- <li><a href="internal_add_operator.html">How-to: Adding a new
Operator</a></li>
- </ul>
- </li>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="building.html">Build Flink</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="programming_guide.html">Programming Guide</a></li>
+ <li><a href="dataset_transformations.html">DataSet
Transformations</a></li>
+ <li><a href="java8_programming_guide.html">Java 8 Programming
Guide</a></li>
+ <li><a href="streaming_guide.html">Streaming Guide</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ <li><a href="hadoop_compatibility.html">Hadoop Compatibility</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="examples.html">Bundled Examples</a></li>
+ <li><a href="example_connectors.html">Connecting to other
systems</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
</ul>
+
</div>
<div class="col-md-9">
<h1>Build Flink</h1>
-
+
<p>In order to build Flink, you need the source code. Either
download the source of a release or clone the git repository. In addition to
that, you need Maven 3 and a JDK (Java Development Kit). Note that you can not
build Flink with Oracle JDK 6 due to a unresolved bug in the Oracle Java
compiler. It works well with OpenJDK 6 and all Java 7 and 8 compilers.</p>
<p>To clone from git, enter:</p>
-<div class="highlight"><pre><code class="language-text" data-lang="text">git
clone https://github.com/apache/incubator-flink
-</code></pre></div>
+
+<div class="highlight"><pre><code class="language-bash">git clone
https://github.com/apache/incubator-flink</code></pre></div>
+
<p>The simplest way of building Flink is by running:</p>
-<div class="highlight"><pre><code class="language-text" data-lang="text">cd
incubator-flink
-mvn clean package -DskipTests
-</code></pre></div>
+
+<div class="highlight"><pre><code class="language-bash"><span class="nb">cd
</span>incubator-flink
+mvn clean package -DskipTests</code></pre></div>
+
<p>This instructs Maven (<code>mvn</code>) to first remove all existing builds
(<code>clean</code>) and then create a new Flink binary (<code>package</code>).
The <code>-DskipTests</code> command prevents Maven from executing the unit
tests.</p>
<h2 id="build-flink-for-a-specific-hadoop-version">Build Flink for a specific
Hadoop Version</h2>
@@ -124,50 +148,54 @@ mvn clean package -DskipTests
<p>This section covers building Flink for a specific Hadoop version. Most
users do not need to do this manually.</p>
<p>The problem is that Flink uses HDFS and YARN which are both dependencies
from Apache Hadoop. There exist many different versions of Hadoop (from both
the upstream project and the different Hadoop distributions). If a user is
using a wrong combination of versions, exceptions like this one occur:</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">ERROR: The job was not successfully submitted to the nephele
job manager:
- org.apache.flink.nephele.executiongraph.GraphConversionException: Cannot
compute input splits for TSV:
- java.io.IOException: Failed on local exception:
com.google.protobuf.InvalidProtocolBufferException:
- Protocol message contained an invalid tag (zero).; Host Details :
-</code></pre></div>
-<p>There are two main versions of Hadoop that we need to differentiate:</p>
-
-<ul>
-<li>Hadoop 1, with all versions starting with zero or one, like 0.20, 0.23 or
1.2.1.</li>
-<li>Hadoop 2, with all versions starting with 2, like 2.2.0.
-The main differentiation between Hadoop 1 and Hadoop 2 is the availability of
Hadoop YARN (Hadoops cluster resource manager).</li>
-</ul>
+
+<div class="highlight"><pre><code class="language-bash">ERROR: The job was not
successfully submitted to the nephele job manager:
+ org.apache.flink.nephele.executiongraph.GraphConversionException: Cannot
compute input splits <span class="k">for</span> TSV:
+ java.io.IOException: Failed on <span class="nb">local </span>exception:
com.google.protobuf.InvalidProtocolBufferException:
+ Protocol message contained an invalid tag <span
class="o">(</span>zero<span class="o">)</span>.<span class="p">;</span> Host
Details :</code></pre></div>
+
+<p>There are two main versions of Hadoop that we need to differentiate:
+- Hadoop 1, with all versions starting with zero or one, like 0.20, 0.23 or
1.2.1.
+- Hadoop 2, with all versions starting with 2, like 2.2.0.
+The main differentiation between Hadoop 1 and Hadoop 2 is the availability of
Hadoop YARN (Hadoops cluster resource manager).</p>
<p><strong>To build Flink for Hadoop 2</strong>, issue the following
command:</p>
-<div class="highlight"><pre><code class="language-text" data-lang="text">mvn
clean package -DskipTests -Dhadoop.profile=2
-</code></pre></div>
+
+<div class="highlight"><pre><code class="language-bash">mvn clean package
-DskipTests -Dhadoop.profile<span class="o">=</span>2</code></pre></div>
+
<p>The <code>-Dhadoop.profile=2</code> flag instructs Maven to build Flink
with YARN support and the Hadoop 2 HDFS client.</p>
<p>Usually, this flag is sufficient for full support of Flink for Hadoop
2-versions.
However, you can also <strong>specify a specific Hadoop version to build
against</strong>:</p>
-<div class="highlight"><pre><code class="language-text" data-lang="text">mvn
clean package -DskipTests -Dhadoop.profile=2 -Dhadoop.version=2.4.1
-</code></pre></div>
+
+<div class="highlight"><pre><code class="language-bash">mvn clean package
-DskipTests -Dhadoop.profile<span class="o">=</span><span class="m">2</span>
-Dhadoop.version<span class="o">=</span>2.4.1</code></pre></div>
+
<p><strong>To build Flink against a vendor specific Hadoop version</strong>,
issue the following command:</p>
-<div class="highlight"><pre><code class="language-text" data-lang="text">mvn
clean package -DskipTests -Pvendor-repos -Dhadoop.profile=2
-Dhadoop.version=2.2.0-cdh5.0.0-beta-2
-</code></pre></div>
+
+<div class="highlight"><pre><code class="language-bash">mvn clean package
-DskipTests -Pvendor-repos -Dhadoop.profile<span class="o">=</span><span
class="m">2</span> -Dhadoop.version<span
class="o">=</span>2.2.0-cdh5.0.0-beta-2</code></pre></div>
+
<p>The <code>-Pvendor-repos</code> activates a Maven <a
href="http://maven.apache.org/guides/introduction/introduction-to-profiles.html";>build
profile</a> that includes the repositories of popular Hadoop vendors such as
Cloudera, Hortonworks, or MapR.</p>
<p><strong>Build Flink for <code>hadoop2</code> versions before
2.2.0</strong></p>
-<p>Maven will automatically build Flink with its YARN client if the
<code>-Dhadoop.profile=2</code> is set. But there were some changes in Hadoop
versions before the 2.2.0 Hadoop release that are not supported by Flink's
YARN client. Therefore, you can disable building the YARN client with the
following string: <code>-P\!include-yarn</code>. </p>
+<p>Maven will automatically build Flink with its YARN client if the
<code>-Dhadoop.profile=2</code> is set. But there were some changes in Hadoop
versions before the 2.2.0 Hadoop release that are not supported by Flinkâs
YARN client. Therefore, you can disable building the YARN client with the
following string: <code>-P\!include-yarn</code>. </p>
<p>So if you are building Flink for Hadoop <code>2.0.0-alpha</code>, use the
following command:</p>
-<div class="highlight"><pre><code class="language-bash"
data-lang="bash">-P<span class="se">\!</span>include-yarn -Dhadoop.profile<span
class="o">=</span><span class="m">2</span> -Dhadoop.version<span
class="o">=</span>2.0.0-alpha
-</code></pre></div>
-<h3 id="background">Background</h3>
+
+<div class="highlight"><pre><code class="language-bash">-P<span
class="se">\!</span>include-yarn -Dhadoop.profile<span class="o">=</span><span
class="m">2</span> -Dhadoop.version<span
class="o">=</span>2.0.0-alpha</code></pre></div>
+
+<h2 id="background">Background</h2>
<p>The builds with Maven are controlled by <a
href="http://maven.apache.org/pom.html#Properties";>properties</a> and <a
href="http://maven.apache.org/guides/introduction/introduction-to-profiles.html";>build
profiles</a>.
There are two profiles, one for hadoop1 and one for hadoop2. When the hadoop2
profile is enabled, the system will also build the YARN client.
The hadoop1 profile is used by default. To enable the hadoop2 profile, set
<code>-Dhadoop.profile=2</code> when building.
-Depending on the profile, there are two Hadoop versions, set via properties.
For "hadoop1", we use 1.2.1 by default, for "hadoop2" it is
2.2.0.</p>
+Depending on the profile, there are two Hadoop versions, set via properties.
For âhadoop1â, we use 1.2.1 by default, for âhadoop2â it is 2.2.0.</p>
<p>You can change these versions with the <code>hadoop-two.version</code> (or
<code>hadoop-one.version</code>) property. For example
<code>-Dhadoop-two.version=2.4.0</code>.</p>
+
+ <!-- Disqus Area -->
<div style="padding-top:30px" id="disqus_thread"></div>
<script type="text/javascript">
@@ -182,14 +210,12 @@ Depending on the profile, there are two
})();
</script>
<noscript>Please enable JavaScript to view the <a
href="http://disqus.com/?ref_noscript";>comments powered by
Disqus.</a></noscript>
- <a href="http://disqus.com"; class="dsq-brlink">comments powered by
<span class="logo-disqus">Disqus</span></a>
-
</div>
</div>
<div class="footer">
- <p><hr class="divider"></p>
+ <hr class="divider" />
<p><small>Apache Flink is an effort undergoing incubation at The Apache
Software
Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
@@ -200,9 +226,10 @@ incubation status is not necessarily a r
stability of the code, it does indicate that the project has yet to be fully
endorsed by the ASF.</small></p>
-<p><a href="http://incubator.apache.org/";><img
src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+<p><a href="http://incubator.apache.org/";><img
src="/img/apache-incubator-logo.png" alt="Incubator Logo" /></a></p>
-<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+<p class="text-center"><a href="privacy-policy.html">Privacy Policy<a>
+</a></a></p>
</div>
</div>
Modified: flink/site/docs/0.6-incubating/cli.html
URL:
http://svn.apache.org/viewvc/flink/site/docs/0.6-incubating/cli.html?rev=1657551&r1=1657550&r2=1657551&view=diff
==============================================================================
--- flink/site/docs/0.6-incubating/cli.html (original)
+++ flink/site/docs/0.6-incubating/cli.html Thu Feb 5 12:21:38 2015
@@ -5,110 +5,137 @@
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Apache Flink (incubating): Command-Line Interface</title>
- <link rel="stylesheet" href="/css/bootstrap.css">
- <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
- <link rel="stylesheet" href="/css/syntax.css">
- <link rel="/css/custom.css">
- <link rel="css/codetabs.css">
- <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css"
rel="stylesheet">
+ <link rel="shortcut icon" href="favicon.ico" type="image/x-icon">
+ <link rel="icon" href="favicon.ico" type="image/x-icon">
+ <link rel="stylesheet" href="css/bootstrap.css">
+ <link rel="stylesheet" href="css/bootstrap-lumen-custom.css">
+ <link rel="stylesheet" href="css/syntax.css">
+ <link rel="stylesheet" href="css/custom.css">
+ <link href="css/main/main.css" rel="stylesheet">
<script
src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js";></script>
- <script src="/js/bootstrap.min.js"></script>
+ <script src="js/bootstrap.min.js"></script>
<script src="js/codetabs.js"></script>
</head>
<body>
<nav class="navbar navbar-default navbar-fixed-top" role="navigation">
<div class="container">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="http://flink.incubator.apache.org";>Apache
Flink</a>
- </div>
-
- <div class="collapse navbar-collapse" id="navbar-collapse-1">
- <ul class="nav navbar-nav">
+ <div class="row">
+ <div class="col-md-1 af-mobile-nav-bar">
+ <a href="index.html" title="Home">
+ <img class="hidden-xs hidden-sm img-responsive"
+ src="img/logo.png" alt="Apache Flink Logo">
+ </a>
+ <div class="row visible-xs">
+ <div class="col-xs-3">
+ <a href="index.html" title="Home">
+ <img class="hidden-x hidden-sm img-responsive"
+ src="img/logo.png" alt="Apache Flink Logo">
+ </a>
+ </div>
+ <div class="col-xs-5"></div>
+ <div class="col-xs-4">
+ <div class="af-mobile-btn">
+ <span class="glyphicon glyphicon-plus"></span>
+ </div>
+ </div>
+ </div>
+ </div>
+ <!-- Navigation -->
+ <div class="col-md-11">
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+
+ <li>
+ <a href="index.html" class="">Documentation</a>
+ </li>
+
+ <li>
+ <a href="api/java/index.html">Javadoc</a>
+ </li>
+
+ <li>
+ <a
href="api/scala/index.html#org.apache.flink.api.scala.package">Scaladoc</a>
+ </li>
- <li>
- <a href="index.html" class="">Documentation</a>
- </li>
-
- <li>
- <a href="api/java/index.html">Javadoc</a>
- </li>
- </ul>
+ </ul>
+ </div>
+ </div>
</div>
</div>
</nav>
- <div style="padding-top:70px" class="container">
+
+ <div style="padding-top:120px" class="container">
<div class="row">
<div class="col-md-3">
<ul>
- <li>Quickstart
- <ul>
- <li><a href="setup_quickstart.html">Install</a></li>
- <li><a href="run_example_quickstart.html">Run Example</a></li>
- <li><a href="java_api_quickstart.html">Java API</a></li>
- <li><a href="scala_api_quickstart.html">Scala API</a></li>
- <li><a href="faq.html">FAQ</a></li>
- </ul>
- </li>
-
- <li>Setup & Configuration
- <ul>
- <li><a href="building.html">Build Instructions</a></li>
- <li><a href="local_setup.html">Local Setup</a></li>
- <li><a href="cluster_setup.html">Cluster Setup</a></li>
- <li><a href="yarn_setup.html">YARN Setup</a></li>
- <li><a href="config.html">Configuration</a></li>
- </ul>
- </li>
-
- <li>Programming Guides
- <ul>
- <li><a href="java_api_guide.html">Java API</a></li>
- <li><a href="java_api_transformations.html">Java API
Transformations</a></li>
- <li><a href="scala_api_guide.html">Scala API</a></li>
- <li><a href="iterations.html">Iterations</a></li>
- <li><a href="spargel_guide.html">Spargel Graph API</a></li>
- </ul>
- </li>
-
- <li>Examples
- <ul>
- <li><a href="java_api_examples.html">Java API</a></li>
- <li><a href="scala_api_examples.html">Scala API</a></li>
- <li><a href="example_connectors.html">Connecting to other
systems</a></li>
- </ul>
- </li>
-
- <li>Execution
- <ul>
- <li><a href="local_execution.html">Local/Debugging</a></li>
- <li><a href="cluster_execution.html">Cluster</a></li>
- <li><a href="cli.html">Command-Line Interface</a></li>
- <li><a href="web_client.html">Web Interface</a></li>
- </ul>
- </li>
-
- <li>Internals
- <ul>
- <li><a href="internal_overview.html">Overview</a></li>
- <li><a href="internal_general_arch.html">General
Architecture</a></li>
- <li><a href="internal_add_operator.html">How-to: Adding a new
Operator</a></li>
- </ul>
- </li>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="building.html">Build Flink</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="programming_guide.html">Programming Guide</a></li>
+ <li><a href="dataset_transformations.html">DataSet
Transformations</a></li>
+ <li><a href="java8_programming_guide.html">Java 8 Programming
Guide</a></li>
+ <li><a href="streaming_guide.html">Streaming Guide</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ <li><a href="hadoop_compatibility.html">Hadoop Compatibility</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="examples.html">Bundled Examples</a></li>
+ <li><a href="example_connectors.html">Connecting to other
systems</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
</ul>
+
</div>
<div class="col-md-9">
<h1>Command-Line Interface</h1>
+
+ <ul id="markdown-toc">
+ <li><a href="#examples">Examples</a></li>
+ <li><a href="#usage">Usage</a></li>
+</ul>
- <p>Flink provides a command-line interface to run programs that are
packaged
+<p>Flink provides a command-line interface to run programs that are packaged
as JAR files, and control their execution. The command line interface is part
of any Flink setup, available in local single node setups and in
distributed setups. It is located under
<code><flink-home>/bin/flink</code>
@@ -122,60 +149,85 @@ local.sh</code> or <code><flink-home&
<p>The command line can be used to</p>
<ul>
-<li>submit jobs for execution,</li>
-<li>cancel a running job,</li>
-<li>provide information about a job, and</li>
-<li>list running and waiting jobs.</li>
+ <li>submit jobs for execution,</li>
+ <li>cancel a running job,</li>
+ <li>provide information about a job, and</li>
+ <li>list running and waiting jobs.</li>
</ul>
-<h1 id="examples">Examples</h1>
+<h2 id="examples">Examples</h2>
<ul>
-<li><p>Run example program with no arguments.</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink run
./examples/flink-java-examples-0.6.1-incubating-WordCount.jar
-</code></pre></div></li>
-<li><p>Run example program with arguments for input and result files</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink run
./examples/flink-java-examples-0.6.1-incubating-WordCount.jar \
+ <li>
+ <p>Run example program with no arguments.</p>
+
+ <div class="highlight"><pre><code>./bin/flink run
./examples/flink-java-examples-0.7.0-incubating-WordCount.jar
+</code></pre></div>
+ </li>
+ <li>
+ <p>Run example program with arguments for input and result files</p>
+
+ <div class="highlight"><pre><code>./bin/flink run
./examples/flink-java-examples-0.7.0-incubating-WordCount.jar \
file:///home/user/hamlet.txt
file:///home/user/wordcount_out
-</code></pre></div></li>
-<li><p>Run example program with parallelism 16 and arguments for input and
result files</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink run -p 16
./examples/flink-java-examples-0.6.1-incubating-WordCount.jar \
+</code></pre></div>
+ </li>
+ <li>
+ <p>Run example program with parallelism 16 and arguments for input and
result files</p>
+
+ <div class="highlight"><pre><code>./bin/flink run -p 16
./examples/flink-java-examples-0.7.0-incubating-WordCount.jar \
file:///home/user/hamlet.txt
file:///home/user/wordcount_out
-</code></pre></div></li>
-<li><p>Run example program on a specific JobManager:</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink run -m myJMHost:6123 \
-
./examples/flink-java-examples-0.6.1-incubating-WordCount.jar \
+</code></pre></div>
+ </li>
+ <li>
+ <p>Run example program on a specific JobManager:</p>
+
+ <div class="highlight"><pre><code>./bin/flink run -m myJMHost:6123 \
+
./examples/flink-java-examples-0.7.0-incubating-WordCount.jar \
-file:///home/user/hamlet.txt
file:///home/user/wordcount_out
-</code></pre></div></li>
-<li><p>Display the expected arguments for the WordCount example program:</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink info -d
./examples/flink-java-examples-0.6.1-incubating-WordCount.jar
-</code></pre></div></li>
-<li><p>Display the optimized execution plan for the WordCount example program
as JSON:</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink info -e
-
./examples/flink-java-examples-0.6.1-incubating-WordCount.jar \
+</code></pre></div>
+ </li>
+ <li>
+ <p>Display the expected arguments for the WordCount example program:</p>
+
+ <div class="highlight"><pre><code>./bin/flink info -d
./examples/flink-java-examples-0.7.0-incubating-WordCount.jar
+</code></pre></div>
+ </li>
+ <li>
+ <p>Display the optimized execution plan for the WordCount example program
as JSON:</p>
+
+ <div class="highlight"><pre><code>./bin/flink info -e
+
./examples/flink-java-examples-0.7.0-incubating-WordCount.jar \
file:///home/user/hamlet.txt
file:///home/user/wordcount_out
-</code></pre></div></li>
-<li><p>List scheduled and running jobs (including their JobIDs):</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink list -s -r
-</code></pre></div></li>
-<li><p>Cancel a job:</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./bin/flink cancel -i <jobID>
-</code></pre></div></li>
+</code></pre></div>
+ </li>
+ <li>
+ <p>List scheduled and running jobs (including their JobIDs):</p>
+
+ <div class="highlight"><pre><code>./bin/flink list -s -r
+</code></pre></div>
+ </li>
+ <li>
+ <p>Cancel a job:</p>
+
+ <div class="highlight"><pre><code>./bin/flink cancel -i <jobID>
+</code></pre></div>
+ </li>
</ul>
-<h1 id="usage">Usage</h1>
+<h2 id="usage">Usage</h2>
<p>The command line syntax is as follows:</p>
-<div class="highlight"><pre><code class="language-text"
data-lang="text">./flink <ACTION> [OPTIONS] [ARGUMENTS]
+
+<div class="highlight"><pre><code>./flink <ACTION> [OPTIONS] [ARGUMENTS]
General options:
-h,--help Show the help for the CLI Frontend, or a specific action.
-v,--verbose Print more detailed error messages.
-Action "run" - compiles and submits a Flink program that is given in
the form of a JAR file.
+Action "run" - compiles and submits a Flink program that is given in the form
of a JAR file.
- "run" options:
+ "run" options:
-p,--parallelism <parallelism> The degree of parallelism for the
execution. This value is used unless the program overrides the degree of
parallelism on the execution environment or program plan. If this option is not
set, then the execution will use the default parallelism specified in the
flink-conf.yaml file.
@@ -183,16 +235,16 @@ Action "run" - compiles and su
-m,--jobmanager <host:port> Option to submit the program to a
different Flink master (JobManager).
- "run" arguments:
+ "run" arguments:
- The first argument is the path to the JAR file of the program.
- - All successive arguments are passed to the program's main method
(or getPlan() method).
+ - All successive arguments are passed to the program's main method (or
getPlan() method).
-Action "info" - displays information about a Flink program.
+Action "info" - displays information about a Flink program.
- "info" action arguments:
- -d,--description Show description of the program, if the
main class implements the 'ProgramDescription' interface.
+ "info" action arguments:
+ -d,--description Show description of the program, if the
main class implements the 'ProgramDescription' interface.
-e,--executionplan Show the execution data flow plan of the
program, in JSON representation.
@@ -202,15 +254,15 @@ Action "info" - displays infor
-m,--jobmanager <host:port> Option to connect to a different
Flink master (JobManager). Connecting to a master is relevant to compile the
execution plan. The option is only evaluated if used together with the -e
option.
- "info" arguments:
+ "info" arguments:
- The first argument is the path to the JAR file of the program.
- - All successive arguments are passed to the program's main method
(or getPlan() method).
+ - All successive arguments are passed to the program's main method (or
getPlan() method).
-Action "list" lists submitted Flink programs.
+Action "list" lists submitted Flink programs.
- "list" action arguments:
+ "list" action arguments:
-r,--running Show running programs and their JobIDs
@@ -219,15 +271,17 @@ Action "list" lists submitted
-m,--jobmanager <host:port> Option to connect to a different
Flink master (JobManager).
-Action "cancel" cancels a submitted Flink program.
+Action "cancel" cancels a submitted Flink program.
- "cancel" action arguments:
+ "cancel" action arguments:
-i,--jobid <jobID> JobID of program to cancel
-
+
-m,--jobmanager <host:port> Option to connect to a different
Flink master (JobManager).
</code></pre></div>
+
+ <!-- Disqus Area -->
<div style="padding-top:30px" id="disqus_thread"></div>
<script type="text/javascript">
@@ -242,14 +296,12 @@ Action "cancel" cancels a subm
})();
</script>
<noscript>Please enable JavaScript to view the <a
href="http://disqus.com/?ref_noscript";>comments powered by
Disqus.</a></noscript>
- <a href="http://disqus.com"; class="dsq-brlink">comments powered by
<span class="logo-disqus">Disqus</span></a>
-
</div>
</div>
<div class="footer">
- <p><hr class="divider"></p>
+ <hr class="divider" />
<p><small>Apache Flink is an effort undergoing incubation at The Apache
Software
Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
@@ -260,9 +312,10 @@ incubation status is not necessarily a r
stability of the code, it does indicate that the project has yet to be fully
endorsed by the ASF.</small></p>
-<p><a href="http://incubator.apache.org/";><img
src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+<p><a href="http://incubator.apache.org/";><img
src="/img/apache-incubator-logo.png" alt="Incubator Logo" /></a></p>
-<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+<p class="text-center"><a href="privacy-policy.html">Privacy Policy<a>
+</a></a></p>
</div>
</div>
Modified: flink/site/docs/0.6-incubating/cluster_execution.html
URL:
http://svn.apache.org/viewvc/flink/site/docs/0.6-incubating/cluster_execution.html?rev=1657551&r1=1657550&r2=1657551&view=diff
==============================================================================
--- flink/site/docs/0.6-incubating/cluster_execution.html (original)
+++ flink/site/docs/0.6-incubating/cluster_execution.html Thu Feb 5 12:21:38
2015
@@ -5,113 +5,149 @@
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Apache Flink (incubating): Cluster Execution</title>
- <link rel="stylesheet" href="/css/bootstrap.css">
- <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
- <link rel="stylesheet" href="/css/syntax.css">
- <link rel="/css/custom.css">
- <link rel="css/codetabs.css">
- <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css"
rel="stylesheet">
+ <link rel="shortcut icon" href="favicon.ico" type="image/x-icon">
+ <link rel="icon" href="favicon.ico" type="image/x-icon">
+ <link rel="stylesheet" href="css/bootstrap.css">
+ <link rel="stylesheet" href="css/bootstrap-lumen-custom.css">
+ <link rel="stylesheet" href="css/syntax.css">
+ <link rel="stylesheet" href="css/custom.css">
+ <link href="css/main/main.css" rel="stylesheet">
<script
src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js";></script>
- <script src="/js/bootstrap.min.js"></script>
+ <script src="js/bootstrap.min.js"></script>
<script src="js/codetabs.js"></script>
</head>
<body>
<nav class="navbar navbar-default navbar-fixed-top" role="navigation">
<div class="container">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="http://flink.incubator.apache.org";>Apache
Flink</a>
- </div>
-
- <div class="collapse navbar-collapse" id="navbar-collapse-1">
- <ul class="nav navbar-nav">
+ <div class="row">
+ <div class="col-md-1 af-mobile-nav-bar">
+ <a href="index.html" title="Home">
+ <img class="hidden-xs hidden-sm img-responsive"
+ src="img/logo.png" alt="Apache Flink Logo">
+ </a>
+ <div class="row visible-xs">
+ <div class="col-xs-3">
+ <a href="index.html" title="Home">
+ <img class="hidden-x hidden-sm img-responsive"
+ src="img/logo.png" alt="Apache Flink Logo">
+ </a>
+ </div>
+ <div class="col-xs-5"></div>
+ <div class="col-xs-4">
+ <div class="af-mobile-btn">
+ <span class="glyphicon glyphicon-plus"></span>
+ </div>
+ </div>
+ </div>
+ </div>
+ <!-- Navigation -->
+ <div class="col-md-11">
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+
+ <li>
+ <a href="index.html" class="">Documentation</a>
+ </li>
+
+ <li>
+ <a href="api/java/index.html">Javadoc</a>
+ </li>
+
+ <li>
+ <a
href="api/scala/index.html#org.apache.flink.api.scala.package">Scaladoc</a>
+ </li>
- <li>
- <a href="index.html" class="">Documentation</a>
- </li>
-
- <li>
- <a href="api/java/index.html">Javadoc</a>
- </li>
- </ul>
+ </ul>
+ </div>
+ </div>
</div>
</div>
</nav>
- <div style="padding-top:70px" class="container">
+
+ <div style="padding-top:120px" class="container">
<div class="row">
<div class="col-md-3">
<ul>
- <li>Quickstart
- <ul>
- <li><a href="setup_quickstart.html">Install</a></li>
- <li><a href="run_example_quickstart.html">Run Example</a></li>
- <li><a href="java_api_quickstart.html">Java API</a></li>
- <li><a href="scala_api_quickstart.html">Scala API</a></li>
- <li><a href="faq.html">FAQ</a></li>
- </ul>
- </li>
-
- <li>Setup & Configuration
- <ul>
- <li><a href="building.html">Build Instructions</a></li>
- <li><a href="local_setup.html">Local Setup</a></li>
- <li><a href="cluster_setup.html">Cluster Setup</a></li>
- <li><a href="yarn_setup.html">YARN Setup</a></li>
- <li><a href="config.html">Configuration</a></li>
- </ul>
- </li>
-
- <li>Programming Guides
- <ul>
- <li><a href="java_api_guide.html">Java API</a></li>
- <li><a href="java_api_transformations.html">Java API
Transformations</a></li>
- <li><a href="scala_api_guide.html">Scala API</a></li>
- <li><a href="iterations.html">Iterations</a></li>
- <li><a href="spargel_guide.html">Spargel Graph API</a></li>
- </ul>
- </li>
-
- <li>Examples
- <ul>
- <li><a href="java_api_examples.html">Java API</a></li>
- <li><a href="scala_api_examples.html">Scala API</a></li>
- <li><a href="example_connectors.html">Connecting to other
systems</a></li>
- </ul>
- </li>
-
- <li>Execution
- <ul>
- <li><a href="local_execution.html">Local/Debugging</a></li>
- <li><a href="cluster_execution.html">Cluster</a></li>
- <li><a href="cli.html">Command-Line Interface</a></li>
- <li><a href="web_client.html">Web Interface</a></li>
- </ul>
- </li>
-
- <li>Internals
- <ul>
- <li><a href="internal_overview.html">Overview</a></li>
- <li><a href="internal_general_arch.html">General
Architecture</a></li>
- <li><a href="internal_add_operator.html">How-to: Adding a new
Operator</a></li>
- </ul>
- </li>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="building.html">Build Flink</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="programming_guide.html">Programming Guide</a></li>
+ <li><a href="dataset_transformations.html">DataSet
Transformations</a></li>
+ <li><a href="java8_programming_guide.html">Java 8 Programming
Guide</a></li>
+ <li><a href="streaming_guide.html">Streaming Guide</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ <li><a href="hadoop_compatibility.html">Hadoop Compatibility</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="examples.html">Bundled Examples</a></li>
+ <li><a href="example_connectors.html">Connecting to other
systems</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
</ul>
+
</div>
<div class="col-md-9">
<h1>Cluster Execution</h1>
+
+ <ul id="markdown-toc">
+ <li><a href="#command-line-interface">Command Line Interface</a></li>
+ <li><a href="#remote-environment">Remote Environment</a> <ul>
+ <li><a href="#maven-dependency">Maven Dependency</a></li>
+ <li><a href="#example">Example</a></li>
+ </ul>
+ </li>
+ <li><a href="#remote-executor">Remote Executor</a> <ul>
+ <li><a href="#maven-dependency-1">Maven Dependency</a></li>
+ <li><a href="#example-1">Example</a></li>
+ </ul>
+ </li>
+</ul>
- <p>Flink programs can run distributed on clusters of many machines.
There
+<p>Flink programs can run distributed on clusters of many machines. There
are two ways to send a program to a cluster for execution:</p>
-<h1 id="command-line-interface">Command Line Interface</h1>
+<h2 id="command-line-interface">Command Line Interface</h2>
<p>The command line interface lets you submit packaged programs (JARs) to a
cluster
(or single machine setup).</p>
@@ -119,26 +155,28 @@ are two ways to send a program to a clus
<p>Please refer to the <a href="cli.html">Command Line Interface</a>
documentation for
details.</p>
-<h1 id="remote-environment">Remote Environment</h1>
+<h2 id="remote-environment">Remote Environment</h2>
<p>The remote environment lets you execute Flink Java programs on a cluster
directly. The remote environment points to the cluster on which you want to
execute the program.</p>
-<h2 id="maven-dependency">Maven Dependency</h2>
+<h3 id="maven-dependency">Maven Dependency</h3>
<p>If you are developing your program as a Maven project, you have to add the
<code>flink-clients</code> module using this dependency:</p>
-<div class="highlight"><pre><code class="language-xml" data-lang="xml"><span
class="nt"><dependency></span>
+
+<div class="highlight"><pre><code class="language-xml"><span
class="nt"><dependency></span>
<span class="nt"><groupId></span>org.apache.flink<span
class="nt"></groupId></span>
<span class="nt"><artifactId></span>flink-clients<span
class="nt"></artifactId></span>
- <span class="nt"><version></span>0.6.1-incubating<span
class="nt"></version></span>
-<span class="nt"></dependency></span>
-</code></pre></div>
-<h2 id="example">Example</h2>
+ <span class="nt"><version></span>0.7.0-incubating<span
class="nt"></version></span>
+<span class="nt"></dependency></span></code></pre></div>
+
+<h3 id="example">Example</h3>
<p>The following illustrates the use of the <code>RemoteEnvironment</code>:</p>
-<div class="highlight"><pre><code class="language-java" data-lang="java"><span
class="kd">public</span> <span class="kd">static</span> <span
class="kt">void</span> <span class="nf">main</span><span
class="o">(</span><span class="n">String</span><span class="o">[]</span> <span
class="n">args</span><span class="o">)</span> <span class="kd">throws</span>
<span class="n">Exception</span> <span class="o">{</span>
+
+<div class="highlight"><pre><code class="language-java"><span
class="kd">public</span> <span class="kd">static</span> <span
class="kt">void</span> <span class="nf">main</span><span
class="o">(</span><span class="n">String</span><span class="o">[]</span> <span
class="n">args</span><span class="o">)</span> <span class="kd">throws</span>
<span class="n">Exception</span> <span class="o">{</span>
<span class="n">ExecutionEnvironment</span> <span class="n">env</span>
<span class="o">=</span> <span class="n">ExecutionEnvironment</span>
<span class="o">.</span><span
class="na">createRemoteEnvironment</span><span class="o">(</span><span
class="s">"strato-master"</span><span class="o">,</span> <span
class="s">"7661"</span><span class="o">,</span> <span
class="s">"/home/user/udfs.jar"</span><span class="o">);</span>
@@ -153,47 +191,50 @@ execute the program.</p>
<span class="o">.</span><span class="na">writeAsText</span><span
class="o">(</span><span class="s">"hdfs://path/to/result"</span><span
class="o">);</span>
<span class="n">env</span><span class="o">.</span><span
class="na">execute</span><span class="o">();</span>
-<span class="o">}</span>
-</code></pre></div>
+<span class="o">}</span></code></pre></div>
+
<p>Note that the program contains custom UDFs and hence requires a JAR file
with
the classes of the code attached. The constructor of the remote environment
takes the path(s) to the JAR file(s).</p>
-<h1 id="remote-executor">Remote Executor</h1>
+<h2 id="remote-executor">Remote Executor</h2>
<p>Similar to the RemoteEnvironment, the RemoteExecutor lets you execute
Flink programs on a cluster directly. The remote executor accepts a
<em>Plan</em> object, which describes the program as a single executable
unit.</p>
-<h2 id="maven-dependency">Maven Dependency</h2>
+<h3 id="maven-dependency-1">Maven Dependency</h3>
<p>If you are developing your program in a Maven project, you have to add the
<code>flink-clients</code> module using this dependency:</p>
-<div class="highlight"><pre><code class="language-xml" data-lang="xml"><span
class="nt"><dependency></span>
+
+<div class="highlight"><pre><code class="language-xml"><span
class="nt"><dependency></span>
<span class="nt"><groupId></span>org.apache.flink<span
class="nt"></groupId></span>
<span class="nt"><artifactId></span>flink-clients<span
class="nt"></artifactId></span>
- <span class="nt"><version></span>0.6.1-incubating<span
class="nt"></version></span>
-<span class="nt"></dependency></span>
-</code></pre></div>
-<h2 id="example">Example</h2>
+ <span class="nt"><version></span>0.7.0-incubating<span
class="nt"></version></span>
+<span class="nt"></dependency></span></code></pre></div>
+
+<h3 id="example-1">Example</h3>
<p>The following illustrates the use of the <code>RemoteExecutor</code> with
the Scala API:</p>
-<div class="highlight"><pre><code class="language-scala"
data-lang="scala"><span class="k">def</span> <span class="n">main</span><span
class="o">(</span><span class="n">args</span><span class="k">:</span> <span
class="kt">Array</span><span class="o">[</span><span
class="kt">String</span><span class="o">])</span> <span class="o">{</span>
+
+<div class="highlight"><pre><code class="language-scala"><span
class="k">def</span> <span class="n">main</span><span class="o">(</span><span
class="n">args</span><span class="k">:</span> <span
class="kt">Array</span><span class="o">[</span><span
class="kt">String</span><span class="o">])</span> <span class="o">{</span>
<span class="k">val</span> <span class="n">input</span> <span
class="k">=</span> <span class="nc">TextFile</span><span
class="o">(</span><span class="s">"hdfs://path/to/file"</span><span
class="o">)</span>
<span class="k">val</span> <span class="n">words</span> <span
class="k">=</span> <span class="n">input</span> <span class="n">flatMap</span>
<span class="o">{</span> <span class="k">_</span><span class="o">.</span><span
class="n">toLowerCase</span><span class="o">().</span><span
class="n">split</span><span class="o">(</span><span
class="s">"""\W+"""</span><span
class="o">)</span> <span class="n">filter</span> <span class="o">{</span> <span
class="k">_</span> <span class="o">!=</span> <span
class="s">""</span> <span class="o">}</span> <span class="o">}</span>
<span class="k">val</span> <span class="n">counts</span> <span
class="k">=</span> <span class="n">words</span> <span class="n">groupBy</span>
<span class="o">{</span> <span class="n">x</span> <span class="k">=></span>
<span class="n">x</span> <span class="o">}</span> <span
class="n">count</span><span class="o">()</span>
<span class="k">val</span> <span class="n">output</span> <span
class="k">=</span> <span class="n">counts</span><span class="o">.</span><span
class="n">write</span><span class="o">(</span><span
class="n">wordsOutput</span><span class="o">,</span> <span
class="nc">CsvOutputFormat</span><span class="o">())</span>
-
+
<span class="k">val</span> <span class="n">plan</span> <span
class="k">=</span> <span class="k">new</span> <span
class="nc">ScalaPlan</span><span class="o">(</span><span
class="nc">Seq</span><span class="o">(</span><span class="n">output</span><span
class="o">),</span> <span class="s">"Word Count"</span><span
class="o">)</span>
<span class="k">val</span> <span class="n">executor</span> <span
class="k">=</span> <span class="k">new</span> <span
class="nc">RemoteExecutor</span><span class="o">(</span><span
class="s">"strato-master"</span><span class="o">,</span> <span
class="mi">7881</span><span class="o">,</span> <span
class="s">"/path/to/jarfile.jar"</span><span class="o">)</span>
<span class="n">executor</span><span class="o">.</span><span
class="n">executePlan</span><span class="o">(</span><span
class="n">p</span><span class="o">);</span>
-<span class="o">}</span>
-</code></pre></div>
+<span class="o">}</span></code></pre></div>
+
<p>The following illustrates the use of the <code>RemoteExecutor</code> with
the Java API (as
an alternative to the RemoteEnvironment):</p>
-<div class="highlight"><pre><code class="language-java" data-lang="java"><span
class="kd">public</span> <span class="kd">static</span> <span
class="kt">void</span> <span class="nf">main</span><span
class="o">(</span><span class="n">String</span><span class="o">[]</span> <span
class="n">args</span><span class="o">)</span> <span class="kd">throws</span>
<span class="n">Exception</span> <span class="o">{</span>
+
+<div class="highlight"><pre><code class="language-java"><span
class="kd">public</span> <span class="kd">static</span> <span
class="kt">void</span> <span class="nf">main</span><span
class="o">(</span><span class="n">String</span><span class="o">[]</span> <span
class="n">args</span><span class="o">)</span> <span class="kd">throws</span>
<span class="n">Exception</span> <span class="o">{</span>
<span class="n">ExecutionEnvironment</span> <span class="n">env</span>
<span class="o">=</span> <span class="n">ExecutionEnvironment</span><span
class="o">.</span><span class="na">getExecutionEnvironment</span><span
class="o">();</span>
<span class="n">DataSet</span><span class="o"><</span><span
class="n">String</span><span class="o">></span> <span class="n">data</span>
<span class="o">=</span> <span class="n">env</span><span
class="o">.</span><span class="na">readTextFile</span><span
class="o">(</span><span class="s">"hdfs://path/to/file"</span><span
class="o">);</span>
@@ -209,13 +250,14 @@ an alternative to the RemoteEnvironment)
<span class="n">Plan</span> <span class="n">p</span> <span
class="o">=</span> <span class="n">env</span><span class="o">.</span><span
class="na">createProgramPlan</span><span class="o">();</span>
<span class="n">RemoteExecutor</span> <span class="n">e</span> <span
class="o">=</span> <span class="k">new</span> <span
class="nf">RemoteExecutor</span><span class="o">(</span><span
class="s">"strato-master"</span><span class="o">,</span> <span
class="mi">7881</span><span class="o">,</span> <span
class="s">"/path/to/jarfile.jar"</span><span class="o">);</span>
<span class="n">e</span><span class="o">.</span><span
class="na">executePlan</span><span class="o">(</span><span
class="n">p</span><span class="o">);</span>
-<span class="o">}</span>
-</code></pre></div>
+<span class="o">}</span></code></pre></div>
+
<p>Note that the program contains custom UDFs and hence requires a JAR file
with
the classes of the code attached. The constructor of the remote executor takes
the path(s) to the JAR file(s).</p>
-
+
+ <!-- Disqus Area -->
<div style="padding-top:30px" id="disqus_thread"></div>
<script type="text/javascript">
@@ -230,14 +272,12 @@ the path(s) to the JAR file(s).</p>
})();
</script>
<noscript>Please enable JavaScript to view the <a
href="http://disqus.com/?ref_noscript";>comments powered by
Disqus.</a></noscript>
- <a href="http://disqus.com"; class="dsq-brlink">comments powered by
<span class="logo-disqus">Disqus</span></a>
-
</div>
</div>
<div class="footer">
- <p><hr class="divider"></p>
+ <hr class="divider" />
<p><small>Apache Flink is an effort undergoing incubation at The Apache
Software
Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
@@ -248,9 +288,10 @@ incubation status is not necessarily a r
stability of the code, it does indicate that the project has yet to be fully
endorsed by the ASF.</small></p>
-<p><a href="http://incubator.apache.org/";><img
src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+<p><a href="http://incubator.apache.org/";><img
src="/img/apache-incubator-logo.png" alt="Incubator Logo" /></a></p>
-<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+<p class="text-center"><a href="privacy-policy.html">Privacy Policy<a>
+</a></a></p>
</div>
</div>
