http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/runners/flink/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/flink/index.html b/content/documentation/runners/flink/index.html index deb04c8..3331da5 100644 --- a/content/documentation/runners/flink/index.html +++ b/content/documentation/runners/flink/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Apache Flink Runner</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/runners/flink/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="using-the-apache-flink-runner">Using the Apache Flink Runner</h1> + <div class="body__contained"> + <h1 id="using-the-apache-flink-runner">Using the Apache Flink Runner</h1> <nav class="language-switcher"> <strong>Adapt for:</strong> @@ -300,29 +285,57 @@ <p>If your pipeline uses an unbounded data source or sink, the Flink Runner will automatically switch to streaming mode. You can enforce streaming mode by using the <code class="highlighter-rouge">streaming</code> setting mentioned above.</p> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/runners/gearpump/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/gearpump/index.html b/content/documentation/runners/gearpump/index.html index 4a9fd82..3631c84 100644 --- a/content/documentation/runners/gearpump/index.html +++ b/content/documentation/runners/gearpump/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Apache Gearpump (incubating) Runner</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/runners/gearpump/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="using-the-apache-gearpump-runner">Using the Apache Gearpump Runner</h1> + <div class="body__contained"> + <h1 id="using-the-apache-gearpump-runner">Using the Apache Gearpump Runner</h1> <p>The Apache Gearpump Runner can be used to execute Beam pipelines using <a href="https://gearpump.apache.org";>Apache Gearpump (incubating)</a>. When you are running your pipeline with Gearpump Runner you just need to create a jar file containing your job and then it can be executed on a regular Gearpump distributed cluster, or a local cluster which is useful for development and debugging of your pipeline.</p> @@ -285,29 +270,57 @@ And your Beam application should also pack Beam SDK explicitly and here is a sni </table> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/runners/spark/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/spark/index.html b/content/documentation/runners/spark/index.html index 16c3e5b..771f309 100644 --- a/content/documentation/runners/spark/index.html +++ b/content/documentation/runners/spark/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Apache Spark Runner</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/runners/spark/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="using-the-apache-spark-runner">Using the Apache Spark Runner</h1> + <div class="body__contained"> + <h1 id="using-the-apache-spark-runner">Using the Apache Spark Runner</h1> <p>The Apache Spark Runner can be used to execute Beam pipelines using <a href="http://spark.apache.org/";>Apache Spark</a>. The Spark Runner can execute Spark pipelines just like a native Spark application; deploying a self-contained application for local mode, running on Sparkâs Standalone RM, or using YARN or Mesos.</p> @@ -310,29 +295,57 @@ Spark provides a <a href="http://spark.apache.org/docs/1.6.3/monitoring.html#met <p>If you would like to execute your Spark job with a provided <code>SparkContext</code>, such as when using the <a href="https://github.com/spark-jobserver/spark-jobserver";>spark-jobserver</a>, or use <code>StreamingListeners</code>, you canât use <code>SparkPipelineOptions</code> (the context or a listener cannot be passed as a command-line argument anyway). Instead, you should use <code>SparkContextOptions</code> which can only be used programmatically and is not a common <code>PipelineOptions</code> implementation.</p> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/sdks/java-extensions/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/java-extensions/index.html b/content/documentation/sdks/java-extensions/index.html index 33edb38..e73021a 100644 --- a/content/documentation/sdks/java-extensions/index.html +++ b/content/documentation/sdks/java-extensions/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Beam Java SDK Extensions</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/sdks/java-extensions/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="apache-beam-java-sdk-extensions">Apache Beam Java SDK Extensions</h1> + <div class="body__contained"> + <h1 id="apache-beam-java-sdk-extensions">Apache Beam Java SDK Extensions</h1> <h2 id="a-namejoin-libraryajoin-library"><a name="join-library"></a>Join-library</h2> @@ -209,29 +194,57 @@ PCollection<KV<String, Iterable<KV<String, Integer>>>> g </code></pre> </div> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html>
![https://www.apache.org/foundation/press/kit/feather_small.png"](https://www.apache.org/foundation/press/kit/feather_small.png"){kind=link}