Regenerate website
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/commit/f941c023 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/tree/f941c023 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/diff/f941c023 Branch: refs/heads/asf-site Commit: f941c0230c94f0bd541057dbd5cc68a0b08bad3f Parents: 2fc6f45 Author: Davor Bonaci <[email protected]> Authored: Mon Nov 7 12:21:15 2016 -0800 Committer: Davor Bonaci <[email protected]> Committed: Mon Nov 7 12:21:15 2016 -0800 ---------------------------------------------------------------------- content/documentation/runners/apex/index.html | 168 ++++++++++++++++++++ content/get-started/quickstart/index.html | 105 ++++--------- content/js/language-switch.js | 173 +++++++++++---------- 3 files changed, 292 insertions(+), 154 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/f941c023/content/documentation/runners/apex/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/apex/index.html b/content/documentation/runners/apex/index.html new file mode 100644 index 0000000..f25dec0 --- /dev/null +++ b/content/documentation/runners/apex/index.html @@ -0,0 +1,168 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Apex Runner</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/apex/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart/">Quickstart</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/releases">Release Notes</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/">Java SDK API Reference</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <h1 id="using-the-apache-apex-runner">Using the Apache Apex Runner</h1> + +<p>This page is under construction (<a href="https://issues.apache.org/jira/browse/BEAM-825";>BEAM-825</a>). The runner is on a feature branch.</p> + + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center">© Copyright 2016 + <a href="http://www.apache.org";>The Apache Software Foundation.</a> All Rights Reserved.</p> + <p class="text-center"><a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a></p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html> http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/f941c023/content/get-started/quickstart/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/quickstart/index.html b/content/get-started/quickstart/index.html index 58429bc..c4f6772 100644 --- a/content/get-started/quickstart/index.html +++ b/content/get-started/quickstart/index.html @@ -209,87 +209,51 @@ MinimalWordCount.java WordCount.java <li>Choosing input files and an output location are accessible on the chosen runner. (For example, you canât access a local file if you are running the pipeline on an external cluster.)</li> </ol> </li> - <li> - <p>Run your first WordCount pipeline.</p> - - <ol> - <li> - <p><a href="/documentation/runners/direct">DirectRunner</a></p> + <li>Run your first WordCount pipeline.</li> +</ol> - <div class="highlighter-rouge"><pre class="highlight"><code>$ mvn compile exec:java -Dexec.mainClass=org.apache.beam.examples.WordCount \ +<div class="runner-direct highlighter-rouge"><pre class="highlight"><code>$ mvn compile exec:java -Dexec.mainClass=org.apache.beam.examples.WordCount \ -Dexec.args="--inputFile=pom.xml --output=counts" </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/flink">FlinkRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>TODO BEAM-899 +<div class="runner-flink highlighter-rouge"><pre class="highlight"><code>TODO BEAM-899 </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/spark">SparkRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>TODO BEAM-900 +<div class="runner-spark highlighter-rouge"><pre class="highlight"><code>TODO BEAM-900 </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/dataflow">DataflowRunner</a></p> - - <div class="highlighter-rouge"><pre class="highlight"><code>$ mvn compile exec:java -Dexec.mainClass=org.apache.beam.examples.WordCount \ - -Dexec.args="--runner=DataflowRunner --gcpTempLocation=gs://<your-gcs-bucket>/tmp \ - --inputFile=gs://apache-beam-samples/shakespeare/* --output=gs://<your-gcs-bucket>/counts" +</div> + +<div class="runner-dataflow highlighter-rouge"><pre class="highlight"><code>$ mvn compile exec:java -Dexec.mainClass=org.apache.beam.examples.WordCount \ + -Dexec.args="--runner=DataflowRunner --gcpTempLocation=gs://<your-gcs-bucket>/tmp \ + --inputFile=gs://apache-beam-samples/shakespeare/* --output=gs://<your-gcs-bucket>/counts" </code></pre> - </div> - </li> - </ol> - </li> -</ol> +</div> <h2 id="inspect-the-results">Inspect the results</h2> <p>Once the pipeline has completed, you can view the output. Youâll notice that there may be multiple output files prefixed by <code class="highlighter-rouge">count</code>. The exact number of these files is decided by the runner, giving it the flexibility to do efficient, distributed execution.</p> -<ol> - <li> - <p><a href="/documentation/runners/direct">DirectRunner</a></p> - - <div class="highlighter-rouge"><pre class="highlight"><code>$ ls counts* +<div class="runner-direct highlighter-rouge"><pre class="highlight"><code>$ ls counts* </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/flink">FlinkRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>TODO BEAM-899 +<div class="runner-flink highlighter-rouge"><pre class="highlight"><code>TODO BEAM-899 </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/spark">SparkRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>TODO BEAM-900 +<div class="runner-spark highlighter-rouge"><pre class="highlight"><code>TODO BEAM-900 </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/dataflow">DataflowRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>$ gsutil ls gs://<your-gcs-bucket>/counts* +<div class="runner-dataflow highlighter-rouge"><pre class="highlight"><code>$ gsutil ls gs://<your-gcs-bucket>/counts* </code></pre> - </div> - </li> -</ol> +</div> <p>When you look into the contents of the file, youâll see that they contain unique words and the number of occurrences of each word. The order of elements within the file may differ because the Beam model does not generally guarantee ordering, again to allow runners to optimize for efficiency.</p> -<ol> - <li> - <p><a href="/documentation/runners/direct">DirectRunner</a></p> - - <div class="highlighter-rouge"><pre class="highlight"><code>$ more counts* +<div class="runner-direct highlighter-rouge"><pre class="highlight"><code>$ more counts* api: 9 bundled: 1 old: 4 @@ -299,26 +263,17 @@ limitations: 1 Foundation: 1 ... </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/flink">FlinkRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>TODO BEAM-899 +<div class="runner-flink highlighter-rouge"><pre class="highlight"><code>TODO BEAM-899 </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/spark">SparkRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>TODO BEAM-900 +<div class="runner-spark highlighter-rouge"><pre class="highlight"><code>TODO BEAM-900 </code></pre> - </div> - </li> - <li> - <p><a href="/documentation/runners/dataflow">DataflowRunner</a></p> +</div> - <div class="highlighter-rouge"><pre class="highlight"><code>$ gsutil cat gs://<your-gcs-bucket>/counts* +<div class="runner-dataflow highlighter-rouge"><pre class="highlight"><code>$ gsutil cat gs://<your-gcs-bucket>/counts* feature: 15 smother'st: 1 revelry: 1 @@ -329,9 +284,7 @@ deserves: 32 barrenly: 1 ... </code></pre> - </div> - </li> -</ol> +</div> <h2 id="next-steps">Next Steps</h2> http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/f941c023/content/js/language-switch.js ---------------------------------------------------------------------- diff --git a/content/js/language-switch.js b/content/js/language-switch.js index 1e4e5f2..2c634fe 100644 --- a/content/js/language-switch.js +++ b/content/js/language-switch.js @@ -1,87 +1,104 @@ -$(document).ready(function(){ - // Pattern in every code block, wrapper element. - var elAttr = "div[class^=\"language-\"]"; - // Default language. - var defLang = "language-java"; - // Wrapper class for css stylings. - var wrapper="language-switcher" +$(document).ready(function() { + function Switcher(conf) { + var id = conf["class-prefix"], + def = conf["default"]; + var prefix = id + "-"; + return { + "id": id, + "selector": "div[class^=" + prefix + "]", + "wrapper": prefix + "switcher", // Parent wrapper-class. + "default": prefix + def, // Default type to display. + "dbKey": id, // Local Storage Key - /** - * @desc Generate bootstrapped like nav template, showing supported languages in nav. - * @param array $languages - list of supported languages. - * @return string - html template, which is bootstrapped nav tabs. - */ - function navTemplate(languages) { - var langList=""; + /** + * @desc Generate bootstrapped like nav template, + showing supported types in nav. + * @param array $types - list of supported types. + * @return string - html template, which is bootstrapped nav tabs. + */ + "navHtml": function(types) { + var lists = ""; + var selectors = ""; - for (var i = languages.length - 1; i >= 0; i--) { - langList+="<li data-lang=\""+languages[i]+"\"> \ - <a>"+languages[i].replace("language-","")+"</a></li>"; - } - return "<div class=\""+wrapper+" "+languages.join(" ")+"\"> \ - <ul class=\"nav nav-tabs\">"+langList+"</ul> </div>"; - } - - /** - * @desc Extract language from provided text. - * @param string $text - string containing language, e.g language-python. - * @return string - cleaned name of languge, e.g python. - */ - function getLang(text) { - var lang = /language-\w+/i.exec(text) - return (lang)? lang[0]:""; - } + types.forEach(function(type) { + var name = type.replace(prefix, ""); + name = name.charAt(0).toUpperCase() + name.slice(1); + selectors += " " + type; + lists += "<li data-type=\"" + type + "\"><a>"; + lists += name + "</a></li>"; + }); + return "<div class=\"" + this.wrapper + selectors + "\"> \ + <ul class=\"nav nav-tabs\">" + lists + "</ul> </div>"; + }, + /** + * @desc Extract language from provided text. + * @param string $text - string containing language, e.g language-python. + * @return string - cleaned name of languge, e.g python. + */ + "parseName": function(str) { + var re = new RegExp(prefix + "(\\w+)"); + var parse = re.exec(str); + return (parse) ? parse[1] : ""; + }, + /** + * @desc Add Navigation tabs on top of parent code blocks. + */ + "addTabs": function() { + var _self = this; - /** - * @desc Search next sibling and if it's also a code block, then store - it's language and move onto the next element. It will keep - looking untill their is no direct code block decendent left. - * @param object $el - jQuery object, from where to start searching. - * @param array $lang - list to hold languages, found while searching. - * @return array - list of languages found. - */ - function nextFetch(el, lang) { - if(!el.is(elAttr)) { - return lang; - } + $(_self.selector).each(function() { + if ($(this).prev().is(_self.selector)) { + return; + } + $(this).before(_self.navHtml(_self.lookup($(this), []))); + }); + }, + /** + * @desc Search next sibling and if it's also a code block, then store + it's type and move onto the next element. It will keep + looking untill their is no direct code block decendent left. + * @param object $el - jQuery object, from where to start searching. + * @param array $lang - list to hold types, found while searching. + * @return array - list of types found. + */ + "lookup": function(el, lang) { + if (!el.is(this.selector)) { + return lang; + } - lang.push(getLang(el.attr("class"))) - return nextFetch(el.next(), lang) - } + lang.push(el.attr("class").split(" ")[0]) + return this.lookup(el.next(), lang) + }, + "bindEvents": function() { + var _self = this; + $("." + _self.wrapper + " ul li").click(function(el) { + // Making type preferences presistance, for user. + localStorage.setItem(_self.dbKey, $(this).data("type")); + _self.toggle(); + }); + }, + "toggle": function() { + var pref=localStorage.getItem(this.dbKey) || this.default; - /** - * @desc Perform language switch on page, and persist it's state. - */ - var switchLanguage = function() { - var langPref = localStorage.getItem("codePreference") || defLang; + // Adjusting active elements in navigation header. + $("." + this.wrapper + " li").removeClass("active").each(function() { + if ($(this).data("type") === pref) { + $(this).addClass("active"); + } + }); - // Adjusting active elements in navigation header. - $("."+wrapper+" li").removeClass("active").each(function(){ - if($(this).data("lang") === langPref) { - $(this).addClass("active"); + // Swapping visibility of code blocks. + $("[class^=" + prefix).hide(); + $("." + pref).show(); + }, + "render": function(wrapper) { + this.addTabs(); + this.bindEvents(); + this.toggle(); } - }); - - // Swapping visibility of code blocks. - $("[class^=\"language-\"]").hide(); - $("."+langPref).show(); + }; } - // Add Nav tabs on top of code blocks. - $(elAttr).each(function() { - if($(this).prev().is(elAttr)) { - return; - } - $(this).before(navTemplate(nextFetch($(this), []))); - }); - - // Attaching on click listener, to li elements. - $("."+wrapper+" ul li").click(function(el) { - // Making language preferences presistance, for user. - localStorage.setItem("codePreference", $(this).data("lang")); - switchLanguage(); - }) - - // Invoking on page boot. - switchLanguage(); -}) \ No newline at end of file + Switcher({"class-prefix":"language","default":"java"}).render(); + Switcher({"class-prefix":"runner","default":"direct"}).render(); +}); \ No newline at end of file
![https://www.apache.org/foundation/press/kit/feather_small.png"](https://www.apache.org/foundation/press/kit/feather_small.png"){kind=link}