http://git-wip-us.apache.org/repos/asf/flink-web/blob/a16dddeb/content/blog/page3/index.html ---------------------------------------------------------------------- diff --git a/content/blog/page3/index.html b/content/blog/page3/index.html new file mode 100644 index 0000000..ef3aef1 --- /dev/null +++ b/content/blog/page3/index.html @@ -0,0 +1,538 @@ +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Flink: Blog</title> + <link rel="shortcut icon" href="favicon.ico" type="image/x-icon"> + <link rel="icon" href="favicon.ico" type="image/x-icon"> + <link rel="stylesheet" href="/css/bootstrap.css"> + <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css"> + <link rel="stylesheet" href="/css/syntax.css"> + <link rel="stylesheet" href="/css/custom.css"> + <link href="/css/main/main.css" rel="stylesheet"> + <link href="/blog/feed.xml" rel="alternate" type="application/rss+xml" title="Flink Blog RSS feed" /> + <!-- <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet"> --> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/codetabs.js"></script> + </head> + <body> + <div class="af-header-container af-inner-pages-navigation"> + <header> + <div class="container"> + <div class="row"> + <div class="col-md-1 af-mobile-nav-bar"> + <a href="/" title="Home"> + <img class="hidden-xs hidden-sm img-responsive" + src="/img/main/logo.png" alt="Apache Flink Logo"> + </a> + <div class="row visible-xs"> + <div class="col-xs-3"> + <a href="/" title="Home"> + <img class="hidden-x hidden-sm img-responsive" + src="/img/main/logo.png" alt="Apache Flink Logo"> + </a> + </div> + <div class="col-xs-5"></div> + <div class="col-xs-4"> + <div class="af-mobile-btn"> + <span class="glyphicon glyphicon-plus"></span> + </div> + </div> + </div> + </div> + <!-- Navigation --> + <div class="col-md-11"> + <nav class="af-main-nav" role="navigation"> + <ul> + <li><a href="#" class="af-nav-links">Quickstart + <b class="caret"></b> + </a> + <ul class="af-dropdown-menu"> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/setup_quickstart.html";>Setup + Flink</a></li> + <li><a + href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/java_api_quickstart.html";>Java + API</a></li> + <li><a + href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/scala_api_quickstart.html";>Scala + API</a></li> + </ul></li> + <li><a href="/downloads.html">Download</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/faq.html";>FAQ</a></li> + <li><a href="#" class="af-nav-links">Documentation <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li class="af-separator">Current Snapshot:</li> + <li></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/";>0.9</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/java";>0.9 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/scala/index.html#org.apache.flink.api.scala.package";>0.9 Scaladocs</a></li> + <li class="divider"></li> + <li class="af-separator">Current Stable:</li> + <li></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/";>0.8.1</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/java";>0.8.1 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/scala/index.html#org.apache.flink.api.scala.package";>0.8.1 Scaladocs</a></li> + <li class="divider"></li> + <li></li> + <li><a href="/archive.html">Archive</a></li> + <li></li> + </ul></li> + <li><a href="#" class="af-nav-links">Community <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li><a href="/community.html#getting-help">Getting Help</a></li> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="/community.html#issues">Issues</a></li> + <li><a href="/community.html#team">Team</a></li> + <li class="divider"></li> + <li><a href="/how-to-contribute.html">How To + Contribute</a></li> + <li><a href="/coding_guidelines.html">Coding + Guidelines</a></li> + </ul></li> + <li><a href="#" class="af-nav-links">Project <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li><a href="/material.html">Material</a></li> + <li><a href="http://www.apache.org/";>Apache Software + Foundation <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="https://cwiki.apache.org/confluence/display/FLINK";>Wiki + <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="https://wiki.apache.org/incubator/StratosphereProposal";>Incubator + Proposal <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a href="http://www.apache.org/licenses/LICENSE-2.0";>License + <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a href="https://github.com/apache/incubator-flink";>Source + Code <span class="glyphicon glyphicon-new-window"></span> + </a></li> + </ul></li> + <li><a href="/blog/index.html" class="">Blog</a></li> + </ul> + </nav> + </div> + </div> + </div> + </header> +</div> + + + <div style="padding-top:50px" class="container"> + <div class="container"> + <div class="row"> + <div class="col-md-2"></div> + <div class="col-md-8"> + + <article> + <h2><a href="/news/2014/01/12/0.4-migration-guide.html">Stratosphere Version 0.4 Migration Guide</a></h2> + <p class="meta">12 Jan 2014</p> + + <div><p><strong>This guide is intended to help users of previous Stratosphere versions to migrate their programs to the new API of v0.4.</strong></p> + +<p>Version <code>0.4-rc1</code>, <code>0.4</code> and all newer versions have the new API. If you want to have the most recent version before the code change, please set the version to <code>0.4-alpha.3-SNAPSHOT</code>. (Note that the <code>0.4-alpha</code> versions are only available in the snapshot repository).</p> + +<h4 id="maven-dependencies">Maven Dependencies</h4> + +<p>Since we also reorganized the Maven project structure, existing programs need to update the Maven dependencies to <code>stratosphere-java</code> (and <code>stratosphere-clients</code>, for examples and executors).</p> + +<p>The typical set of Maven dependencies for Stratosphere Java programs is:</p> +<div class="highlight"><pre><code class="language-diff" data-lang="diff"> <groupId>eu.stratosphere</groupId> +<span class="gd">- <artifactId>pact-common</artifactId></span> +<span class="gd">- <version>0.4-SNAPSHOT</version></span> +<span class="gi">+ <artifactId>stratosphere-java</artifactId></span> +<span class="gi">+ <version>0.4</version></span> + +<span class="gd">- <artifactId>pact-clients</artifactId></span> +<span class="gd">- <version>0.4-SNAPSHOT</version></span> +<span class="gi">+ <artifactId>stratosphere-clients</artifactId></span> +<span class="gi">+ <version>0.4</version></span> +</code></pre></div> +<h4 id="renamed-classes">Renamed classes</h4> + +<p>We renamed many of the most commonly used classes to make their names more intuitive:</p> + +<table class="table table-striped"> + <thead> + <tr> + <th>Old Name (before <code>0.4</code>)</th> + <th>New Name (<code>0.4</code> and after)</th> + </tr> + </thead> + <tbody> + <tr> + <td>Contract</td> + <td>Operator</td> + </tr> + <tr> + <td>MatchContract</td> + <td>JoinOperator</td> + </tr> + + <tr> + <td>[Map, Reduce, ...]Stub</td> + <td>[Map, Reduce, ...]Function</td> + </tr> + <tr> + <td>MatchStub</td> + <td>JoinFunction</td> + </tr> + <tr> + <td>Pact[Integer, Double, ...]</td> + <td>IntValue, DoubleValue, ...</td> + </tr> + <tr> + <td>PactRecord</td> + <td>Record</td> + </tr> + <tr> + <td>PlanAssembler</td> + <td>Program</td> + </tr> + <tr> + <td>PlanAssemblerDescription</td> + <td>ProgramDescription</td> + </tr> + <tr> + <td>RecordOutputFormat</td> + <td>CsvOutputFormat</td> + </tr> + </tbody> +</table> + +<p>Package names have been adapted as well. +For a complete overview of the renamings, have a look at <a href="https://github.com/stratosphere/stratosphere/issues/257";>issue #257 on GitHub</a>.</p> + +<p>We suggest for Eclipse user adjust the programs as follows: Delete all old Stratosphere imports, then rename the the classes (<code>PactRecord</code> to <code>Record</code> and so on). Finally, use the âOrganize Importsâ function (<code>CTRL+SHIFT+O</code>) to choose the right imports. The names should be unique so always pick the classes that are in the <code>eu.stratosphere</code> package.</p> + +<p>Please contact us in the comments below, on the mailing list or on GitHub if you have any issues migrating to the latest Stratosphere release.</p> +</div> + <a href="/news/2014/01/12/0.4-migration-guide.html#disqus_thread">Stratosphere Version 0.4 Migration Guide</a> + </article> + + <article> + <h2><a href="/news/2014/01/10/stratosphere-hadoop-summit.html">Stratosphere got accepted to the Hadoop Summit Europe in Amsterdam</a></h2> + <p class="meta">10 Jan 2014</p> + + <div><p>The Stratosphere team is proud to announce that it is going to present at the <a href="http://hadoopsummit.org/amsterdam/";>Hadoop Summit 2014 in Amsterdam</a> on April 2-3. Our talk "Big Data looks tiny from Stratosphere" is part of the "Future of Hadoop" Track. The talk abstract already made it into the top 5 in the <a href="https://hadoopsummit.uservoice.com/forums/196822-future-of-apache-hadoop/filters/top";>Community Vote</a> that took place by the end of last year.</p> +</div> + <a href="/news/2014/01/10/stratosphere-hadoop-summit.html#disqus_thread">Stratosphere got accepted to the Hadoop Summit Europe in Amsterdam</a> + </article> + + <article> + <h2><a href="/news/2013/12/13/humboldt-innovation-award.html">Stratosphere wins award at Humboldt Innovation Competition "Big Data: Research meets Startups"</a></h2> + <p class="meta">13 Dec 2013</p> + + <div> <p> Stratosphere won the second place in + the <a href="http://www.humboldt-innovation.de/de/newsdetail/News/View/Forum%2BJunge%2BSpitzenforscher%2BBIG%2BData%2B%2BResearch%2Bmeets%2BStartups-123.html";>competition</a> + organized by Humboldt Innovation on "Big Data: Research meets + Startups," where several research projects were evaluated by a + panel of experts from the Berlin startup ecosystem. The award + includes a monetary prize of 10,000 euros. + </p> + + <p>We are extremely excited about this award, as it further + showcases the relevance of the Stratosphere platform and Big Data + technology in general for the technology startup world. + </p> +</div> + <a href="/news/2013/12/13/humboldt-innovation-award.html#disqus_thread">Stratosphere wins award at Humboldt Innovation Competition "Big Data: Research meets Startups"</a> + </article> + + <article> + <h2><a href="/news/2013/10/21/cikm2013-paper.html">Paper "âAll Roads Lead to Rome:â Optimistic Recovery for Distributed Iterative Data Processing" accepted at CIKM 2013</a></h2> + <p class="meta">21 Oct 2013</p> + + <div><p>Our paper "âAll Roads Lead to Rome:â Optimistic Recovery for Distributed +Iterative Data Processing" authored by Sebastian Schelter, Kostas +Tzoumas, Stephan Ewen and Volker Markl has been accepted accepted at the +ACM International Conference on Information and Knowledge Management +(CIKM 2013) in San Francisco.</p> + +<p><strong>Abstract</strong></p> + +<p>Executing data-parallel iterative algorithms on large datasets is +crucial for many advanced analytical applications in the fields of data +mining and machine learning. Current systems for executing iterative +tasks in large clusters typically achieve fault tolerance through +rollback recovery. The principle behind this pessimistic approach is to +periodically checkpoint the algorithm state. Upon failure, the system +restores a consistent state from a previously written checkpoint and +resumes execution from that point.</p> + +<p>We propose an optimistic recovery mechanism using algorithmic +compensations. Our method leverages the robust, self-correcting nature +of a large class of fixpoint algorithms used in data mining and machine +learning, which converge to the correct solution from various +intermediate consistent states. In the case of a failure, we apply a +user-defined compensate function that algorithmically creates such a +consistent state, instead of rolling back to a previous checkpointed +state. Our optimistic recovery does not checkpoint any state and hence +achieves optimal failure-free performance with respect to the overhead +necessary for guaranteeing fault tolerance. We illustrate the +applicability of this approach for three wide classes of problems. +Furthermore, we show how to implement the proposed optimistic recovery +mechanism in a data flow system. Similar to the Combine operator in +MapReduce, our proposed functionality is optional and can be applied to +increase performance without changing the semantics of programs. In an +experimental evaluation on large datasets, we show that our proposed +approach provides optimal failure-free performance. In the absence of +failures our optimistic scheme is able to outperform a pessimistic +approach by a factor of two to five. In presence of failures, our +approach provides fast recovery and outperforms pessimistic approaches +in the majority of cases.</p> + +<p><a href="/assets/papers/optimistic.pdf">Download the paper [PDF]</a></p> +</div> + <a href="/news/2013/10/21/cikm2013-paper.html#disqus_thread">Paper "âAll Roads Lead to Rome:â Optimistic Recovery for Distributed Iterative Data Processing" accepted at CIKM 2013</a> + </article> + + <article> + <h2><a href="/news/2013/03/27/www-demo-paper.html">Demo Paper "Large-Scale Social-Media Analytics on Stratosphere" Accepted at WWW 2013</a></h2> + <p class="meta">27 Mar 2013</p> + + <div> <p>Our demo submission<br /> +<strong><cite>"Large-Scale Social-Media Analytics on Stratosphere"</cite></strong><br /> +by Christoph Boden, Marcel Karnstedt, Miriam Fernandez and Volker Markl<br /> +has been accepted for WWW 2013 in Rio de Janeiro, Brazil.</p> +<p>Visit our demo, and talk to us if you are attending WWW 2013.</p> +<p><strong>Abstract:</strong><br /> +The importance of social-media platforms and online communities - in business as well as public context - is more and more acknowledged and appreciated by industry and researchers alike. Consequently, a wide range of analytics has been proposed to understand, steer, and exploit the mechanics and laws driving their functionality and creating the resulting benefits. However, analysts usually face significant problems in scaling existing and novel approaches to match the data volume and size of modern online communities. In this work, we propose and demonstrate the usage of the massively parallel data prossesing system Stratosphere, based on second order functions as an extended notion of the MapReduce paradigm, to provide a new level of scalability to such social-media analytics. Based on the popular example of role analysis, we present and illustrate how this massively parallel approach can be leveraged to scale out complex data-mining tasks, while providing a programming approach th at eases the formulation of complete analytical workflows.</p> +</div> + <a href="/news/2013/03/27/www-demo-paper.html#disqus_thread">Demo Paper "Large-Scale Social-Media Analytics on Stratosphere" Accepted at WWW 2013</a> + </article> + + <article> + <h2><a href="/news/2012/11/21/previewICDE2013.html">ICDE 2013 Demo Preview</a></h2> + <p class="meta">21 Nov 2012</p> + + <div> <p>This is a preview of our demo that will be presented at ICDE 2013 in Brisbane.<br /> +The demo shows how static code analysis can be leveraged to reordered UDF operators in data flow programs.</p> +<p>Detailed information can be found in our papers which are available on the <a href="/publications">publication</a> page.</p> +<p><iframe width="420" height="315" src="http://www.youtube.com/embed/ZYwCMgPXFVE"; frameborder="0" allowfullscreen></iframe></p></div> + <a href="/news/2012/11/21/previewICDE2013.html#disqus_thread">ICDE 2013 Demo Preview</a> + </article> + + <article> + <h2><a href="/news/2012/11/12/btw2013demo.html">Stratosphere Demo Paper Accepted for BTW 2013</a></h2> + <p class="meta">12 Nov 2012</p> + + <div> <p>Our demo submission<br /> +<strong><cite>"Applying Stratosphere for Big Data Analytics"</cite></strong><br /> +has been accepted for BTW 2013 in Magdeburg, Germany.<br /> +The demo focuses on Stratosphere's query language Meteor, which has been presented in our paper <cite>"Meteor/Sopremo: An Extensible Query Language and Operator Model"</cite> <a href="/assets/papers/Sopremo_Meteor BigData.pdf">[pdf]</a> at the BigData workshop associated with VLDB 2012 in Istanbul.</p> +<p>Visit our demo, and talk to us if you are going to attend BTW 2013.</p> +<p><strong>Abstract:</strong><br /> +Analyzing big data sets as they occur in modern business and science applications requires query languages that allow for the specification of complex data processing tasks. Moreover, these ideally declarative query specifications have to be optimized, parallelized and scheduled for processing on massively parallel data processing platforms. This paper demonstrates the application of Stratosphere to different kinds of Big Data Analytics tasks. Using examples from different application domains, we show how to formulate analytical tasks as Meteor queries and execute them with Stratosphere. These examples include data cleansing and information extraction tasks, and a correlation analysis of microblogging and stock trade volume data that we describe in detail in this paper.</p> + +</div> + <a href="/news/2012/11/12/btw2013demo.html#disqus_thread">Stratosphere Demo Paper Accepted for BTW 2013</a> + </article> + + <article> + <h2><a href="/news/2012/10/15/icde2013.html">Stratosphere Demo Accepted for ICDE 2013</a></h2> + <p class="meta">15 Oct 2012</p> + + <div> <p>Our demo submission<br /> +<strong><cite>"Peeking into the Optimization of Data Flow Programs with MapReduce-style UDFs"</cite></strong><br /> +has been accepted for ICDE 2013 in Brisbane, Australia.<br /> +The demo illustrates the contributions of our VLDB 2012 paper <cite>"Opening the Black Boxes in Data Flow Optimization"</cite> <a href="/assets/papers/optimizationOfDataFlowsWithUDFs_13.pdf">[PDF]</a> and <a href="/assets/papers/optimizationOfDataFlowsWithUDFs_poster_13.pdf">[Poster PDF]</a>.</p> +<p>Visit our poster, enjoy the demo, and talk to us if you are going to attend ICDE 2013.</p> +<p><strong>Abstract:</strong><br /> +Data flows are a popular abstraction to define data-intensive processing tasks. In order to support a wide range of use cases, many data processing systems feature MapReduce-style user-defined functions (UDFs). In contrast to UDFs as known from relational DBMS, MapReduce-style UDFs have less strict templates. These templates do not alone provide all the information needed to decide whether they can be reordered with relational operators and other UDFs. However, it is well-known that reordering operators such as filters, joins, and aggregations can yield runtime improvements by orders of magnitude.<br /> +We demonstrate an optimizer for data flows that is able to reorder operators with MapReduce-style UDFs written in an imperative language. Our approach leverages static code analysis to extract information from UDFs which is used to reason about the reorderbility of UDF operators. This information is sufficient to enumerate a large fraction of the search space covered by conventional RDBMS optimizers including filter and aggregation push-down, bushy join orders, and choice of physical execution strategies based on interesting properties.<br /> +We demonstrate our optimizer and a job submission client that allows users to peek step-by-step into each phase of the optimization process: the static code analysis of UDFs, the enumeration of reordered candidate data flows, the generation of physical execution plans, and their parallel execution. For the demonstration, we provide a selection of relational and non-relational data flow programs which highlight the salient features of our approach.</p> + +</div> + <a href="/news/2012/10/15/icde2013.html#disqus_thread">Stratosphere Demo Accepted for ICDE 2013</a> + </article> + + <article> + <h2><a href="/news/2012/08/21/release02.html">Version 0.2 Released</a></h2> + <p class="meta">21 Aug 2012</p> + + <div><p>We are happy to announce that version 0.2 of the Stratosphere System has been released. It has a lot of performance improvements as well as a bunch of exciting new features like:</p> +<ul> +<li>The new Sopremo Algebra Layer and the Meteor Scripting Language</li> +<li>The whole new tuple data model for the PACT API</li> +<li>Fault tolerance through local checkpoints</li> +<li>A ton of performance improvements on all layers</li> +<li>Support for plug-ins on the data flow channel layer</li> +<li>Many new library classes (for example new Input-/Output-Formats)</li> +</ul> +<p>For a complete list of new features, check out the <a href="https://stratosphere.eu/wiki/doku.php/wiki:changesrelease0.2";>change log</a>.</p></div> + <a href="/news/2012/08/21/release02.html#disqus_thread">Version 0.2 Released</a> + </article> + + </div> + <div class="col-md-2"></div> + </div> +</div> + +<script type="text/javascript"> +/* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */ +var disqus_shortname = 'stratosphere-eu'; // required: replace example with your forum shortname + +/* * * DON'T EDIT BELOW THIS LINE * * */ +(function () { + var s = document.createElement('script'); s.async = true; + s.type = 'text/javascript'; + s.src = '//' + disqus_shortname + '.disqus.com/count.js'; + (document.getElementsByTagName('HEAD')[0] || document.getElementsByTagName('BODY')[0]).appendChild(s); +}()); +</script> + + + +<!-- Pagination links --> +<ul class="pager"> + <li> + + <a href="/blog/page2" class="previous">Previous</a> + + </li> + <li> + <span class="page_number ">Page: 3 of 3</span> + </li> + <li> + + <span>Next</span> + + </li> +</ul> + + + </div> + <!--<section id="af-upfooter" class="af-section"> + <div class="container"> + <p>Apache Flink is an effort undergoing incubation at The Apache + Software Foundation (ASF), sponsored by the Apache Incubator PMC. + Incubation is required of all newly accepted projects until a further + review indicates that the infrastructure, communications, and + decision making process have stabilized in a manner consistent with + other successful ASF projects. While incubation status is not + necessarily a reflection of the completeness or stability of the + code, it does indicate that the project has yet to be fully endorsed + by the ASF.</p> + <a href="http://incubator.apache.org";> <img class="img-responsive" + src="/img/main/apache-incubator-logo.png" alt="Apache Flink" /> + </a> + <p class="text-center"> + <a href="/privacy-policy.html" title="Privacy Policy" + class="af-privacy-policy">Privacy Policy</a> + </p> + </div> +</section>--> + +<footer id="af-footer"> + <div class="container"> + <div class="row"> + <div class="col-md-3"> + <h3>Documentation</h3> + <ul class="af-footer-menu"> + + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/";>0.8.1</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/java/";>0.8.1 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/scala/index.html#org.apache.flink.api.scala.package";>0.8.1 Scaladocs</a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>Community</h3> + <ul class="af-footer-menu"> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="https://issues.apache.org/jira/browse/FLINK"; + target="blank">Issues <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="/community.html#team">Team</a></li> + <li><a href="/how-to-contribute.html">How to contribute</a></li> + <li><a href="/coding_guidelines.html">Coding Guidelines</a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>ASF</h3> + <ul class="af-footer-menu"> + <li><a href="http://www.apache.org/"; target="blank">Apache + Software foundation <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="http://www.apache.org/foundation/how-it-works.html"; + target="blank">How it works <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; + target="blank">Thanks <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="http://www.apache.org/foundation/sponsorship.html"; + target="blank">Become a sponsor <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://incubator.apache.org/projects/flink.html"; + target="blank">Incubation status page <span + class="glyphicon glyphicon-new-window"></span></a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>Project</h3> + <ul class="af-footer-menu"> + <li><a href="/material.html" target="blank">Material <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="https://cwiki.apache.org/confluence/display/FLINK"; + target="blank">Wiki <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="https://wiki.apache.org/incubator/StratosphereProposal"; + target="blank">Incubator proposal <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://www.apache.org/licenses/LICENSE-2.0"; + target="blank">License <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="https://github.com/apache/incubator-flink"; + target="blank">Source code <span + class="glyphicon glyphicon-new-window"></span></a></li> + </ul> + </div> + </div> + </div> + <div class="af-footer-bar"> + <div class="container"> + <p>Copyright © 2014-2015, <a href="http://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. Apache and the Apache feather logo are trademarks of the Apache Software Foundation. + </p> + <div> + <div style="float:left"> + <p> + <a href="/privacy-policy.html" title="Privacy Policy" class="af-privacy-policy">Privacy Policy</a> + </p> + </div> + <div style="float:right"> + <p> + <a href="/blog/feed.xml" class="af-privacy-policy">RSS Feed</a> + </p> + </div> + </div> + </div> + </div> +</footer> + + <!-- Google Analytics --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-52545728-1', 'auto'); + ga('send', 'pageview'); + </script> + <script src="/js/main/jquery.mobile.events.min.js"></script> + <script src="/js/main/main.js"></script> + </body> +</html>
http://git-wip-us.apache.org/repos/asf/flink-web/blob/a16dddeb/content/build.sh ---------------------------------------------------------------------- diff --git a/content/build.sh b/content/build.sh new file mode 100755 index 0000000..306e663 --- /dev/null +++ b/content/build.sh @@ -0,0 +1,168 @@ +#!/bin/bash +################################################################################ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +################################################################################ + +## +# Functions +## + +# set -x + + +# Source: http://stackoverflow.com/a/4025065/568695 +vercomp () { + if [[ $1 == $2 ]] + then + return 0 + fi + local IFS=. + local i ver1=($1) ver2=($2) + # fill empty fields in ver1 with zeros + for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)) + do + ver1[i]=0 + done + for ((i=0; i<${#ver1[@]}; i++)) + do + if [[ -z ${ver2[i]} ]] + then + # fill empty fields in ver2 with zeros + ver2[i]=0 + fi + if ((10#${ver1[i]} > 10#${ver2[i]})) + then + return 1 + fi + if ((10#${ver1[i]} < 10#${ver2[i]})) + then + return 2 + fi + done + return 0 +} + +# arguments <branch name> <dirName> +function checkoutDocsForVersionInBranch() { + BRANCH=$1 + DIR=$2 + echo "Checking out docs from branch '$BRANCH' into dir '$DIR' " + + cd flink-src-repo + git checkout $BRANCH + git clean -d -f + + cd docs + + # we are in _root_/flink-src-repo/docs + export BUILD_API=1 + jekyll build --destination ../../docs/$DIR + + # Go back to root of flink website + cd ../../ +} + +# no args +function updateDocsDir() { + echo "Clone if necessary" + if [ ! -d "flink-src-repo" ]; then + git clone http://git-wip-us.apache.org/repos/asf/flink.git flink-src-repo + fi + if [ ! -d "docs" ]; then + mkdir docs + fi + echo "Fetch rep" + cd flink-src-repo + git fetch + cd .. + + echo "Create docs for versions" +# checkoutDocsForVersionInBranch "documentation" "0.5" + checkoutDocsForVersionInBranch "origin/release-0.8" "0.8" + checkoutDocsForVersionInBranch "origin/release-0.7" "0.7-incubating" + checkoutDocsForVersionInBranch "origin/release-0.6.2" "0.6-incubating" +} + +## +# Main body +## + + +HAS_JEKYLL=true + +command -v jekyll > /dev/null +if [ $? -ne 0 ]; then + echo -n "ERROR: Could not find jekyll. " + echo "Please install with 'gem install jekyll' (see http://jekyllrb.com)." + + HAS_JEKYLL=false +fi + +JEKYLL_VERSION=`jekyll --version | cut -d' ' -f2` +vercomp $JEKYLL_VERSION "2.1.0" + +if [ "$?" == "2" ]; then + echo "Please use at least jekyll version 2.1.0 instead of '$JEKYLL_VERSION'" + exit 1 +fi + +command -v redcarpet > /dev/null +if [ $? -ne 0 ]; then + echo -n "WARN: Could not find redcarpet. " + echo -n "Please install with 'sudo gem install redcarpet' (see https://github.com/vmg/redcarpet). " + echo "Redcarpet is needed for Markdown parsing and table of contents generation." +fi + +command -v pygmentize > /dev/null +if [ $? -ne 0 ]; then + echo -n "WARN: Could not find pygments. " + echo -n "Please install with 'sudo easy_install pygments' (requires Python; see http://pygments.org). " + echo "Pygments is needed for syntax highlighting of the code examples." +fi + +DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" + +SRC=${DIR} +DST=${SRC}/site + +# default jekyll command is to just build site +JEKYLL_CMD="build" + + + +OPTIND=1 +# if -p flag is provided, serve site on localhost +while getopts ":up" opt; do + case $opt in + p) + JEKYLL_CMD="serve --watch" + ;; + u) + echo "updating docs from repository" + updateDocsDir + ;; + esac +done + +# integrate documentation + +if $HAS_JEKYLL; then + jekyll ${JEKYLL_CMD} --source ${SRC} --destination ${DST} +fi + + + http://git-wip-us.apache.org/repos/asf/flink-web/blob/a16dddeb/content/coding_guidelines.html ---------------------------------------------------------------------- diff --git a/content/coding_guidelines.html b/content/coding_guidelines.html new file mode 100644 index 0000000..d839722 --- /dev/null +++ b/content/coding_guidelines.html @@ -0,0 +1,300 @@ +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Flink: Coding Guidelines</title> + <link rel="shortcut icon" href="favicon.ico" type="image/x-icon"> + <link rel="icon" href="favicon.ico" type="image/x-icon"> + <link rel="stylesheet" href="/css/bootstrap.css"> + <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css"> + <link rel="stylesheet" href="/css/syntax.css"> + <link rel="stylesheet" href="/css/custom.css"> + <link href="/css/main/main.css" rel="stylesheet"> + <link href="/blog/feed.xml" rel="alternate" type="application/rss+xml" title="Flink Blog RSS feed" /> + <!-- <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet"> --> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/codetabs.js"></script> + </head> + <body> + <div class="af-header-container af-inner-pages-navigation"> + <header> + <div class="container"> + <div class="row"> + <div class="col-md-1 af-mobile-nav-bar"> + <a href="/" title="Home"> + <img class="hidden-xs hidden-sm img-responsive" + src="/img/main/logo.png" alt="Apache Flink Logo"> + </a> + <div class="row visible-xs"> + <div class="col-xs-3"> + <a href="/" title="Home"> + <img class="hidden-x hidden-sm img-responsive" + src="/img/main/logo.png" alt="Apache Flink Logo"> + </a> + </div> + <div class="col-xs-5"></div> + <div class="col-xs-4"> + <div class="af-mobile-btn"> + <span class="glyphicon glyphicon-plus"></span> + </div> + </div> + </div> + </div> + <!-- Navigation --> + <div class="col-md-11"> + <nav class="af-main-nav" role="navigation"> + <ul> + <li><a href="#" class="af-nav-links">Quickstart + <b class="caret"></b> + </a> + <ul class="af-dropdown-menu"> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/setup_quickstart.html";>Setup + Flink</a></li> + <li><a + href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/java_api_quickstart.html";>Java + API</a></li> + <li><a + href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/scala_api_quickstart.html";>Scala + API</a></li> + </ul></li> + <li><a href="/downloads.html">Download</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/faq.html";>FAQ</a></li> + <li><a href="#" class="af-nav-links">Documentation <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li class="af-separator">Current Snapshot:</li> + <li></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/";>0.9</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/java";>0.9 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/scala/index.html#org.apache.flink.api.scala.package";>0.9 Scaladocs</a></li> + <li class="divider"></li> + <li class="af-separator">Current Stable:</li> + <li></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/";>0.8.1</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/java";>0.8.1 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/scala/index.html#org.apache.flink.api.scala.package";>0.8.1 Scaladocs</a></li> + <li class="divider"></li> + <li></li> + <li><a href="/archive.html">Archive</a></li> + <li></li> + </ul></li> + <li><a href="#" class="af-nav-links">Community <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li><a href="/community.html#getting-help">Getting Help</a></li> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="/community.html#issues">Issues</a></li> + <li><a href="/community.html#team">Team</a></li> + <li class="divider"></li> + <li><a href="/how-to-contribute.html">How To + Contribute</a></li> + <li><a href="/coding_guidelines.html">Coding + Guidelines</a></li> + </ul></li> + <li><a href="#" class="af-nav-links">Project <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li><a href="/material.html">Material</a></li> + <li><a href="http://www.apache.org/";>Apache Software + Foundation <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="https://cwiki.apache.org/confluence/display/FLINK";>Wiki + <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="https://wiki.apache.org/incubator/StratosphereProposal";>Incubator + Proposal <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a href="http://www.apache.org/licenses/LICENSE-2.0";>License + <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a href="https://github.com/apache/incubator-flink";>Source + Code <span class="glyphicon glyphicon-new-window"></span> + </a></li> + </ul></li> + <li><a href="/blog/index.html" class="">Blog</a></li> + </ul> + </nav> + </div> + </div> + </div> + </header> +</div> + + + <div style="padding-top:50px" class="container"> + <p>These are the coding and style guidelines that we follow in the Flink project.</p> + +<h2 id="guidelines-for-pull-requests-and-patches">Guidelines for pull requests and patches</h2> + +<ul> +<li><p>A pull request should relate to a JIRA issue; create an issue if none exists for the change you want to make. The latest commit message should reference that issue. An example commit message would be "[FLINK-633] Fix NullPointerException for empty UDF parameters". That way, the pull request automatically gives a description of what it does, for example what bug does it fix in what way?</p></li> +<li><p>We consider pull requests as requests to merge the referenced code <em>as is</em> into the current <em>stable</em> master branch. Therefore, a pull request should not be "work in progress". Open a pull request if you are confident that it can be merged into the current master branch without problems. If you rather want comments on your code, post a link to your working branch.</p></li> +<li><p>Please do not combine various unrelated changes in a single pull request. Rather, open multiple individual pull requests. This ensures that pull requests are <em>topic related</em>, can be merged more easily, and typically result in topic-specific merge conflicts only.</p></li> +<li><p>Any pull request where the tests do not pass or which does not compile will not undergo any further review. We recommend to connect your private GitHub accounts with <a href="http://travis-ci.org/";>Travis CI</a> (like the Flink GitHub repository). Travis will run tests for all tested environments whenever you push something into <em>your</em> Github repository.</p></li> +<li><p>Please keep reformatting of source files to a minimum. Diffs become unreadable if you (or your IDE automatically) remove or replace whitespaces, reformat code, or comments. Also, other patches that affect the same files become un-mergeable. Please configure your IDE such that code is not automatically reformatted. Pull requests with excessive or unnecessary code reformatting might be rejected.</p></li> +<li><p>All new features need to be backed by tests, <em>strictly</em>. It is very easy that a later merge accidentally throws out a feature or breaks it. This will not be caught if the feature is not guarded by tests. Anything not covered by a test is considered cosmetic.</p></li> +<li><p>Before opening a pull request follow this checklist:</p> + +<ul> +<li>Rebase onto the latest version of the master branch</li> +<li>Clean up your commits, i.e., squash them in a reasonable way and give meaningful commit messages</li> +<li>Run <em>all</em> tests either locally with <code>mvn clean verify</code> or use Travis CI to check the build</li> +</ul></li> +<li><p>When you get comments on the pull request asking for changes, append commits for these changes. <em>Do not rebase and squash them.</em> It allows people to review the cleanup work independently. Otherwise reviewers have to go through the entire set of diffs again.</p></li> +<li><p>Public methods and classes that are part of the user-facing API need to have JavaDocs. Please write meaningful docs. Good docs are concise and informative.</p></li> +<li><p>Give meaningful exception messages. Try to imagine why an exception could be thrown (what a user did wrong) and give a message that will help a user to resolve the problem.</p></li> +<li><p>Follow the checkstyle rules (see below). The checkstyle plugin verifies these rules when you build the code. If your code does not follow the checkstyle rules, Maven will not compile it and consequently the build will fail.</p></li> +</ul> + +<h2 id="coding-style-guidelines">Coding Style Guidelines</h2> + +<ul> +<li><p>Make sure you have Apache License headers in your files. The RAT plugin is checking for that when you build the code.</p></li> +<li><p>We are using tabs for indentation, not spaces. We are not religious there, it just happened to be the way that we started with tabs, and it is important to not mix them (merge/diff conflicts).</p></li> +<li><p>All statements after <code>if</code>, <code>for</code>, <code>while</code>, <code>do</code>, ... must always be encapsulated in a block with curly braces (even if the block contains one statement):</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">for (...) { +... +} +</code></pre></div> +<p>If you are wondering why, recall the famous <a href="https://www.imperialviolet.org/2014/02/22/applebug.html";><em>goto bug</em></a> in Apple's SSL library.</p></li> +<li><p>Do not use wildcard imports in the core files. They can cause problems when adding to the code and in some cases even during refactoring. Exceptions are the Tuple classes, Tuple-related utilities, and Flink user programs, when importing operators/functions. Tests are a special case of the user programs.</p></li> +<li><p>Remove all unused imports.</p></li> +<li><p>Do not use raw generic types, unless strictly necessary (sometime necessary for signature matches, arrays).</p></li> +<li><p>Add annotations to suppress warnings, if they cannot be avoided (such as "unchecked", or "serial")</p></li> +<li><p>Do not add "non-javadoc" comments. </p></li> +<li><p>Add comments to your code. What is it doing? Add JavaDocs or inherit them by not adding any comments to the methods. Do not automatically generate comments and avoid unnecessary comments like</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">i++; // increment by one +</code></pre></div></li> +</ul> + + </div> + <!--<section id="af-upfooter" class="af-section"> + <div class="container"> + <p>Apache Flink is an effort undergoing incubation at The Apache + Software Foundation (ASF), sponsored by the Apache Incubator PMC. + Incubation is required of all newly accepted projects until a further + review indicates that the infrastructure, communications, and + decision making process have stabilized in a manner consistent with + other successful ASF projects. While incubation status is not + necessarily a reflection of the completeness or stability of the + code, it does indicate that the project has yet to be fully endorsed + by the ASF.</p> + <a href="http://incubator.apache.org";> <img class="img-responsive" + src="/img/main/apache-incubator-logo.png" alt="Apache Flink" /> + </a> + <p class="text-center"> + <a href="/privacy-policy.html" title="Privacy Policy" + class="af-privacy-policy">Privacy Policy</a> + </p> + </div> +</section>--> + +<footer id="af-footer"> + <div class="container"> + <div class="row"> + <div class="col-md-3"> + <h3>Documentation</h3> + <ul class="af-footer-menu"> + + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/";>0.8.1</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/java/";>0.8.1 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/scala/index.html#org.apache.flink.api.scala.package";>0.8.1 Scaladocs</a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>Community</h3> + <ul class="af-footer-menu"> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="https://issues.apache.org/jira/browse/FLINK"; + target="blank">Issues <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="/community.html#team">Team</a></li> + <li><a href="/how-to-contribute.html">How to contribute</a></li> + <li><a href="/coding_guidelines.html">Coding Guidelines</a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>ASF</h3> + <ul class="af-footer-menu"> + <li><a href="http://www.apache.org/"; target="blank">Apache + Software foundation <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="http://www.apache.org/foundation/how-it-works.html"; + target="blank">How it works <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; + target="blank">Thanks <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="http://www.apache.org/foundation/sponsorship.html"; + target="blank">Become a sponsor <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://incubator.apache.org/projects/flink.html"; + target="blank">Incubation status page <span + class="glyphicon glyphicon-new-window"></span></a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>Project</h3> + <ul class="af-footer-menu"> + <li><a href="/material.html" target="blank">Material <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="https://cwiki.apache.org/confluence/display/FLINK"; + target="blank">Wiki <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="https://wiki.apache.org/incubator/StratosphereProposal"; + target="blank">Incubator proposal <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://www.apache.org/licenses/LICENSE-2.0"; + target="blank">License <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="https://github.com/apache/incubator-flink"; + target="blank">Source code <span + class="glyphicon glyphicon-new-window"></span></a></li> + </ul> + </div> + </div> + </div> + <div class="af-footer-bar"> + <div class="container"> + <p>Copyright © 2014-2015, <a href="http://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. Apache and the Apache feather logo are trademarks of the Apache Software Foundation. + </p> + <div> + <div style="float:left"> + <p> + <a href="/privacy-policy.html" title="Privacy Policy" class="af-privacy-policy">Privacy Policy</a> + </p> + </div> + <div style="float:right"> + <p> + <a href="/blog/feed.xml" class="af-privacy-policy">RSS Feed</a> + </p> + </div> + </div> + </div> + </div> +</footer> + + <!-- Google Analytics --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-52545728-1', 'auto'); + ga('send', 'pageview'); + </script> + <script src="/js/main/jquery.mobile.events.min.js"></script> + <script src="/js/main/main.js"></script> + </body> +</html> http://git-wip-us.apache.org/repos/asf/flink-web/blob/a16dddeb/content/community.html ---------------------------------------------------------------------- diff --git a/content/community.html b/content/community.html new file mode 100644 index 0000000..ed5ffb9 --- /dev/null +++ b/content/community.html @@ -0,0 +1,553 @@ +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Flink: Community</title> + <link rel="shortcut icon" href="favicon.ico" type="image/x-icon"> + <link rel="icon" href="favicon.ico" type="image/x-icon"> + <link rel="stylesheet" href="/css/bootstrap.css"> + <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css"> + <link rel="stylesheet" href="/css/syntax.css"> + <link rel="stylesheet" href="/css/custom.css"> + <link href="/css/main/main.css" rel="stylesheet"> + <link href="/blog/feed.xml" rel="alternate" type="application/rss+xml" title="Flink Blog RSS feed" /> + <!-- <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet"> --> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/codetabs.js"></script> + </head> + <body> + <div class="af-header-container af-inner-pages-navigation"> + <header> + <div class="container"> + <div class="row"> + <div class="col-md-1 af-mobile-nav-bar"> + <a href="/" title="Home"> + <img class="hidden-xs hidden-sm img-responsive" + src="/img/main/logo.png" alt="Apache Flink Logo"> + </a> + <div class="row visible-xs"> + <div class="col-xs-3"> + <a href="/" title="Home"> + <img class="hidden-x hidden-sm img-responsive" + src="/img/main/logo.png" alt="Apache Flink Logo"> + </a> + </div> + <div class="col-xs-5"></div> + <div class="col-xs-4"> + <div class="af-mobile-btn"> + <span class="glyphicon glyphicon-plus"></span> + </div> + </div> + </div> + </div> + <!-- Navigation --> + <div class="col-md-11"> + <nav class="af-main-nav" role="navigation"> + <ul> + <li><a href="#" class="af-nav-links">Quickstart + <b class="caret"></b> + </a> + <ul class="af-dropdown-menu"> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/setup_quickstart.html";>Setup + Flink</a></li> + <li><a + href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/java_api_quickstart.html";>Java + API</a></li> + <li><a + href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/scala_api_quickstart.html";>Scala + API</a></li> + </ul></li> + <li><a href="/downloads.html">Download</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/faq.html";>FAQ</a></li> + <li><a href="#" class="af-nav-links">Documentation <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li class="af-separator">Current Snapshot:</li> + <li></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/";>0.9</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/java";>0.9 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/scala/index.html#org.apache.flink.api.scala.package";>0.9 Scaladocs</a></li> + <li class="divider"></li> + <li class="af-separator">Current Stable:</li> + <li></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/";>0.8.1</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/java";>0.8.1 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/scala/index.html#org.apache.flink.api.scala.package";>0.8.1 Scaladocs</a></li> + <li class="divider"></li> + <li></li> + <li><a href="/archive.html">Archive</a></li> + <li></li> + </ul></li> + <li><a href="#" class="af-nav-links">Community <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li><a href="/community.html#getting-help">Getting Help</a></li> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="/community.html#issues">Issues</a></li> + <li><a href="/community.html#team">Team</a></li> + <li class="divider"></li> + <li><a href="/how-to-contribute.html">How To + Contribute</a></li> + <li><a href="/coding_guidelines.html">Coding + Guidelines</a></li> + </ul></li> + <li><a href="#" class="af-nav-links">Project <b + class="caret"></b></a> + <ul class="af-dropdown-menu"> + <li><a href="/material.html">Material</a></li> + <li><a href="http://www.apache.org/";>Apache Software + Foundation <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="https://cwiki.apache.org/confluence/display/FLINK";>Wiki + <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="https://wiki.apache.org/incubator/StratosphereProposal";>Incubator + Proposal <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a href="http://www.apache.org/licenses/LICENSE-2.0";>License + <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a href="https://github.com/apache/incubator-flink";>Source + Code <span class="glyphicon glyphicon-new-window"></span> + </a></li> + </ul></li> + <li><a href="/blog/index.html" class="">Blog</a></li> + </ul> + </nav> + </div> + </div> + </div> + </header> +</div> + + + <div style="padding-top:50px" class="container"> + <h1>Community</h1> + +<ul> +<li> +<a href="#getting-help">Getting Help</a> +<ul> +<li> +<a href="#mailing-lists">Mailing Lists</a> +</li> +<li> +<a href="#issues">Issues</a> +</li> +<li> +<a href="#irc">IRC</a> +</li> +<li> +<a href="#team">Team</a> +</li> +<li> +<a href="#former-mentors">Former mentors</a> +</li> +</ul> +</li> +</ul> + + +<h1 id="getting-help">Getting Help</h1> + +<p>There are many ways to get help from the Apache Flink community. The mailing lists are the primary place where all Flink committers are present. +To ask a question there, you have to send an empty subscription email first to <em><a href="mailto:user-subscr...@flink.apache.org";>user-subscr...@flink.apache.org</a></em>. Once the subscription is confirmed, you can send questions to <em><a href="mailto:u...@flink.apache.org";>u...@flink.apache.org</a></em>.</p> + +<p>If you want to talk with the Flink committers and users in a chat, there is a Freenode <a href="#irc">IRC channel</a> for <em>#flink</em>.</p> + +<p>Some committers are also monitoring <a href="http://stackoverflow.com/questions/tagged/flink";>stackoverflow</a> for Flink related questions. Please remember to tag them with the <em><a href="http://stackoverflow.com/questions/tagged/flink";>flink</a></em> tag. <a href="http://stackoverflow.com/questions/ask/?tags=flink";>Ask a Question on Stackoverflow</a>.</p> + +<p>Bugs and feature requests can either be discussed on <em><a href="mailto:d...@flink.apache.org";>d...@flink.apache.org</a></em> or on <a href="https://issues.apache.org/jira/browse/FLINK";>JIRA</a>.</p> + +<p>Those interested in contributing to Flink should check out the <a href="http://localhost:4000/how-to-contribute.html";>"How to contribute" guide</a>.</p> + +<h2 id="mailing-lists">Mailing Lists</h2> + +<table class="table table-striped"> + <thead> + <th class="text-center">Name</th> + <th class="text-center">Subscribe</th> + <th class="text-center">Digest</th> + <th class="text-center">Unsubscribe</th> + <th class="text-center">Post</th> + <th class="text-center">Archive</th> + </thead> + <tr> + <td> + <strong>news</strong>@flink.apache.org<br> + <small>News and announcements from the Flink community.</small> + </td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:news-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:news-digest-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:news-unsubscr...@flink.apache.org";>Unsubscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <i>Read only list</i></td> + <td class="text-center"> + <a href="http://mail-archives.apache.org/mod_mbox/flink-news/";>Archives</a> <br> + </td> + </tr> + <tr> + <td> + <strong>user</strong>@flink.apache.org<br> + <small>User support and questions mailing list</small> + </td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:user-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:user-digest-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:user-unsubscr...@flink.apache.org";>Unsubscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:u...@flink.apache.org";>Post</a></td> + <td class="text-center"> + <a href="http://mail-archives.apache.org/mod_mbox/flink-user/";>Archives</a> <br> + <a href="http://apache-flink-user-mailing-list-archive.2336050.n4.nabble.com/";>Nabble Archive</a> + </td> + </tr> + <tr> + <td> + <strong>dev</strong>@flink.apache.org<br> + <small>Development related discussions</small> + </td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:dev-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:dev-digest-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:dev-unsubscr...@flink.apache.org";>Unsubscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:d...@flink.apache.org";>Post</a></td> + <td class="text-center"> + <a href="http://mail-archives.apache.org/mod_mbox/flink-dev/";>Archives</a> <br> + <a href="http://apache-flink-mailing-list-archive.1008284.n3.nabble.com/";>Nabble Archive</a> + </td> + </tr> + <tr> + <td> + <strong>issues</strong>@flink.apache.org + <br> + <small>Mirror of all JIRA activity</small> + </td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:issues-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:issues-digest-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:issues-unsubscr...@flink.apache.org";>Unsubscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i><i>Read only list</i></td> + <td class="text-center"><a href="http://mail-archives.apache.org/mod_mbox/flink-issues/";>Archives</a></td> + </tr> + <tr> + <td> + <strong>commits</strong>@flink.apache.org + <br> + <small>All commits to our Git (code) and SVN (website) repositories</small> + </td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:commits-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:commits-digest-subscr...@flink.apache.org";>Subscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <a href="mailto:commits-unsubscr...@flink.apache.org";>Unsubscribe</a></td> + <td class="text-center"><i class="fa fa-pencil-square-o"></i> <i>Read only list</i></td> + <td class="text-center"><a href="http://mail-archives.apache.org/mod_mbox/flink-commits/";>Archives</a></td> + </tr> +</table> + +<h2 id="issues">Issues</h2> + +<p>We use JIRA to track all code related issues: <a href="https://issues.apache.org/jira/browse/FLINK";>https://issues.apache.org/jira/browse/FLINK</a>.</p> + +<p>All issue activity is also mirrored to the issues mailing list.</p> + +<h2 id="irc">IRC</h2> + +<p>There is an IRC channel called #flink dedicated to Apache Flink at irc.freenode.org. There is also a <a href="http://webchat.freenode.net/?channels=flink";>web-based IRC client</a> available.</p> + +<p>The IRC channel can be used for online discussions about Apache Flink as community, but developers should be careful +to move or duplicate all the official or useful discussions to the issue tracking system or dev mailing list.</p> + +<h2 id="team">Team</h2> + +<table class="table table-striped"> + <thead> + <th class="text-center"></th> + <th class="text-center">Name</th> + <th class="text-center">Role</th> + <th class="text-center">Apache ID</th> + </thead> + <tr> + <td class="text-center"><img src="https://avatars2.githubusercontent.com/u/5990983?s=50";></td> + <td class="text-center">Márton Balassi</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">mbalassi</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars2.githubusercontent.com/u/858078?v=3&s=50";></td> + <td class="text-center">Paris Carbone</td> + <td class="text-center">Committer</td> + <td class="text-center">senorcarbone</td> + </tr> + <tr> + <td class="text-center" width="10%"><img src="https://avatars3.githubusercontent.com/u/1756620?s=50";></a></td> + <td class="text-center">Ufuk Celebi</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">uce</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars2.githubusercontent.com/u/1727146?s=50";></td> + <td class="text-center">Stephan Ewen</td> + <td class="text-center">PMC, Committer, VP</td> + <td class="text-center">sewen</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars1.githubusercontent.com/u/5880972?s=50";></td> + <td class="text-center">Gyula Fóra</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">gyfora</td> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Alan Gates</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">gates</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars0.githubusercontent.com/u/2388347?s=50";></td> + <td class="text-center">Fabian Hueske</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">fhueske</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars3.githubusercontent.com/u/498957?v=3&s=50";></td> + <td class="text-center">Vasia Kalavri</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">vasia</td> + </tr> + </tr> + <tr> + <td class="text-center"><img src="https://avatars0.githubusercontent.com/u/68551?s=50";></td> + <td class="text-center">Aljoscha Krettek</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">aljoscha</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars0.githubusercontent.com/u/89049?s=50";></td> + <td class="text-center">Robert Metzger</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">rmetzger</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars2.githubusercontent.com/u/837221?s=50";></td> + <td class="text-center">Maximilian Michels</td> + <td class="text-center">Committer</td> + <td class="text-center">mxm</td> + </tr> + </tr> + <tr> + <td class="text-center"><img src="https://avatars1.githubusercontent.com/u/5756858?s=50";></td> + <td class="text-center">Till Rohrmann</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">trohrmann</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars0.githubusercontent.com/u/105434?s=50";></td> + <td class="text-center">Henry Saputra</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">hsaputra</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars1.githubusercontent.com/u/409707?s=50";></td> + <td class="text-center">Sebastian Schelter</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">ssc</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars2.githubusercontent.com/u/1925554?s=50";></td> + <td class="text-center">Kostas Tzoumas</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">ktzoumas</td> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Timo Walther</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">twalthr</td> + </tr> + <tr> + <td class="text-center"><img src="https://avatars1.githubusercontent.com/u/1826769?s=50";></td> + <td class="text-center">Daniel Warneke</td> + <td class="text-center">PMC, Committer</td> + <td class="text-center">warneke</td> + </tr> +</table> + +<p>You can reach committers directly at <code><apache-id>@apache.org</code>. A list of all contributors can be found on our GitHub <a href="https://github.com/apache/flink/graphs/contributors";>Contributors</a> page.</p> + +<h2 id="former-mentors">Former mentors</h2> + +<p>The following people were very kind to mentor the project while in incubation.</p> + +<table class="table table-striped"> + <thead> + <th class="text-center"></th> + <th class="text-center">Name</th> + <th class="text-center">Role</th> + <th class="text-center">Apache ID</th> + </thead> + <tr> + <td class="text-center"></td> + <td class="text-center">Ashutosh Chauhan</td> + <td class="text-center">Former PPMC, Mentor</td> + <td class="text-center">hashutosh</td> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Ted Dunning</td> + <td class="text-center">Former PPMC, Mentor</td> + <td class="text-center">tdunning</td> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Alan Gates</td> + <td class="text-center">Former PPMC, Mentor</td> + <td class="text-center">gates</td> + </tr> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Owen O'Malley</td> + <td class="text-center">Former PPMC, Mentor</td> + <td class="text-center">omalley</td> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Sean Owen</td> + <td class="text-center">Former PPMC, Mentor</td> + <td class="text-center">srowen</td> + </tr> + <tr> + <td class="text-center"></td> + <td class="text-center">Henry Saputra</td> + <td class="text-center">Former PPMC, Mentor</td> + <td class="text-center">hsaputra</td> + </tr> +</table> + + + </div> + <!--<section id="af-upfooter" class="af-section"> + <div class="container"> + <p>Apache Flink is an effort undergoing incubation at The Apache + Software Foundation (ASF), sponsored by the Apache Incubator PMC. + Incubation is required of all newly accepted projects until a further + review indicates that the infrastructure, communications, and + decision making process have stabilized in a manner consistent with + other successful ASF projects. While incubation status is not + necessarily a reflection of the completeness or stability of the + code, it does indicate that the project has yet to be fully endorsed + by the ASF.</p> + <a href="http://incubator.apache.org";> <img class="img-responsive" + src="/img/main/apache-incubator-logo.png" alt="Apache Flink" /> + </a> + <p class="text-center"> + <a href="/privacy-policy.html" title="Privacy Policy" + class="af-privacy-policy">Privacy Policy</a> + </p> + </div> +</section>--> + +<footer id="af-footer"> + <div class="container"> + <div class="row"> + <div class="col-md-3"> + <h3>Documentation</h3> + <ul class="af-footer-menu"> + + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/";>0.8.1</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/java/";>0.8.1 Javadocs</a></li> + <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.8/api/scala/index.html#org.apache.flink.api.scala.package";>0.8.1 Scaladocs</a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>Community</h3> + <ul class="af-footer-menu"> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="https://issues.apache.org/jira/browse/FLINK"; + target="blank">Issues <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="/community.html#team">Team</a></li> + <li><a href="/how-to-contribute.html">How to contribute</a></li> + <li><a href="/coding_guidelines.html">Coding Guidelines</a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>ASF</h3> + <ul class="af-footer-menu"> + <li><a href="http://www.apache.org/"; target="blank">Apache + Software foundation <span class="glyphicon glyphicon-new-window"></span> + </a></li> + <li><a + href="http://www.apache.org/foundation/how-it-works.html"; + target="blank">How it works <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; + target="blank">Thanks <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="http://www.apache.org/foundation/sponsorship.html"; + target="blank">Become a sponsor <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://incubator.apache.org/projects/flink.html"; + target="blank">Incubation status page <span + class="glyphicon glyphicon-new-window"></span></a></li> + </ul> + </div> + <div class="col-md-3"> + <h3>Project</h3> + <ul class="af-footer-menu"> + <li><a href="/material.html" target="blank">Material <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="https://cwiki.apache.org/confluence/display/FLINK"; + target="blank">Wiki <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a + href="https://wiki.apache.org/incubator/StratosphereProposal"; + target="blank">Incubator proposal <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="http://www.apache.org/licenses/LICENSE-2.0"; + target="blank">License <span + class="glyphicon glyphicon-new-window"></span></a></li> + <li><a href="https://github.com/apache/incubator-flink"; + target="blank">Source code <span + class="glyphicon glyphicon-new-window"></span></a></li> + </ul> + </div> + </div> + </div> + <div class="af-footer-bar"> + <div class="container"> + <p>Copyright © 2014-2015, <a href="http://www.apache.org";>The Apache Software Foundation</a>. All Rights Reserved. Apache and the Apache feather logo are trademarks of the Apache Software Foundation. + </p> + <div> + <div style="float:left"> + <p> + <a href="/privacy-policy.html" title="Privacy Policy" class="af-privacy-policy">Privacy Policy</a> + </p> + </div> + <div style="float:right"> + <p> + <a href="/blog/feed.xml" class="af-privacy-policy">RSS Feed</a> + </p> + </div> + </div> + </div> + </div> +</footer> + + <!-- Google Analytics --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-52545728-1', 'auto'); + ga('send', 'pageview'); + </script> + <script src="/js/main/jquery.mobile.events.min.js"></script> + <script src="/js/main/main.js"></script> + </body> +</html>
