svn commit: r1657446 - in /flink: community.md site/blog/feed.xml site/community.html

2015-02-04 Thread hsaputra 
Author: hsaputra
Date: Thu Feb  5 00:12:27 2015
New Revision: 1657446

URL: http://svn.apache.org/r1657446
Log:
Add link to hsaputra Github avatar

Modified:
flink/community.md
flink/site/blog/feed.xml
flink/site/community.html

Modified: flink/community.md
URL: 
http://svn.apache.org/viewvc/flink/community.md?rev=1657446r1=1657445r2=1657446view=diff
==
--- flink/community.md (original)
+++ flink/community.md Thu Feb  5 00:12:27 2015
@@ -166,7 +166,7 @@ to move or duplicate all the official or
td class=text-centertrohrmann/td
/tr
tr
-   td class=text-center/td
+   td class=text-centerimg 
src=https://avatars0.githubusercontent.com/u/105434?s=50;/td
td class=text-centerHenry Saputra/td
td class=text-centerPMC, Committer/td
td class=text-centerhsaputra/td

Modified: flink/site/blog/feed.xml
URL: 
http://svn.apache.org/viewvc/flink/site/blog/feed.xml?rev=1657446r1=1657445r2=1657446view=diff
==
Binary files - no diff available.

Modified: flink/site/community.html
URL: 
http://svn.apache.org/viewvc/flink/site/community.html?rev=1657446r1=1657445r2=1657446view=diff
==
--- flink/site/community.html (original)
+++ flink/site/community.html Thu Feb  5 00:12:27 2015
@@ -319,7 +319,7 @@ to move or duplicate all the official or
 td class=text-centertrohrmann/td
 /tr
 tr
-td class=text-center/td
+td class=text-centerimg 
src=https://avatars0.githubusercontent.com/u/105434?s=50;/td
 td class=text-centerHenry Saputra/td
 td class=text-centerPMC, Committer/td
 td class=text-centerhsaputra/td

flink git commit: [FLINK-1468] [scripts] Cancel job/task manager startup when misconfigured heap sizes

2015-02-04 Thread uce 
Repository: flink
Updated Branches:
  refs/heads/master 2bea79341 - 10cb2fafc


[FLINK-1468] [scripts] Cancel job/task manager startup when misconfigured heap 
sizes

Addresses comments here: 
https://github.com/apache/flink/commit/2bea79341eb0f2fafd1537b15ca212eb5792f950


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/10cb2faf
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/10cb2faf
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/10cb2faf

Branch: refs/heads/master
Commit: 10cb2fafc8a239e55f83e0c9fb71bda4aa32352b
Parents: 2bea793
Author: Ufuk Celebi u...@apache.org
Authored: Wed Feb 4 13:55:31 2015 +0100
Committer: Ufuk Celebi u...@apache.org
Committed: Wed Feb 4 14:13:46 2015 +0100

--
 flink-dist/src/main/flink-bin/bin/jobmanager.sh  | 14 +++---
 flink-dist/src/main/flink-bin/bin/taskmanager.sh |  5 ++---
 2 files changed, 9 insertions(+), 10 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/flink/blob/10cb2faf/flink-dist/src/main/flink-bin/bin/jobmanager.sh
--
diff --git a/flink-dist/src/main/flink-bin/bin/jobmanager.sh 
b/flink-dist/src/main/flink-bin/bin/jobmanager.sh
index e1c84ce..808bc32 100755
--- a/flink-dist/src/main/flink-bin/bin/jobmanager.sh
+++ b/flink-dist/src/main/flink-bin/bin/jobmanager.sh
@@ -63,18 +63,18 @@ case $STARTSTOP in
 (start)
 
 if [[ ! ${FLINK_JM_HEAP} =~ $IS_NUMBER ]]; then
-echo WARNING: Configured job manager heap size is not a number. 
Falling back to default.
+echo ERROR: Configured job manager heap size is not a number. 
Cancelling job manager startup.
 
-FLINK_JM_HEAP=0
+exit 1
 fi
 
-if [[ ! ${FLINK_TM_HEAP} =~ $IS_NUMBER ]]; then
-echo WARNING: Configured task manager heap size is not a number. 
Falling back to default.
+if [ $EXECUTIONMODE = local ]; then
+if [[ ! ${FLINK_TM_HEAP} =~ $IS_NUMBER ]]; then
+echo ERROR: Configured task manager heap size is not a 
number. Cancelling (local) job manager startup.
 
-FLINK_TM_HEAP=0
-fi
+exit 1
+fi
 
-if [ $EXECUTIONMODE = local ]; then
 FLINK_JM_HEAP=`expr $FLINK_JM_HEAP + $FLINK_TM_HEAP`
 fi
 

http://git-wip-us.apache.org/repos/asf/flink/blob/10cb2faf/flink-dist/src/main/flink-bin/bin/taskmanager.sh
--
diff --git a/flink-dist/src/main/flink-bin/bin/taskmanager.sh 
b/flink-dist/src/main/flink-bin/bin/taskmanager.sh
index e6c6c0a..72562c2 100755
--- a/flink-dist/src/main/flink-bin/bin/taskmanager.sh
+++ b/flink-dist/src/main/flink-bin/bin/taskmanager.sh
@@ -62,9 +62,8 @@ case $STARTSTOP in
 (start)
 
 if [[ ! ${FLINK_TM_HEAP} =~ ${IS_NUMBER} ]]; then
-echo WARNING: Configured task manager heap size is not a number. 
Falling back to default.
-
-FLINK_TM_HEAP=0
+echo ERROR: Configured task manager heap size is not a number. 
Cancelling task manager startup.
+exit 1
 fi
 
 if [ $FLINK_TM_HEAP -gt 0 ]; then

svn commit: r1657217 - in /flink: _posts/ site/ site/blog/ site/blog/page2/ site/blog/page3/ site/docs/ site/news/2015/02/ site/news/2015/02/04/

2015-02-04 Thread ktzoumas 
Author: ktzoumas
Date: Wed Feb  4 13:41:12 2015
New Revision: 1657217

URL: http://svn.apache.org/r1657217
Log:
Added blog post on January 2015 in the Flink community

Added:
flink/_posts/2015-02-04-january-in-flink.md
flink/site/news/2015/02/
flink/site/news/2015/02/04/
flink/site/news/2015/02/04/january-in-flink.html
Modified:
flink/site/blog/feed.xml
flink/site/blog/index.html
flink/site/blog/page2/index.html
flink/site/blog/page3/index.html
flink/site/community.html
flink/site/docs/index.html
flink/site/downloads.html

Added: flink/_posts/2015-02-04-january-in-flink.md
URL: 
http://svn.apache.org/viewvc/flink/_posts/2015-02-04-january-in-flink.md?rev=1657217view=auto
==
--- flink/_posts/2015-02-04-january-in-flink.md (added)
+++ flink/_posts/2015-02-04-january-in-flink.md Wed Feb  4 13:41:12 2015
@@ -0,0 +1,51 @@
+---
+layout: post
+title:  'January 2015 in the Flink community'
+date:   2015-02-04 10:00:00
+categories: news
+---
+
+Happy 2015! Here is a (hopefully digestible) summary of what happened last 
month in the Flink community.
+
+###0.8.0 release
+
+Flink 0.8.0 was released. See 
[here](http://flink.apache.org/news/2015/01/21/release-0.8.html) for the 
release notes.
+
+###Flink roadmap
+
+The community has published a [roadmap for 
2015](https://cwiki.apache.org/confluence/display/FLINK/Flink+Roadmap) on the 
Flink wiki. Check it out to see what is coming up in Flink, and pick up an 
issue to contribute!
+
+###Scaling ALS
+
+Flink committers employed at [data Artisans](http://data-artisans.com) 
published a [blog 
post](http://data-artisans.com/computing-recommendations-with-flink.html) on 
how they scaled matrix factorization with Flink and Google Compute Engine to 
matrices with 28 billion elements.
+
+###Articles in the press
+
+The Apache Software Foundation 
[announced](https://blogs.apache.org/foundation/entry/the_apache_software_foundation_announces69)
 Flink as a Top-Level Project. The announcement was picked up by the media, 
e.g., 
[here](http://sdtimes.com/inside-apache-software-foundations-newest-top-level-project-apache-flink/?utm_content=11232092utm_medium=socialutm_source=twitter),
 
[here](http://www.datanami.com/2015/01/12/apache-flink-takes-route-distributed-data-processing/),
 and 
[here](http://i-programmer.info/news/197-data-mining/8176-flink-reaches-top-level-status.html).
+
+###Hadoop Summit
+
+A submitted abstract on Flink Streaming [won the 
community](http://2015.hadoopsummit.org/amsterdam-blog/announcing-the-community-vote-session-winners-for-the-2015-hadoop-summit-europe/)
 vote at “The Future of Hadoop” track.
+Meetups and talks
+
+Flink was presented at the [Paris Hadoop User 
Group](http://www.meetup.com/Hadoop-User-Group-France/events/219778022/), the 
[Bay Area Hadoop User Group](http://www.meetup.com/hadoop/events/167785202/), 
the [Apache Tez User 
Group](http://www.meetup.com/Apache-Tez-User-Group/events/219302692/), and 
[FOSDEM 2015](https://fosdem.org/2015/schedule/track/graph_processing/). The 
January [Flink meetup in 
Berlin](http://www.meetup.com/Apache-Flink-Meetup/events/219639984/) had talks 
on recent community updates and new features.
+
+##Notable code contributions
+
+**Note:** Code contributions listed here may not be part of a release or even 
the Flink master repository yet.
+
+###[Using off-heap memory](https://github.com/apache/flink/pull/290)
+
+This pull request enables Flink to use off-heap memory for its internal memory 
uses (sort, hash, caching of intermediate data sets). 
+
+###[Gelly, Flink’s Graph API](https://github.com/apache/flink/pull/335)
+
+This pull request introduces Gelly, Flink’s brand new Graph API. Gelly 
offers a native graph programming abstraction with functionality for 
vertex-centric programming, as well as available graph algorithms. See [this 
slide 
set](http://www.slideshare.net/vkalavri/largescale-graph-processing-with-apache-flink-graphdevroom-fosdem15)
 for an overview of Gelly.
+
+###[Semantic annotations](https://github.com/apache/flink/pull/311)
+
+Semantic annotations are a powerful mechanism to expose information about the 
behavior of Flink functions to Flink’s optimizer. The optimizer can leverage 
this information to generate more efficient execution plans. For example the 
output of a Reduce operator that groups on the second field of a tuple is still 
partitioned on that field if the Reduce function does not modify the value of 
the second field. By exposing this information to the optimizer, the optimizer 
can generate plans that avoid expensive data shuffling and reuse the 
partitioned output of Reduce. Semantic annotations can be defined for most data 
types, including (nested) tuples and POJOs. See the snapshot documentation for 
details (not online yet).
+
+###[New YARN client](https://github.com/apache/flink/pull/292)
+
+The improved YARN client of Flink now

flink git commit: [FLINK-1473] Simplify SplittableIterator interface

2015-02-04 Thread rmetzger 
Repository: flink
Updated Branches:
  refs/heads/master d5393017b - 7ac6447fd


[FLINK-1473] Simplify SplittableIterator interface


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/7ac6447f
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/7ac6447f
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/7ac6447f

Branch: refs/heads/master
Commit: 7ac6447fd2c78ed00943ed0f4297cd7e943c7e10
Parents: d539301
Author: Robert Metzger rmetz...@apache.org
Authored: Sun Jan 25 19:52:02 2015 +0100
Committer: Robert Metzger rmetz...@apache.org
Committed: Wed Feb 4 15:21:11 2015 +0100

--
 .../apache/flink/util/NumberSequenceIterator.java | 11 +--
 .../org/apache/flink/util/SplittableIterator.java | 18 --
 .../flink/util/NumberSequenceIteratorTest.java|  1 -
 3 files changed, 13 insertions(+), 17 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/flink/blob/7ac6447f/flink-core/src/main/java/org/apache/flink/util/NumberSequenceIterator.java
--
diff --git 
a/flink-core/src/main/java/org/apache/flink/util/NumberSequenceIterator.java 
b/flink-core/src/main/java/org/apache/flink/util/NumberSequenceIterator.java
index a10c736..5cb992a 100644
--- a/flink-core/src/main/java/org/apache/flink/util/NumberSequenceIterator.java
+++ b/flink-core/src/main/java/org/apache/flink/util/NumberSequenceIterator.java
@@ -18,7 +18,6 @@
 
 package org.apache.flink.util;
 
-import java.util.Iterator;
 import java.util.NoSuchElementException;
 
 /**
@@ -26,7 +25,7 @@ import java.util.NoSuchElementException;
  * The iterator is splittable (as defined by {@link SplittableIterator}, i.e., 
it can be divided into multiple
  * iterators that each return a subsequence of the number sequence.
  */
-public class NumberSequenceIterator implements SplittableIteratorLong {
+public class NumberSequenceIterator extends SplittableIteratorLong {

private static final long serialVersionUID = 1L;
 
@@ -171,14 +170,6 @@ public class NumberSequenceIterator implements 
SplittableIteratorLong {
}
}

-   @Override
-   public IteratorLong getSplit(int num, int numPartitions) {
-   if (numPartitions  1 || num  0 || num = numPartitions) {
-   throw new IllegalArgumentException();
-   }
-   
-   return split(numPartitions)[num];
-   }
 
@Override
public int getMaximumNumberOfSplits() {

http://git-wip-us.apache.org/repos/asf/flink/blob/7ac6447f/flink-core/src/main/java/org/apache/flink/util/SplittableIterator.java
--
diff --git 
a/flink-core/src/main/java/org/apache/flink/util/SplittableIterator.java 
b/flink-core/src/main/java/org/apache/flink/util/SplittableIterator.java
index b6c0157..acff7f2 100644
--- a/flink-core/src/main/java/org/apache/flink/util/SplittableIterator.java
+++ b/flink-core/src/main/java/org/apache/flink/util/SplittableIterator.java
@@ -22,11 +22,17 @@ import java.io.Serializable;
 import java.util.Iterator;
 
 
-public interface SplittableIteratorT extends IteratorT, Serializable {
+public abstract class SplittableIteratorT implements IteratorT, 
Serializable {
 
-   IteratorT[] split(int numPartitions);
-   
-   IteratorT getSplit(int num, int numPartitions);
-   
-   int getMaximumNumberOfSplits();
+   abstract IteratorT[] split(int numPartitions);
+
+   public IteratorT getSplit(int num, int numPartitions) {
+   if (numPartitions  1 || num  0 || num = numPartitions) {
+   throw new IllegalArgumentException();
+   }
+
+   return split(numPartitions)[num];
+   }
+
+   abstract int getMaximumNumberOfSplits();
 }

http://git-wip-us.apache.org/repos/asf/flink/blob/7ac6447f/flink-core/src/test/java/org/apache/flink/util/NumberSequenceIteratorTest.java
--
diff --git 
a/flink-core/src/test/java/org/apache/flink/util/NumberSequenceIteratorTest.java
 
b/flink-core/src/test/java/org/apache/flink/util/NumberSequenceIteratorTest.java
index 80795ba..6698167 100644
--- 
a/flink-core/src/test/java/org/apache/flink/util/NumberSequenceIteratorTest.java
+++ 
b/flink-core/src/test/java/org/apache/flink/util/NumberSequenceIteratorTest.java
@@ -21,7 +21,6 @@ package org.apache.flink.util;
 import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertTrue;
 
-import org.apache.flink.util.NumberSequenceIterator;
 import org.junit.Test;