date:20160922

buildbot success in on flink-docs-release-0.10

2016-09-22 Thread buildbot

The Buildbot has detected a restored build on builder flink-docs-release-0.10 
while building . Full details are available at:
https://ci.apache.org/builders/flink-docs-release-0.10/builds/339

Buildbot URL: https://ci.apache.org/

Buildslave for this Build: bb_slave3_ubuntu

Build Reason: The Nightly scheduler named 'flink-nightly-docs-release-0.10' 
triggered this build
Build Source Stamp: [branch release-0.10] HEAD
Blamelist: 

Build succeeded!

Sincerely,
 -The Buildbot

[2/2] flink git commit: [FLINK-4603] [checkpoints] Fix user code classloading in KeyedStateBackend

2016-09-22 Thread sewen

[FLINK-4603] [checkpoints] Fix user code classloading in KeyedStateBackend

This closes #2533


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/3b8fe95e
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/3b8fe95e
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/3b8fe95e

Branch: refs/heads/master
Commit: 3b8fe95ec728d59e3ffba2901450c56d7cca2b24
Parents: e6fbda9
Author: Stefan Richter 
Authored: Wed Sep 21 14:55:58 2016 +0200
Committer: Stephan Ewen 
Committed: Thu Sep 22 14:42:12 2016 +0200

--
 .../state/RocksDBKeyedStateBackend.java |  19 +-
 .../streaming/state/RocksDBStateBackend.java|   2 +
 .../apache/flink/util/InstantiationUtil.java|   6 +-
 .../flink/runtime/state/KeyedStateBackend.java  |   4 +
 .../state/filesystem/FsStateBackend.java|   2 +
 .../state/heap/HeapKeyedStateBackend.java   |  31 +--
 .../state/memory/MemoryStateBackend.java|   5 +-
 .../streaming/runtime/tasks/StreamTask.java |   8 +-
 flink-tests/pom.xml |  19 ++
 ...t-checkpointing-custom_kv_state-assembly.xml |  38 +++
 .../test/classloading/ClassLoaderITCase.java|  25 +-
 .../jar/CheckpointingCustomKvStateProgram.java  | 233 +++
 12 files changed, 363 insertions(+), 29 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/flink/blob/3b8fe95e/flink-contrib/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBKeyedStateBackend.java
--
diff --git 
a/flink-contrib/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBKeyedStateBackend.java
 
b/flink-contrib/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBKeyedStateBackend.java
index 177c09f..d5a96af 100644
--- 
a/flink-contrib/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBKeyedStateBackend.java
+++ 
b/flink-contrib/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/RocksDBKeyedStateBackend.java
@@ -47,6 +47,7 @@ import org.apache.flink.runtime.state.KeyGroupsStateHandle;
 import org.apache.flink.runtime.state.KeyedStateBackend;
 import org.apache.flink.runtime.state.StreamStateHandle;
 import org.apache.flink.runtime.util.SerializableObject;
+import org.apache.flink.util.InstantiationUtil;
 import org.apache.flink.util.Preconditions;
 import org.rocksdb.ColumnFamilyDescriptor;
 import org.rocksdb.ColumnFamilyHandle;
@@ -63,8 +64,6 @@ import org.slf4j.LoggerFactory;
 import javax.annotation.concurrent.GuardedBy;
 import java.io.File;
 import java.io.IOException;
-import java.io.ObjectInputStream;
-import java.io.ObjectOutputStream;
 import java.util.ArrayList;
 import java.util.Comparator;
 import java.util.HashMap;
@@ -125,6 +124,7 @@ public class RocksDBKeyedStateBackend extends 
KeyedStateBackend {
public RocksDBKeyedStateBackend(
JobID jobId,
String operatorIdentifier,
+   ClassLoader userCodeClassLoader,
File instanceBasePath,
DBOptions dbOptions,
ColumnFamilyOptions columnFamilyOptions,
@@ -134,7 +134,7 @@ public class RocksDBKeyedStateBackend extends 
KeyedStateBackend {
KeyGroupRange keyGroupRange
) throws Exception {
 
-   super(kvStateRegistry, keySerializer, numberOfKeyGroups, 
keyGroupRange);
+   super(kvStateRegistry, keySerializer, userCodeClassLoader, 
numberOfKeyGroups, keyGroupRange);
 
this.operatorIdentifier = operatorIdentifier;
this.jobId = jobId;
@@ -177,6 +177,7 @@ public class RocksDBKeyedStateBackend extends 
KeyedStateBackend {
public RocksDBKeyedStateBackend(
JobID jobId,
String operatorIdentifier,
+   ClassLoader userCodeClassLoader,
File instanceBasePath,
DBOptions dbOptions,
ColumnFamilyOptions columnFamilyOptions,
@@ -189,6 +190,7 @@ public class RocksDBKeyedStateBackend extends 
KeyedStateBackend {
this(
jobId,
operatorIdentifier,
+   userCodeClassLoader,
instanceBasePath,
dbOptions,
columnFamilyOptions,
@@ -455,8 +457,8 @@ public class RocksDBKeyedStateBackend extends 
KeyedStateBackend {
checkInterrupted();
 
//write StateDescriptor for this k/v state
-

[1/2] flink git commit: [FLINK-4628] [core] Provide user class loader during input split assignment

2016-09-22 Thread sewen

Repository: flink
Updated Branches:
  refs/heads/master e6fbda906 -> 345b2529a


[FLINK-4628] [core] Provide user class loader during input split assignment

In analogy to the configure() method, this also sets a context class
loader during input split assignment.

This closes #2505


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/345b2529
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/345b2529
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/345b2529

Branch: refs/heads/master
Commit: 345b2529a8acdd59d67e89ea930ec69ad69a55d3
Parents: 3b8fe95
Author: Maximilian Michels 
Authored: Fri Sep 16 12:21:54 2016 +0200
Committer: Stephan Ewen 
Committed: Thu Sep 22 14:42:12 2016 +0200

--
 .../runtime/executiongraph/ExecutionJobVertex.java   | 15 +++
 1 file changed, 11 insertions(+), 4 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/flink/blob/345b2529/flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/ExecutionJobVertex.java
--
diff --git 
a/flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/ExecutionJobVertex.java
 
b/flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/ExecutionJobVertex.java
index 1ac9522..ead0852 100644
--- 
a/flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/ExecutionJobVertex.java
+++ 
b/flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/ExecutionJobVertex.java
@@ -165,10 +165,17 @@ public class ExecutionJobVertex {
InputSplitSource splitSource = 
(InputSplitSource) jobVertex.getInputSplitSource();

if (splitSource != null) {
-   inputSplits = 
splitSource.createInputSplits(numTaskVertices);
-   
-   if (inputSplits != null) {
-   splitAssigner = 
splitSource.getInputSplitAssigner(inputSplits);
+   Thread currentThread = Thread.currentThread();
+   ClassLoader oldContextClassLoader = 
currentThread.getContextClassLoader();
+   
currentThread.setContextClassLoader(graph.getUserClassLoader());
+   try {
+   inputSplits = 
splitSource.createInputSplits(numTaskVertices);
+
+   if (inputSplits != null) {
+   splitAssigner = 
splitSource.getInputSplitAssigner(inputSplits);
+   }
+   } finally {
+   
currentThread.setContextClassLoader(oldContextClassLoader);
}
}
else {

flink git commit: [FLINK-3580] [table] Add OVERLAPS function

2016-09-22 Thread twalthr

Repository: flink
Updated Branches:
  refs/heads/master 3507d59f9 -> e6fbda906


[FLINK-3580] [table] Add OVERLAPS function

This closes #2468.


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/e6fbda90
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/e6fbda90
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/e6fbda90

Branch: refs/heads/master
Commit: e6fbda906a173660df306e78eee010ed3fc59d8e
Parents: 3507d59
Author: twalthr 
Authored: Sat Sep 3 08:00:58 2016 +0200
Committer: twalthr 
Committed: Thu Sep 22 14:02:30 2016 +0200

--
 docs/dev/table_api.md   |  22 +++
 .../flink/api/scala/table/expressionDsl.scala   |  28 
 .../flink/api/table/expressions/time.scala  |  98 
 .../api/table/validate/FunctionCatalog.scala|   3 +-
 .../table/expressions/ScalarFunctionsTest.scala | 150 ---
 5 files changed, 249 insertions(+), 52 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/flink/blob/e6fbda90/docs/dev/table_api.md
--
diff --git a/docs/dev/table_api.md b/docs/dev/table_api.md
index b88a7da..72b88a6 100644
--- a/docs/dev/table_api.md
+++ b/docs/dev/table_api.md
@@ -1623,6 +1623,17 @@ localTimestamp()
   
 
 
+
+  
+{% highlight java %}
+temporalOverlaps(TIMEPOINT, TEMPORAL, TIMEPOINT, TEMPORAL)
+{% endhighlight %}
+  
+  
+Determines whether two anchored time intervals overlap. Time point 
and temporal are transformed into a range defined by two time points (start, 
end). The function evaluates leftEnd >= rightStart && rightEnd >= 
leftStart. E.g. temporalOverlaps("2:55:00".toTime, 1.hour, 
"3:30:00".toTime, 2.hour) leads to true.
+  
+
+
   
 
 
@@ -2030,6 +2041,17 @@ localTimestamp()
   
 
 
+
+  
+{% highlight scala %}
+temporalOverlaps(TIMEPOINT, TEMPORAL, TIMEPOINT, TEMPORAL)
+{% endhighlight %}
+  
+  
+Determines whether two anchored time intervals overlap. Time point 
and temporal are transformed into a range defined by two time points (start, 
end). The function evaluates leftEnd >= rightStart && rightEnd >= 
leftStart. E.g. temporalOverlaps('2:55:00'.toTime, 1.hour, 
'3:30:00'.toTime, 2.hour) leads to true.
+  
+
+
   
 
 

http://git-wip-us.apache.org/repos/asf/flink/blob/e6fbda90/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/scala/table/expressionDsl.scala
--
diff --git 
a/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/scala/table/expressionDsl.scala
 
b/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/scala/table/expressionDsl.scala
index 003b8b2..9c2721b 100644
--- 
a/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/scala/table/expressionDsl.scala
+++ 
b/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/scala/table/expressionDsl.scala
@@ -508,5 +508,33 @@ object localTimestamp {
   }
 }
 
+/**
+  * Determines whether two anchored time intervals overlap. Time point and 
temporal are
+  * transformed into a range defined by two time points (start, end). The 
function
+  * evaluates leftEnd >= rightStart && rightEnd >= leftStart.
+  *
+  * It evaluates: leftEnd >= rightStart && rightEnd >= leftStart
+  *
+  * e.g. temporalOverlaps("2:55:00".toTime, 1.hour, "3:30:00".toTime, 2.hour) 
leads to true
+  */
+object temporalOverlaps {
+
+  /**
+* Determines whether two anchored time intervals overlap. Time point and 
temporal are
+* transformed into a range defined by two time points (start, end).
+*
+* It evaluates: leftEnd >= rightStart && rightEnd >= leftStart
+*
+* e.g. temporalOverlaps("2:55:00".toTime, 1.hour, "3:30:00".toTime, 
2.hour) leads to true
+*/
+  def apply(
+  leftTimePoint: Expression,
+  leftTemporal: Expression,
+  rightTimePoint: Expression,
+  rightTemporal: Expression): Expression = {
+TemporalOverlaps(leftTimePoint, leftTemporal, rightTimePoint, 
rightTemporal)
+  }
+}
+
 
 

http://git-wip-us.apache.org/repos/asf/flink/blob/e6fbda90/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/table/expressions/time.scala
--
diff --git 
a/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/table/expressions/time.scala
 
b/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/table/expressions/time.scala
index 4b1942e..1f6361e 100644
--- 
a/flink-libraries/flink-table/src/main/scala/org/apache/flink/api/table/expressions/time.scala
+++

buildbot success in on flink-docs-release-0.10

[2/2] flink git commit: [FLINK-4603] [checkpoints] Fix user code classloading in KeyedStateBackend

[1/2] flink git commit: [FLINK-4628] [core] Provide user class loader during input split assignment

flink git commit: [FLINK-3580] [table] Add OVERLAPS function

4 matches

Site Navigation

Mail list logo

Footer information