Repository: beam Updated Branches: refs/heads/master 2f96bc326 -> 69d951225
[BEAM-1626] Remove cache of MapWithStateDStream on read. Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/47c80926 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/47c80926 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/47c80926 Branch: refs/heads/master Commit: 47c80926564f92ac0c0b4647f005ac86b0eaf649 Parents: 2f96bc3 Author: Sela <[email protected]> Authored: Sun Mar 5 23:37:08 2017 +0200 Committer: Sela <[email protected]> Committed: Mon Mar 6 10:07:52 2017 +0200 ---------------------------------------------------------------------- .../org/apache/beam/runners/spark/io/SparkUnboundedSource.java | 2 -- 1 file changed, 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam/blob/47c80926/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java ---------------------------------------------------------------------- diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java index 354461f..e5bbaf1 100644 --- a/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java +++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java @@ -94,8 +94,6 @@ public class SparkUnboundedSource { // set checkpoint duration for read stream, if set. checkpointStream(mapWithStateDStream, options); - // cache since checkpointing is less frequent. - mapWithStateDStream.cache(); // report the number of input elements for this InputDStream to the InputInfoTracker. int id = inputDStream.inputDStream().id();
