Repository: incubator-beam Updated Branches: refs/heads/master 46412e5f2 -> a91e11500
[BEAM-11] This is a placeholder to get the TfIdfTest working. Should be replaced by a SparkStateInternals implementation Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/dd1c6ccb Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/dd1c6ccb Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/dd1c6ccb Branch: refs/heads/master Commit: dd1c6ccba99a685966a1673d85722e83f5e2e79f Parents: 7e9aab0 Author: Sela <[email protected]> Authored: Sat Mar 12 17:28:15 2016 +0200 Committer: Sela <[email protected]> Committed: Tue Mar 15 20:38:26 2016 +0200 ---------------------------------------------------------------------- .../org/apache/beam/runners/spark/SparkProcessContext.java | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/dd1c6ccb/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java ---------------------------------------------------------------------- diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java index c634152..f4d2ca0 100644 --- a/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java +++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java @@ -30,7 +30,7 @@ import com.google.cloud.dataflow.sdk.transforms.windowing.PaneInfo; import com.google.cloud.dataflow.sdk.util.TimerInternals; import com.google.cloud.dataflow.sdk.util.WindowedValue; import com.google.cloud.dataflow.sdk.util.WindowingInternals; -import com.google.cloud.dataflow.sdk.util.state.StateInternals; +import com.google.cloud.dataflow.sdk.util.state.*; import com.google.cloud.dataflow.sdk.values.PCollectionView; import com.google.cloud.dataflow.sdk.values.TupleTag; import com.google.common.collect.AbstractIterator; @@ -154,8 +154,10 @@ abstract class SparkProcessContext<I, O, V> extends DoFn<I, O>.ProcessContext { @Override public StateInternals stateInternals() { - throw new UnsupportedOperationException( - "WindowingInternals#stateInternals() is not yet supported."); + //TODO: implement state internals. + // This is a temporary placeholder to get the TfIdfTest + // working for the initial Beam code drop. + return InMemoryStateInternals.forKey("DUMMY"); } @Override
