This closes #3921: [BEAM-3009] Introduces Contextful machinery and uses it to add side input support to Watch
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/014614b6 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/014614b6 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/014614b6 Branch: refs/heads/master Commit: 014614b695bac0b636aae662977dd3a3fa3b8a1e Parents: 7f5753f e2ad925 Author: Eugene Kirpichov <[email protected]> Authored: Fri Oct 13 18:44:28 2017 -0700 Committer: Eugene Kirpichov <[email protected]> Committed: Fri Oct 13 18:44:28 2017 -0700 ---------------------------------------------------------------------- .../runners/spark/SparkRunnerDebuggerTest.java | 11 +- .../beam/sdk/annotations/Experimental.java | 8 +- .../java/org/apache/beam/sdk/io/AvroIO.java | 11 +- .../org/apache/beam/sdk/io/FileBasedSink.java | 13 +- .../java/org/apache/beam/sdk/io/FileIO.java | 6 +- .../apache/beam/sdk/transforms/Contextful.java | 127 +++++++++++++++++ .../beam/sdk/transforms/FlatMapElements.java | 142 ++++++++----------- .../apache/beam/sdk/transforms/MapElements.java | 71 +++++----- .../org/apache/beam/sdk/transforms/ParDo.java | 5 +- .../beam/sdk/transforms/Requirements.java | 61 ++++++++ .../org/apache/beam/sdk/transforms/Watch.java | 36 +++-- .../apache/beam/sdk/values/TypeDescriptors.java | 37 +++-- .../sdk/transforms/FlatMapElementsTest.java | 35 ++++- .../beam/sdk/transforms/MapElementsTest.java | 42 +++++- .../apache/beam/sdk/transforms/WatchTest.java | 46 +++++- .../beam/sdk/values/TypeDescriptorsTest.java | 17 ++- .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 12 +- .../io/gcp/bigquery/DynamicDestinations.java | 13 +- 18 files changed, 501 insertions(+), 192 deletions(-) ----------------------------------------------------------------------
