This closes #3607: [BEAM-2512] Introduces TextIO.watchForNewFiles() and the Match transform
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/df36bd9d Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/df36bd9d Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/df36bd9d Branch: refs/heads/master Commit: df36bd9d7979bd6956ec299a6f63d5a0237d031a Parents: 8d337ff fe002c2 Author: Eugene Kirpichov <[email protected]> Authored: Fri Aug 4 16:38:39 2017 -0700 Committer: Eugene Kirpichov <[email protected]> Committed: Fri Aug 4 16:38:39 2017 -0700 ---------------------------------------------------------------------- .../beam/sdk/annotations/Experimental.java | 5 +- .../apache/beam/sdk/coders/BooleanCoder.java | 59 +++++++ .../apache/beam/sdk/coders/CoderRegistry.java | 10 ++ .../java/org/apache/beam/sdk/io/AvroIO.java | 2 + .../org/apache/beam/sdk/io/FileBasedSource.java | 52 ++++--- .../org/apache/beam/sdk/io/FileSystems.java | 46 ++++++ .../main/java/org/apache/beam/sdk/io/Match.java | 156 +++++++++++++++++++ .../beam/sdk/io/ReadAllViaFileBasedSource.java | 46 +++--- .../java/org/apache/beam/sdk/io/TextIO.java | 156 ++++++++++++++++--- .../java/org/apache/beam/sdk/io/TextSource.java | 7 +- .../beam/sdk/io/fs/EmptyMatchTreatment.java | 46 ++++++ .../org/apache/beam/sdk/io/fs/MatchResult.java | 5 +- .../apache/beam/sdk/io/fs/MetadataCoder.java | 63 ++++++++ .../apache/beam/sdk/io/fs/ResourceIdCoder.java | 56 +++++++ .../org/apache/beam/sdk/transforms/DoFn.java | 11 +- .../org/apache/beam/sdk/transforms/Watch.java | 23 +-- .../apache/beam/sdk/io/FileBasedSourceTest.java | 51 ++++++ .../org/apache/beam/sdk/io/TextIOReadTest.java | 54 ++++++- 18 files changed, 756 insertions(+), 92 deletions(-) ----------------------------------------------------------------------
