This closes #2136
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/dd0f8d98 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/dd0f8d98 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/dd0f8d98 Branch: refs/heads/master Commit: dd0f8d984aa79c08867ae9f5e54ce48179499e19 Parents: 7c7bb82 1bc240b Author: Chamikara Jayalath <[email protected]> Authored: Wed Mar 22 14:28:53 2017 -0700 Committer: Chamikara Jayalath <[email protected]> Committed: Wed Mar 22 14:28:53 2017 -0700 ---------------------------------------------------------------------- .../apache_beam/examples/snippets/snippets.py | 2 +- sdks/python/apache_beam/io/avroio.py | 3 +- sdks/python/apache_beam/io/filebasedsource.py | 83 +-- .../apache_beam/io/filebasedsource_test.py | 18 +- sdks/python/apache_beam/io/fileio.py | 588 +++---------------- sdks/python/apache_beam/io/fileio_test.py | 102 +--- sdks/python/apache_beam/io/filesystem.py | 439 ++++++++++++++ sdks/python/apache_beam/io/filesystems_util.py | 31 + sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 242 ++++++++ .../apache_beam/io/gcp/gcsfilesystem_test.py | 293 +++++++++ sdks/python/apache_beam/io/gcp/gcsio.py | 12 +- sdks/python/apache_beam/io/gcp/gcsio_test.py | 9 +- sdks/python/apache_beam/io/iobase.py | 4 +- sdks/python/apache_beam/io/localfilesystem.py | 236 ++++++++ .../apache_beam/io/localfilesystem_test.py | 185 ++++++ sdks/python/apache_beam/io/textio.py | 7 +- sdks/python/apache_beam/io/textio_test.py | 2 +- sdks/python/apache_beam/io/tfrecordio.py | 5 +- sdks/python/apache_beam/io/tfrecordio_test.py | 20 +- .../apache_beam/tests/pipeline_verifiers.py | 8 +- .../tests/pipeline_verifiers_test.py | 26 +- 21 files changed, 1613 insertions(+), 702 deletions(-) ----------------------------------------------------------------------
