This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 99f9f39 [BEAM-9014] CachingShuffleBatchReader use bytes to limit
cache size.
add 9c46f50 [BEAM-2572] Python SDK S3 Filesystem (#9955)
No new revisions were added by this update.
Summary of changes:
.gitignore | 3 +
.../apache_beam/io/{gcp/tests => aws}/__init__.py | 0
.../nexmark/models => io/aws/clients}/__init__.py | 0
.../models => io/aws/clients/s3}/__init__.py | 0
.../apache_beam/io/aws/clients/s3/boto3_client.py | 240 +++++++
.../apache_beam/io/aws/clients/s3/client_test.py | 254 +++++++
.../apache_beam/io/aws/clients/s3/fake_client.py | 236 +++++++
.../apache_beam/io/aws/clients/s3/messages.py | 167 +++++
.../{gcp/gcsfilesystem.py => aws/s3filesystem.py} | 148 ++--
.../python/apache_beam/io/aws/s3filesystem_test.py | 267 +++++++
sdks/python/apache_beam/io/aws/s3io.py | 606 ++++++++++++++++
sdks/python/apache_beam/io/aws/s3io_test.py | 783 +++++++++++++++++++++
sdks/python/apache_beam/io/filesystems.py | 5 +
sdks/python/apache_beam/utils/retry.py | 17 +-
sdks/python/setup.py | 5 +
sdks/python/tox.ini | 9 +-
16 files changed, 2636 insertions(+), 104 deletions(-)
copy sdks/python/apache_beam/io/{gcp/tests => aws}/__init__.py (100%)
copy sdks/python/apache_beam/{testing/benchmarks/nexmark/models =>
io/aws/clients}/__init__.py (100%)
copy sdks/python/apache_beam/{testing/benchmarks/nexmark/models =>
io/aws/clients/s3}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py
create mode 100644 sdks/python/apache_beam/io/aws/clients/s3/client_test.py
create mode 100644 sdks/python/apache_beam/io/aws/clients/s3/fake_client.py
create mode 100644 sdks/python/apache_beam/io/aws/clients/s3/messages.py
copy sdks/python/apache_beam/io/{gcp/gcsfilesystem.py => aws/s3filesystem.py}
(63%)
create mode 100644 sdks/python/apache_beam/io/aws/s3filesystem_test.py
create mode 100644 sdks/python/apache_beam/io/aws/s3io.py
create mode 100644 sdks/python/apache_beam/io/aws/s3io_test.py
