This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 436527c [BEAM-11807] SDK Worker multithreading causes boto3 the
KeyError
new 4fb1f05 Merge pull request #13977 from [BEAM-11807] Fix issue with
sdk worker multi-threading and boto3 client
436527c is described below
commit 436527c0accb5dc4e427b6ce6e694edc0680e60d
Author: Evgeniy Belousov <[email protected]>
AuthorDate: Fri Feb 12 13:58:23 2021 +0300
[BEAM-11807] SDK Worker multithreading causes boto3 the KeyError
---
sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py
b/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py
index e441d6f..9756cde 100644
--- a/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py
+++ b/sdks/python/apache_beam/io/aws/clients/s3/boto3_client.py
@@ -57,7 +57,8 @@ class Client(object):
api_version = options.get('s3_api_version')
verify = options.get('s3_verify')
- self.client = boto3.client(
+ session = boto3.session.Session()
+ self.client = session.client(
service_name='s3',
region_name=region_name,
api_version=api_version,
