This is an automated email from the ASF dual-hosted git repository.
stevel pushed a commit to branch feature-HADOOP-18028-s3a-prefetch-branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git
commit a01427792eeedd5453c535b80b4abacb930ef071
Author: Viraj Jasani <vjas...@apache.org>
AuthorDate: Tue Aug 23 02:49:04 2022 -0700
HADOOP-18380. fs.s3a.prefetch.block.size to be read through longBytesOption
(#4762)
Contributed by Viraj Jasani.
---
.../src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java | 9 +++++++--
1 file changed, 7 insertions(+), 2 deletions(-)
diff --git
a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
index 7d5ca7b88af..dd9f3368c59 100644
---
a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
+++
b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
@@ -535,8 +535,13 @@ public class S3AFileSystem extends FileSystem implements
StreamCapabilities,
enableMultiObjectsDelete = conf.getBoolean(ENABLE_MULTI_DELETE, true);
this.prefetchEnabled = conf.getBoolean(PREFETCH_ENABLED_KEY,
PREFETCH_ENABLED_DEFAULT);
- this.prefetchBlockSize = intOption(
- conf, PREFETCH_BLOCK_SIZE_KEY, PREFETCH_BLOCK_DEFAULT_SIZE,
PREFETCH_BLOCK_DEFAULT_SIZE);
+ long prefetchBlockSizeLong =
+ longBytesOption(conf, PREFETCH_BLOCK_SIZE_KEY,
PREFETCH_BLOCK_DEFAULT_SIZE,
+ PREFETCH_BLOCK_DEFAULT_SIZE);
+ if (prefetchBlockSizeLong > (long) Integer.MAX_VALUE) {
+ throw new IOException("S3A prefetch block size exceeds int limit");
+ }
+ this.prefetchBlockSize = (int) prefetchBlockSizeLong;
this.prefetchBlockCount =
intOption(conf, PREFETCH_BLOCK_COUNT_KEY,
PREFETCH_BLOCK_DEFAULT_COUNT, 1);
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
