This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop.git.
from ee8f24c HDDS-1982. Extend SCMNodeManager to support decommission and
maintenance states. Contributed by Stephen O'Donnell.
add 3f223be HDFS-14844. Make buffer of
BlockReaderRemote#newBlockReader#BufferedOutputStream configurable. Contributed
by Lisheng Sun.
add 5363730 HDDS-2157. checkstyle: print filenames relative to project
root (#1485)
add d7d6ec8 HDDS-2128. Make ozone sh command work with OM HA service ids
(#1445)
add aa93866 HDFS-14833. RBF: Router Update Doesn't Sync Quota.
Contributed by Ayush Saxena.
add efed445 HADOOP-16589. [pb-upgrade] Update docker image to make 3.7.1
protoc as default (#1482). Contributed by Vinayakumar B.
add dbdc612 HDDS-2163. Add 'Replication factor' to the output of list
keys (#1493)
add e02b102 HADOOP-16445. Allow separate custom signing algorithms for S3
and DDB (#1332)
add a94aa1f HDDS-2150. Update dependency versions to avoid security
vulnerabilities. (#1472)
add 659c888 HDFS-14818. Check native pmdk lib by 'hadoop checknative'
command. Contributed by Feilong He.
add 4c0a7a9 Make upstream aware of 3.2.1 release.
add 07c81e9 HADOOP-16558. [COMMON+HDFS] use protobuf-maven-plugin to
generate protobuf classes (#1494). Contributed by Vinayakumar B.
add aa664d7 HADOOP-16138. hadoop fs mkdir / of nonexistent abfs container
raises NPE (#1302). Contributed by Gabor Bota.
add 2b5fc95 HADOOP-16591 Fix S3A ITest*MRjob failures.
add c30e495 HDFS-14853. NPE in
DFSNetworkTopology#chooseRandomWithStorageType() when the excludedNode is not
present. Contributed by Ranith Sardar.
new fd5e877 Merge branch 'trunk' into HDDS-1880-Decom
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/docker/Dockerfile | 20 +-
hadoop-common-project/hadoop-common/pom.xml | 66 +--
.../hadoop-common/src/CMakeLists.txt | 2 +-
.../java/org/apache/hadoop/fs/shell/Mkdir.java | 11 +-
.../org/apache/hadoop/io/nativeio/NativeIO.java | 28 +-
.../apache/hadoop/util/NativeLibraryChecker.java | 10 +
.../src/org/apache/hadoop/io/nativeio/NativeIO.c | 14 +-
.../src/org/apache/hadoop/io/nativeio/pmdk_load.c | 28 +-
.../src/org/apache/hadoop/io/nativeio/pmdk_load.h | 5 -
.../hadoop-common/src/main/proto/FSProtos.proto | 2 +-
.../src/main/proto/GenericRefreshProtocol.proto | 2 +-
.../src/main/proto/GetUserMappingsProtocol.proto | 2 +-
.../src/main/proto/HAServiceProtocol.proto | 2 +-
.../src/main/proto/IpcConnectionContext.proto | 2 +-
.../src/main/proto/ProtobufRpcEngine.proto | 2 +-
.../src/main/proto/ProtocolInfo.proto | 2 +-
.../proto/RefreshAuthorizationPolicyProtocol.proto | 2 +-
.../src/main/proto/RefreshCallQueueProtocol.proto | 2 +-
.../main/proto/RefreshUserMappingsProtocol.proto | 2 +-
.../hadoop-common/src/main/proto/RpcHeader.proto | 2 +-
.../hadoop-common/src/main/proto/Security.proto | 2 +-
.../hadoop-common/src/main/proto/TraceAdmin.proto | 2 +-
.../src/main/proto/ZKFCProtocol.proto | 2 +-
.../site/markdown/release/3.2.1/CHANGELOG.3.2.1.md | 553 +++++++++++++++++++++
.../markdown/release/3.2.1/RELEASENOTES.3.2.1.md | 80 +++
.../hadoop-common/src/test/proto/test.proto | 2 +-
.../src/test/proto/test_rpc_service.proto | 1 +
hadoop-hdds/common/pom.xml | 2 +-
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 36 +-
.../hadoop/hdfs/client/HdfsClientConfigKeys.java | 3 +
.../hdfs/client/impl/BlockReaderFactory.java | 2 +-
.../hadoop/hdfs/client/impl/BlockReaderRemote.java | 11 +-
.../src/main/proto/ClientDatanodeProtocol.proto | 2 +-
.../src/main/proto/ClientNamenodeProtocol.proto | 2 +-
.../src/main/proto/ReconfigurationProtocol.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/acl.proto | 2 +-
.../src/main/proto/datatransfer.proto | 2 +-
.../src/main/proto/encryption.proto | 2 +-
.../src/main/proto/erasurecoding.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/hdfs.proto | 2 +-
.../src/main/proto/inotify.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/xattr.proto | 2 +-
hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 32 +-
.../federation/router/RouterAdminServer.java | 98 ++--
.../src/main/proto/FederationProtocol.proto | 2 +-
.../src/main/proto/RouterProtocol.proto | 2 +-
.../server/federation/router/TestRouterQuota.java | 9 +
...HDFS_3.1.2.xml => Apache_Hadoop_HDFS_3.2.1.xml} | 10 +-
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 48 +-
.../apache/hadoop/hdfs/net/DFSNetworkTopology.java | 3 +
.../datanode/erasurecode/StripedBlockReader.java | 2 +-
.../datanode/fsdataset/impl/FsDatasetCache.java | 15 +-
.../src/main/proto/AliasMapProtocol.proto | 2 +-
.../src/main/proto/DatanodeLifelineProtocol.proto | 2 +-
.../src/main/proto/DatanodeProtocol.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HAZKInfo.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HdfsServer.proto | 2 +-
.../src/main/proto/InterDatanodeProtocol.proto | 2 +-
.../src/main/proto/InterQJournalProtocol.proto | 2 +-
.../src/main/proto/JournalProtocol.proto | 2 +-
.../src/main/proto/NamenodeProtocol.proto | 2 +-
.../src/main/proto/QJournalProtocol.proto | 2 +-
.../hadoop-hdfs/src/main/proto/editlog.proto | 2 +-
.../hadoop-hdfs/src/main/proto/fsimage.proto | 2 +-
.../src/main/resources/hdfs-default.xml | 12 +
.../hadoop/hdfs/net/TestDFSNetworkTopology.java | 16 +
.../org/apache/hadoop/ozone/client/OzoneKey.java | 17 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 4 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 5 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 12 +-
.../hadoop/ozone/ozShell/TestOzoneShellHA.java | 343 +++++++++++++
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 17 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 3 +-
hadoop-project-dist/pom.xml | 2 +-
hadoop-project/pom.xml | 52 +-
.../java/org/apache/hadoop/fs/s3a/Constants.java | 39 +-
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 3 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 6 +
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 45 ++
.../org/apache/hadoop/fs/s3a/SignerManager.java | 99 ++++
.../hadoop/fs/s3a/auth/STSClientFactory.java | 8 +-
.../s3a/auth/delegation/SessionTokenBinding.java | 4 +-
.../fs/s3a/s3guard/DynamoDBClientFactory.java | 4 +-
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 68 +++
.../fs/s3a/ITestS3ATemporaryCredentials.java | 2 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 2 +-
.../apache/hadoop/fs/s3a/TestSignerManager.java | 130 +++++
.../fs/s3a/commit/AbstractYarnClusterITest.java | 5 +-
.../fs/azurebfs/ITestAzureBlobFileSystemCLI.java | 65 +++
pom.ozone.xml | 50 +-
90 files changed, 1850 insertions(+), 330 deletions(-)
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.1/CHANGELOG.3.2.1.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.1/RELEASENOTES.3.2.1.md
copy
hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/{Apache_Hadoop_HDFS_3.1.2.xml
=> Apache_Hadoop_HDFS_3.2.1.xml} (81%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/ozShell/TestOzoneShellHA.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/SignerManager.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/TestSignerManager.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestAzureBlobFileSystemCLI.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
