This is an automated email from the ASF dual-hosted git repository.
mthakur pushed a change to branch feature-vectored-io
in repository https://gitbox.apache.org/repos/asf/hadoop.git
omit 2b5d2f0d762 HADOOP-18105 Implement buffer pooling with weak references
(#4263)
omit cbcb6a18206 HADOOP-18107 Adding scale test for vectored reads for
large file (#4273)
omit 7d1a2c3e288 HADOOP-18104: S3A: Add configs to configure
minSeekForVectorReads and maxReadSizeForVectorReads (#3964)
omit 8bf45aa5ba6 HADOOP-11867. Add a high-performance vectored read API.
(#3904)
add 2dfa928a201 HDFS-16521. DFS API to retrieve slow datanodes (#4107)
add 9807dfd25cd HDFS-16562. Upgrade moment.min.js to 2.29.2 (#4240)
add aa917b1cd40 HADOOP-18198. add -mvnargs option to create-release
command line (#4239)
add 6ab7b72cd61 HADOOP-18168. . (#4140)
add 6ec39d45c91 Revert "HADOOP-18168. . (#4140)"
add 4230162a766 HADOOP-18168. Fix S3A ITestMarkerTool use of purged public
bucket. (#4140)
add d346be9bd2d HDFS-16564. Use uint32_t for hdfs_find (#4245)
add 29401c82037 HDFS-16520. Improve EC pread: avoid potential reading
whole block (#4104)
add ae47846a5be HADOOP-16515. Update the link to compatibility guide
(#4226)
add 01027e52a97 HDFS-16185. Fix comment in LowRedundancyBlocks.java (#4194)
add 40a8b9a6a54 HADOOP-17479. Fix the examples of hadoop config prefix
(#4197)
add a394c2b031b HDFS-16572. Fix typo in readme of hadoop-project-dist
add 665ada6d21e MAPREDUCE-7376. AggregateWordCount fetches wrong results.
(#4257). Contributed by Ayush Saxena.
add d486ae8c0ff Fix TestDFSStripedInputStreamWithRandomECPolicy (#4291)
add 99a83fd4bdd HADOOP-18222. Prevent DelegationTokenSecretManagerMetrics
from registering multiple times
add 6983aef945c HDFS-16568. dfsadmin -reconfig option to start/query
reconfig on all live datanodes (#4264)
add 09a69f996ba YARN-11130. removed unused import (#4276)
add b62d6ce6fd6 YARN-11141. Capacity Scheduler does not support ambiguous
queue names when moving application across queues. Contributed by Andras Gyori
add eeedc0c7e41 YARN-10850. TimelineService v2 lists containers for all
attempts when filtering for one. Contributed by Benjamin Teke
add f143e994285 MAPREDUCE-7379. RMContainerRequestor#makeRemoteRequest has
confusing log message. Contributed by Ashutosh Gupta
add 9af3eabdca2 YARN-11114. RMWebServices returns only apps matching
exactly the submitted queue name. Contributed by Szilard Nemeth
add 1350539f2de HDFS-16465. Remove redundant strings.h inclusions (#4279)
add 6a95c3a0390 HADOOP-18193:Support nested mount points in INodeTree
add d74f328b008 HDFS-16525.System.err should be used when error occurs in
multiple methods in DFSAdmin class (#4122)
add 5e2f4339fad YARN-11126. ZKConfigurationStore Java deserialisation
vulnerability. Contributed by Tamas Domok
add 680af27aa66 HDFS-14750. RBF: Support dynamic handler allocation in
routers (#4199)
add dad2900b87a Revert "HDFS-14750. RBF: Support dynamic handler
allocation in routers (#4199)" (#4306)
add eced5bec68d YARN-11123. ResourceManager webapps test failures due to
org.apache.hadoop.metrics2.MetricsException and subsequent
java.net.BindException: Address already in use. Contributed by Szilard Nemeth
add d2c9eb653a5 YARN-11073. Avoid unnecessary preemption for tiny queues
under certain corner cases (#4110)
add 9c3330c22fe MAPREDUCE-7377. Remove unused imports in MapReduce project
(#4299)
add 6985f9aabeb YARN-10080. Support show app id on localizer thread pool
(#4283)
add 6896c35a8da YARN-11122. Support getClusterNodes API in
FederationClientInterceptor (#4274)
add 931abbd9270 YARN-11092. Upgrade jquery ui to 1.13.1 (#4260)
add c85b80018bb HADOOP-18228. Update hadoop-vote to use HADOOP_RC_VERSION
dir (#4272)
add 79cc0caf9fd YARN-11133. YarnClient gets the wrong EffectiveMinCapacity
value (#4280)
add a46ef5f2eb3 HADOOP-18234. Fix s3a access point xml examples (#4309)
add 6f261ed4a23 HADOOP-18198. Release 3.3.3: release notes and jdiff files.
add 3ecdf39943c HADOOP-18237. Upgrade Apache Xerces Java to 2.12.2 (#4318)
add f6fa5bd1aa0 HADOOP-18229. Fix Hadoop-Common JavaDoc Errors (#4292)
add 0b32c6c113c HDFS-16540. Addendum: Data locality is lost when DataNode
pod restarts in kubernetes. (#4326)
add 54cd0174c0b YARN-11147. ResourceUsage and QueueCapacities classes
provide node label iterators that are not thread safe
add 0e6a6d18809 YARN-11152. QueueMetrics is leaking memory when creating a
new queue during reinitialisation
add 78008bc0eea HADOOP-18245 Extend KMS related exceptions that get mapped
to ConnectException (#4329)
add 0773fae3929 HADOOP-18120. Hadoop auth does not handle HTTP Headers in
a case-insensitive way. Contributed by Janos Makai.
add fb910bd9068 HDFS-16453. Upgrade okhttp from 2.7.5 to 4.9.3 (#4229)
add 0733e968ab1 HADOOP-18224. Upgrade maven compiler plugin to 3.10.1
(#4267)
add 8dd3ef1f080 YARN-10465. Support getNodeToLabels, getLabelsToNodes,
getClusterNodeLabels API's for Federation (#4317)
add 93a13202d72 HDFS-16582. Expose aggregate latency of slow node as
perceived by the reporting node (#4323)
add 4fd4208439c HDFS-16584.Record StandbyNameNode information when
Balancer is running. (#4333). Contributed by JiangHua Zhu.
add 5ab747222bf HDFS-16586. Purge FsDatasetAsyncDiskService threadgroup;
it causes BP… (#4338)
add f390edaec44 YARN-11162. Set the zk acl for nodes created by
ZKConfigurationStore. (#4350)
add f469b0e143c HADOOP-18249. Fix getUri() in HttpRequest has been
deprecated. (#4335)
add 678768035db YARN-11137. Improve log message in
FederationClientInterceptor (#4336)
add 84b0455cf86 HADOOP-18240. Upgrade Yetus to 0.14.0 (#4328)
add 6b331dde31c HADOOP-18251. Fix failure of extracting JIRA id from
commit message in git_jira_fix_version_check.py. (#4344)
add 0be1fde9626 HDFS-16561. Handle error returned by strtol
add e3e9369c1d7 YARN-11128. Fix comments in
TestProportionalCapacityPreemptionPolicy* (#4271)
add 297f0f6d6a4 HDFS-16583. DatanodeAdminDefaultMonitor can get stuck in
an infinite loop holding the write lock (#4332)
add bee538f785c HDFS-16585.Add @VisibleForTesting in Dispatcher.java
(#4337)
add 96985f4c452 HDFS-15225. RBF: Add snapshot counts to content summary in
router. (#4356). Contributed by Ayush Saxena.
add dc9b21feacc HDFS-16587. Allow configuring the number of
JournalNodeRPCServer Handlers (#4339). Contributed by ZanderXu.
add 995f7b09566 HDFS-16597. RBF: Improve RouterRpcServer#reload With
Lambda (#4362). Contributed by fanshilun.
add 835f39cefc0 HDFS-15878. RBF: Fix
TestRouterWebHDFSContractCreate#testSyncable. (#4340). Contributed by Hanley
Yang.
add ba6520f67f4 HADOOP-18269. Misleading method name in
DistCpOptions.(#4216)
add 21fa693d38a HADOOP-18238. Fix reentrancy check in
SFTPFileSystem.close() (#4330)
add 5952934ad56 HDFS-16599. Fix typo in hadoop-hdfs-rbf module (#4368).
Contributed by fanshilun.
add 3228142f535 Make upstream aware of 2.10.2 release.
add 7c66266b4e0 YARN-11142.Remove unused Imports in Hadoop YARN project
(#4381). Contributed by Ashutosh Gupta.
add e85f827f0ab HDFS-16603. Improve DatanodeHttpServer With Netty
recommended method. (#4372)
add 4496e2daf63 HDFS-16604. Install gtest via FetchContent_Declare in
CMake (#4374)
add 34a973a90ef HDFS-16610. Make fsck read timeout configurable (#4384)
add 712e0091723 HADOOP-18268. Install maven from Apache archives (#4373)
add 7ac271307c5 HADOOP-18274. Use CMake 3.19.0 in Debian 10 (#4395)
add 1cc2416f681 YARN-10487. Support getQueueUserAcls, listReservations,
getApplicationAttempts, getContainerReport, getContainers, getResourceTypeInfo
API's for Federation (#4341)
add a406f49bc0e HDFS-16602. Use "defined" directive along with #if (#4371)
add 7bd4ac3ce0e HDFS-16563. Namenode WebUI prints sensitive information on
Token expiry (#4241)
add 25591ef51bb HDFS-16595. Slow peer metrics - add median, mad and upper
latency limits (#4357)
add 7f08ed0d1dd HDFS-16608. Fix the link in
TestClientProtocolForPipelineRecovery (#4379)
add a234d00c1ce HADOOP-18275. Update os-maven-plugin to 1.7.0 (#4397)
add 0a65883c501 HDFS-16618. sync_file_range error should include more
volume/file info (#4402)
add 5ac55b405d1 HADOOP-12020. Add s3a storage class option
fs.s3a.create.storage.class (#3877)
add 98ca6fa10a9 YARN-11159. Support failApplicationAttempt,
updateApplicationPriority, updateApplicationTimeouts API's for Federation
(#4396)
add 2ac01b273a1 HDFS-16624. Fix flaky unit test
TestDFSAdmin#testAllDatanodesReconfig (#4412)
add 985161f6ecf YARN-11173. remove redeclaration of
os-maven-plugin.version from yarn-csi (#4417)
add 6e11c941703 HDFS-16576. Remove unused imports in HDFS project (#4389)
add d557c44d94a HDFS-16463. Make dirent cross platform compatible (#4370)
add 7f5a34dfaa7 HDFS-16621.Remove unused JNStorage#getCurrentDir()
(#4404). Contributed by JiangHua Zhu.
add af5003a4731 HDFS-16623. Avoid IllegalArgumentException in
LifelineSender (#4409)
add 02c21ef8c35 HDFS-16627. Improve BPServiceActor#register log to add
NameNode address. (#4419). Contributed by fanshilun.
add 170668b994d HDFS-16609. Fix Flakes Junit Tests that often report
timeouts. (#4382). Contributed by fanshilun.
add c9a174a2605 YARN-11175. Refactor LogAggregationFileControllerFactory
add bebf03a66eb HDFS-16625. Check assumption about PMDK availability
(#4414)
add d0715b1024d HDFS-16598. Fix DataNode FsDatasetImpl lock issue without
GS checks. (#4366). Contributed by ZanderXu.
add 75bc6cfced3 YARN-11176. Refactor TestAggregatedLogDeletionService.
Contributed by Szilard Nemeth.
add 5a40224b53a HDFS-16469. Locate protoc-gen-hrpc across platforms (#4434)
add dc5460d5258 YARN-11078. Set env vars in a cross platform compatible
way (#4432)
add f8c7e67fdcd HDFS-16628 RBF: Correct target directory when move to
trash for kerberos login user. (#4424). Contributed by Xiping Zhang.
add 1b25851ad9c HADOOP-18159. Bump cos_api-bundle to 5.6.69 to update
public-suffix-list.txt (#4444)
new 44fa8a44a2f HADOOP-11867. Add a high-performance vectored read API.
(#3904)
new eccfb1b3758 HADOOP-18104: S3A: Add configs to configure
minSeekForVectorReads and maxReadSizeForVectorReads (#3964)
new 9843cc041ab HADOOP-18107 Adding scale test for vectored reads for
large file (#4273)
new 7668f8d6e69 HADOOP-18105 Implement buffer pooling with weak references
(#4263)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2b5d2f0d762)
\
N -- N -- N refs/heads/feature-vectored-io (7668f8d6e69)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.BUILDING.txt.swp | Bin 16384 -> 0 bytes
LICENSE-binary | 2 +-
dev-support/Jenkinsfile | 2 +-
dev-support/bin/create-release | 7 +
dev-support/bin/yetus-wrapper | 2 +-
dev-support/docker/Dockerfile_debian_10 | 1 +
dev-support/docker/pkg-resolver/install-maven.sh | 2 +-
dev-support/docker/pkg-resolver/packages.json | 1 -
.../git_jira_fix_version_check.py | 7 +-
dev-support/hadoop-vote.sh | 3 +
hadoop-client-modules/hadoop-client/pom.xml | 12 +
hadoop-cloud-storage-project/hadoop-cos/pom.xml | 2 +-
.../examples/RequestLoggerFilter.java | 1 +
.../authentication/client/AuthenticatedURL.java | 3 +
.../client/KerberosAuthenticator.java | 6 +
.../server/AuthenticationFilter.java | 4 +-
.../client/TestAuthenticatedURL.java | 38 +
.../client/TestKerberosAuthenticator.java | 82 +
.../server/TestAuthenticationFilter.java | 38 +
.../jdiff/Apache_Hadoop_Common_2.10.2.xml | 41055 +++++++++++++++++++
.../jdiff/Apache_Hadoop_Common_3.3.3.xml | 39037 ++++++++++++++++++
hadoop-common-project/hadoop-common/pom.xml | 10 +
.../org/apache/hadoop/conf/ConfigRedactor.java | 4 +-
.../java/org/apache/hadoop/conf/Configuration.java | 52 +-
.../java/org/apache/hadoop/conf/Configured.java | 4 +-
.../org/apache/hadoop/conf/Reconfigurable.java | 6 +
.../org/apache/hadoop/conf/ReconfigurableBase.java | 3 +
.../hadoop/conf/ReconfigurationException.java | 10 +
.../hadoop/conf/ReconfigurationTaskStatus.java | 4 +-
.../java/org/apache/hadoop/crypto/CryptoCodec.java | 10 +-
.../apache/hadoop/crypto/CryptoInputStream.java | 2 +-
.../apache/hadoop/crypto/CryptoOutputStream.java | 2 +-
.../apache/hadoop/crypto/CryptoStreamUtils.java | 35 +-
.../org/apache/hadoop/crypto/OpensslCipher.java | 23 +-
.../org/apache/hadoop/crypto/key/KeyProvider.java | 48 +-
.../crypto/key/KeyProviderCryptoExtension.java | 9 +-
.../key/KeyProviderDelegationTokenExtension.java | 4 +-
.../org/apache/hadoop/crypto/key/KeyShell.java | 4 +-
.../key/kms/LoadBalancingKMSClientProvider.java | 6 +-
.../apache/hadoop/crypto/key/kms/ValueQueue.java | 12 +-
.../org/apache/hadoop/fs/AbstractFileSystem.java | 277 +-
.../java/org/apache/hadoop/fs/AvroFSInput.java | 13 +-
.../apache/hadoop/fs/BatchedRemoteIterator.java | 3 +
.../java/org/apache/hadoop/fs/BlockLocation.java | 45 +
.../java/org/apache/hadoop/fs/ByteBufferUtil.java | 6 +
.../org/apache/hadoop/fs/CachingGetSpaceUsed.java | 9 +
.../org/apache/hadoop/fs/ChecksumFileSystem.java | 40 +-
.../main/java/org/apache/hadoop/fs/ChecksumFs.java | 37 +-
.../hadoop/fs/CommonConfigurationKeysPublic.java | 7 +-
.../apache/hadoop/fs/CompositeCrcFileChecksum.java | 8 +-
.../java/org/apache/hadoop/fs/ContentSummary.java | 26 +-
.../main/java/org/apache/hadoop/fs/CreateFlag.java | 2 +
.../src/main/java/org/apache/hadoop/fs/DF.java | 10 +-
.../apache/hadoop/fs/DelegationTokenRenewer.java | 26 +-
.../main/java/org/apache/hadoop/fs/FSBuilder.java | 45 +-
.../hadoop/fs/FSDataOutputStreamBuilder.java | 32 +
.../java/org/apache/hadoop/fs/FSInputChecker.java | 10 +-
.../java/org/apache/hadoop/fs/FSLinkResolver.java | 2 +-
.../java/org/apache/hadoop/fs/FSOutputSummer.java | 8 +
.../java/org/apache/hadoop/fs/FileChecksum.java | 25 +-
.../java/org/apache/hadoop/fs/FileContext.java | 112 +-
.../org/apache/hadoop/fs/FileEncryptionInfo.java | 3 +
.../main/java/org/apache/hadoop/fs/FileStatus.java | 14 +
.../main/java/org/apache/hadoop/fs/FileSystem.java | 170 +-
.../apache/hadoop/fs/FileSystemLinkResolver.java | 8 +-
.../main/java/org/apache/hadoop/fs/FileUtil.java | 87 +-
.../org/apache/hadoop/fs/FilterFileSystem.java | 4 +-
.../main/java/org/apache/hadoop/fs/FsShell.java | 2 +-
.../main/java/org/apache/hadoop/fs/FsStatus.java | 23 +-
.../java/org/apache/hadoop/fs/GlobExpander.java | 4 +-
.../apache/hadoop/fs/GlobalStorageStatistics.java | 2 +
.../java/org/apache/hadoop/fs/HarFileSystem.java | 8 +-
.../main/java/org/apache/hadoop/fs/HardLink.java | 6 +
.../org/apache/hadoop/fs/HasFileDescriptor.java | 2 +-
.../org/apache/hadoop/fs/LocalDirAllocator.java | 31 +-
.../java/org/apache/hadoop/fs/LocalFileSystem.java | 6 +-
.../fs/MD5MD5CRC32CastagnoliFileChecksum.java | 8 +-
.../apache/hadoop/fs/MD5MD5CRC32FileChecksum.java | 13 +-
.../hadoop/fs/MD5MD5CRC32GzipFileChecksum.java | 8 +-
.../org/apache/hadoop/fs/MultipartUploader.java | 3 +-
.../apache/hadoop/fs/MultipartUploaderBuilder.java | 19 +-
.../main/java/org/apache/hadoop/fs/Options.java | 7 +-
.../main/java/org/apache/hadoop/fs/QuotaUsage.java | 64 +-
.../org/apache/hadoop/fs/RawLocalFileSystem.java | 7 +-
.../main/java/org/apache/hadoop/fs/Seekable.java | 14 +-
.../src/main/java/org/apache/hadoop/fs/Stat.java | 4 +-
.../org/apache/hadoop/fs/StorageStatistics.java | 5 +
.../src/main/java/org/apache/hadoop/fs/Trash.java | 43 +-
.../java/org/apache/hadoop/fs/TrashPolicy.java | 16 +-
.../main/java/org/apache/hadoop/fs/XAttrCodec.java | 6 +-
.../hadoop/fs/impl/AbstractFSBuilderImpl.java | 2 +
.../hadoop/fs/impl/AbstractMultipartUploader.java | 2 +-
.../fs/impl/FutureDataInputStreamBuilderImpl.java | 5 +
.../org/apache/hadoop/fs/impl/FutureIOSupport.java | 2 +
.../fs/impl/MultipartUploaderBuilderImpl.java | 3 +
.../org/apache/hadoop/fs/permission/AclStatus.java | 4 +-
.../org/apache/hadoop/fs/permission/FsAction.java | 20 +-
.../apache/hadoop/fs/permission/FsCreateModes.java | 9 +-
.../apache/hadoop/fs/permission/FsPermission.java | 54 +-
.../hadoop/fs/permission/PermissionStatus.java | 39 +-
.../org/apache/hadoop/fs/sftp/SFTPFileSystem.java | 6 +-
.../java/org/apache/hadoop/fs/shell/Command.java | 24 +-
.../hadoop/fs/shell/CommandWithDestination.java | 3 +
.../java/org/apache/hadoop/fs/shell/PathData.java | 3 +-
.../hadoop/fs/shell/find/BaseExpression.java | 19 +-
.../apache/hadoop/fs/shell/find/Expression.java | 15 +-
.../apache/hadoop/fs/shell/find/FindOptions.java | 1 +
.../org/apache/hadoop/fs/shell/find/Result.java | 21 +-
.../hadoop/fs/statistics/IOStatisticsSnapshot.java | 8 +-
.../hadoop/fs/statistics/IOStatisticsSupport.java | 1 +
.../apache/hadoop/fs/statistics/MeanStatistic.java | 1 +
.../fs/statistics/impl/IOStatisticsBinding.java | 4 +
.../org/apache/hadoop/fs/store/DataBlocks.java | 4 +
.../hadoop/fs/store/audit/AuditingFunctions.java | 2 +
.../org/apache/hadoop/fs/viewfs/ConfigUtil.java | 74 +-
.../org/apache/hadoop/fs/viewfs/Constants.java | 13 +-
.../java/org/apache/hadoop/fs/viewfs/FsGetter.java | 9 +
.../org/apache/hadoop/fs/viewfs/InodeTree.java | 233 +-
.../hadoop/fs/viewfs/MountTableConfigLoader.java | 1 +
.../apache/hadoop/fs/viewfs/ViewFileSystem.java | 122 +-
.../fs/viewfs/ViewFileSystemOverloadScheme.java | 10 +-
.../hadoop/fs/viewfs/ViewFileSystemUtil.java | 5 +-
.../java/org/apache/hadoop/fs/viewfs/ViewFs.java | 162 +-
.../org/apache/hadoop/ha/ActiveStandbyElector.java | 31 +-
.../main/java/org/apache/hadoop/ha/HAAdmin.java | 3 +
.../org/apache/hadoop/ha/HAServiceProtocol.java | 8 +-
.../java/org/apache/hadoop/ha/HAServiceTarget.java | 8 +-
.../java/org/apache/hadoop/ha/HealthMonitor.java | 3 +
.../org/apache/hadoop/ha/ZKFailoverController.java | 2 +
.../java/org/apache/hadoop/http/HtmlQuoting.java | 1 +
.../java/org/apache/hadoop/http/HttpServer2.java | 36 +-
.../org/apache/hadoop/io/AbstractMapWritable.java | 22 +-
.../main/java/org/apache/hadoop/io/ArrayFile.java | 68 +-
.../apache/hadoop/io/ArrayPrimitiveWritable.java | 4 +-
.../org/apache/hadoop/io/BinaryComparable.java | 9 +
.../java/org/apache/hadoop/io/BloomMapFile.java | 2 +-
.../java/org/apache/hadoop/io/BooleanWritable.java | 9 +-
.../hadoop/io/BoundedByteArrayOutputStream.java | 14 +-
.../java/org/apache/hadoop/io/ByteWritable.java | 10 +-
.../java/org/apache/hadoop/io/BytesWritable.java | 4 +
.../org/apache/hadoop/io/CompressedWritable.java | 13 +-
.../java/org/apache/hadoop/io/DataInputBuffer.java | 23 +-
.../org/apache/hadoop/io/DataOutputBuffer.java | 32 +-
.../java/org/apache/hadoop/io/EnumSetWritable.java | 15 +-
.../java/org/apache/hadoop/io/FloatWritable.java | 10 +-
.../java/org/apache/hadoop/io/GenericWritable.java | 4 +-
.../main/java/org/apache/hadoop/io/IOUtils.java | 14 +-
.../java/org/apache/hadoop/io/InputBuffer.java | 23 +-
.../java/org/apache/hadoop/io/IntWritable.java | 10 +-
.../java/org/apache/hadoop/io/LongWritable.java | 10 +-
.../main/java/org/apache/hadoop/io/MD5Hash.java | 81 +-
.../main/java/org/apache/hadoop/io/MapFile.java | 230 +-
.../org/apache/hadoop/io/MultipleIOException.java | 11 +-
.../java/org/apache/hadoop/io/NullWritable.java | 5 +-
.../java/org/apache/hadoop/io/ObjectWritable.java | 61 +-
.../java/org/apache/hadoop/io/OutputBuffer.java | 20 +-
.../java/org/apache/hadoop/io/RawComparator.java | 2 +-
.../java/org/apache/hadoop/io/ReadaheadPool.java | 2 +-
.../java/org/apache/hadoop/io/SecureIOUtils.java | 26 +-
.../java/org/apache/hadoop/io/SequenceFile.java | 328 +-
.../main/java/org/apache/hadoop/io/SetFile.java | 75 +-
.../java/org/apache/hadoop/io/ShortWritable.java | 7 +-
.../src/main/java/org/apache/hadoop/io/Text.java | 77 +-
.../src/main/java/org/apache/hadoop/io/UTF8.java | 48 +-
.../java/org/apache/hadoop/io/VIntWritable.java | 7 +-
.../java/org/apache/hadoop/io/VLongWritable.java | 7 +-
.../org/apache/hadoop/io/VersionedWritable.java | 2 +-
.../main/java/org/apache/hadoop/io/Writable.java | 4 +-
.../org/apache/hadoop/io/WritableComparator.java | 120 +-
.../org/apache/hadoop/io/WritableFactories.java | 26 +-
.../java/org/apache/hadoop/io/WritableFactory.java | 2 +-
.../java/org/apache/hadoop/io/WritableName.java | 32 +-
.../java/org/apache/hadoop/io/WritableUtils.java | 34 +-
.../org/apache/hadoop/io/compress/BZip2Codec.java | 8 +-
.../io/compress/BlockDecompressorStream.java | 4 +-
.../org/apache/hadoop/io/compress/CodecPool.java | 10 +-
.../hadoop/io/compress/CompressionCodec.java | 8 +-
.../io/compress/CompressionCodecFactory.java | 5 +-
.../hadoop/io/compress/CompressionInputStream.java | 8 +-
.../io/compress/CompressionOutputStream.java | 4 +-
.../org/apache/hadoop/io/compress/Compressor.java | 3 +
.../apache/hadoop/io/compress/Decompressor.java | 2 +-
.../hadoop/io/compress/DecompressorStream.java | 2 +-
.../org/apache/hadoop/io/compress/Lz4Codec.java | 8 +-
.../org/apache/hadoop/io/compress/SnappyCodec.java | 8 +-
.../io/compress/SplittableCompressionCodec.java | 2 +
.../apache/hadoop/io/compress/ZStandardCodec.java | 8 +-
.../hadoop/io/compress/bzip2/Bzip2Compressor.java | 1 +
.../io/compress/bzip2/Bzip2Decompressor.java | 2 +
.../io/compress/bzip2/CBZip2InputStream.java | 8 +-
.../io/compress/bzip2/CBZip2OutputStream.java | 10 +-
.../hadoop/io/compress/lz4/Lz4Decompressor.java | 2 +-
.../io/compress/snappy/SnappyDecompressor.java | 2 +-
.../hadoop/io/compress/zlib/ZlibCompressor.java | 1 +
.../hadoop/io/compress/zlib/ZlibDecompressor.java | 2 +
.../hadoop/io/compress/zlib/ZlibFactory.java | 2 +-
.../io/compress/zstd/ZStandardCompressor.java | 2 +
.../io/compress/zstd/ZStandardDecompressor.java | 1 +
.../apache/hadoop/io/erasurecode/CodecUtil.java | 2 +
.../hadoop/io/erasurecode/ErasureCodeNative.java | 2 +
.../hadoop/io/erasurecode/coder/ErasureCoder.java | 1 +
.../io/erasurecode/coder/ErasureCodingStep.java | 5 +-
.../io/erasurecode/coder/ErasureDecoder.java | 10 +-
.../io/erasurecode/coder/ErasureDecodingStep.java | 6 +-
.../io/erasurecode/coder/ErasureEncoder.java | 2 +-
.../io/erasurecode/coder/ErasureEncodingStep.java | 6 +-
.../io/erasurecode/coder/HHErasureCodingStep.java | 4 +-
.../coder/HHXORErasureDecodingStep.java | 4 +-
.../coder/HHXORErasureEncodingStep.java | 4 +-
.../io/erasurecode/coder/XORErasureDecoder.java | 2 +-
.../hadoop/io/erasurecode/coder/util/HHUtil.java | 2 +
.../io/erasurecode/grouper/BlockGrouper.java | 6 +-
.../io/erasurecode/rawcoder/DecodingValidator.java | 4 +-
.../io/erasurecode/rawcoder/RawErasureDecoder.java | 2 +
.../io/erasurecode/rawcoder/RawErasureEncoder.java | 5 +-
.../io/erasurecode/rawcoder/util/DumpUtil.java | 10 +-
.../hadoop/io/erasurecode/rawcoder/util/GF256.java | 10 +-
.../io/erasurecode/rawcoder/util/GaloisField.java | 38 +-
.../io/erasurecode/rawcoder/util/RSUtil.java | 15 +
.../org/apache/hadoop/io/file/tfile/ByteArray.java | 2 +-
.../org/apache/hadoop/io/file/tfile/TFile.java | 95 +-
.../org/apache/hadoop/io/file/tfile/Utils.java | 20 +-
.../org/apache/hadoop/io/nativeio/NativeIO.java | 46 +-
.../apache/hadoop/io/retry/AsyncCallHandler.java | 11 +-
.../org/apache/hadoop/io/retry/RetryPolicies.java | 37 +
.../org/apache/hadoop/io/retry/RetryProxy.java | 5 +
.../org/apache/hadoop/io/retry/RetryUtils.java | 4 +-
.../apache/hadoop/io/serializer/Deserializer.java | 7 +-
.../io/serializer/DeserializerComparator.java | 2 +-
.../io/serializer/JavaSerializationComparator.java | 2 +-
.../apache/hadoop/io/serializer/Serialization.java | 7 +-
.../hadoop/io/serializer/SerializationFactory.java | 2 +
.../apache/hadoop/io/serializer/Serializer.java | 7 +-
.../io/serializer/avro/AvroSerialization.java | 6 +
.../org/apache/hadoop/ipc/AlignmentContext.java | 2 +-
.../org/apache/hadoop/ipc/CallQueueManager.java | 6 +
.../main/java/org/apache/hadoop/ipc/Client.java | 28 +-
.../java/org/apache/hadoop/ipc/ClientCache.java | 2 +
.../main/java/org/apache/hadoop/ipc/ClientId.java | 12 +-
.../apache/hadoop/ipc/GenericRefreshProtocol.java | 6 +-
.../java/org/apache/hadoop/ipc/ProtobufHelper.java | 4 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine.java | 8 +
.../org/apache/hadoop/ipc/ProtobufRpcEngine2.java | 6 +
.../apache/hadoop/ipc/ProtocolMetaInterface.java | 2 +-
.../java/org/apache/hadoop/ipc/ProtocolProxy.java | 3 +-
.../src/main/java/org/apache/hadoop/ipc/RPC.java | 180 +-
.../hadoop/ipc/RefreshCallQueueProtocol.java | 2 +-
.../org/apache/hadoop/ipc/RefreshRegistry.java | 1 +
.../org/apache/hadoop/ipc/RemoteException.java | 5 +-
.../java/org/apache/hadoop/ipc/RetryCache.java | 22 +-
.../java/org/apache/hadoop/ipc/RpcClientUtil.java | 6 +-
.../main/java/org/apache/hadoop/ipc/RpcEngine.java | 37 +-
.../java/org/apache/hadoop/ipc/RpcScheduler.java | 9 +-
.../org/apache/hadoop/ipc/RpcServerException.java | 4 +-
.../main/java/org/apache/hadoop/ipc/Server.java | 68 +-
.../org/apache/hadoop/ipc/VersionedProtocol.java | 1 +
.../org/apache/hadoop/ipc/WritableRpcEngine.java | 50 +-
.../metrics/DecayRpcSchedulerDetailedMetrics.java | 7 +-
.../java/org/apache/hadoop/jmx/JMXJsonServlet.java | 11 +-
.../main/java/org/apache/hadoop/log/LogLevel.java | 2 +
.../org/apache/hadoop/log/LogThrottlingHelper.java | 8 +-
.../org/apache/hadoop/metrics2/MetricsSystem.java | 6 +-
.../hadoop/metrics2/MetricsSystemMXBean.java | 10 +-
.../hadoop/metrics2/lib/MutableMetricsFactory.java | 4 +-
.../metrics2/lib/MutableRollingAverages.java | 4 +-
.../apache/hadoop/metrics2/lib/MutableStat.java | 2 +-
.../org/apache/hadoop/metrics2/package-info.java | 10 +-
.../metrics2/sink/PrometheusMetricsSink.java | 4 +
.../metrics2/sink/ganglia/AbstractGangliaSink.java | 5 +-
.../metrics2/sink/ganglia/GangliaSink30.java | 2 +-
.../metrics2/sink/ganglia/GangliaSink31.java | 2 +-
.../org/apache/hadoop/metrics2/util/MBeans.java | 8 +-
.../hadoop/metrics2/util/SampleQuantiles.java | 2 +-
.../src/main/java/org/apache/hadoop/net/DNS.java | 10 +-
.../org/apache/hadoop/net/DNSToSwitchMapping.java | 2 +
.../org/apache/hadoop/net/DomainNameResolver.java | 13 +-
.../main/java/org/apache/hadoop/net/InnerNode.java | 5 +-
.../java/org/apache/hadoop/net/InnerNodeImpl.java | 15 +-
.../main/java/org/apache/hadoop/net/NetUtils.java | 60 +-
.../org/apache/hadoop/net/NetworkTopology.java | 24 +-
.../org/apache/hadoop/net/ScriptBasedMapping.java | 8 +-
.../net/ScriptBasedMappingWithDependency.java | 5 +-
.../org/apache/hadoop/net/SocketInputStream.java | 8 +-
.../org/apache/hadoop/net/SocketOutputStream.java | 13 +-
.../org/apache/hadoop/net/unix/DomainSocket.java | 13 +-
.../org/apache/hadoop/security/Credentials.java | 33 +-
.../security/GroupMappingServiceProvider.java | 8 +-
.../java/org/apache/hadoop/security/Groups.java | 4 +-
.../apache/hadoop/security/HadoopKerberosName.java | 4 +-
.../java/org/apache/hadoop/security/KDiag.java | 5 +-
.../org/apache/hadoop/security/KerberosInfo.java | 5 +-
.../apache/hadoop/security/NullGroupsMapping.java | 2 +-
.../org/apache/hadoop/security/ProviderUtils.java | 1 +
.../security/RefreshUserMappingsProtocol.java | 4 +-
.../apache/hadoop/security/SaslInputStream.java | 2 +-
.../hadoop/security/SaslPropertiesResolver.java | 2 +-
.../org/apache/hadoop/security/SaslRpcClient.java | 14 +-
.../org/apache/hadoop/security/SaslRpcServer.java | 25 +-
.../org/apache/hadoop/security/SecurityUtil.java | 14 +-
.../hadoop/security/ShellBasedIdMapping.java | 9 +-
.../ShellBasedUnixGroupsNetgroupMapping.java | 2 +
.../hadoop/security/UserGroupInformation.java | 46 +-
.../hadoop/security/alias/CredentialProvider.java | 13 +-
.../hadoop/security/alias/CredentialShell.java | 6 +-
.../security/authorize/AccessControlList.java | 1 +
.../security/authorize/ImpersonationProvider.java | 4 +-
.../hadoop/security/authorize/ProxyUsers.java | 12 +-
.../RefreshAuthorizationPolicyProtocol.java | 2 +-
.../security/ssl/ReloadingX509KeystoreManager.java | 4 +-
.../security/token/DelegationTokenIssuer.java | 13 +
.../apache/hadoop/security/token/DtFetcher.java | 23 +-
.../hadoop/security/token/DtFileOperations.java | 18 +-
.../apache/hadoop/security/token/DtUtilShell.java | 4 +-
.../org/apache/hadoop/security/token/Token.java | 18 +-
.../apache/hadoop/security/token/TokenInfo.java | 6 +-
.../apache/hadoop/security/token/TokenRenewer.java | 40 +-
.../AbstractDelegationTokenSecretManager.java | 127 +-
.../web/DelegationTokenAuthenticatedURL.java | 6 +
.../web/DelegationTokenAuthenticationFilter.java | 1 +
.../web/DelegationTokenAuthenticator.java | 8 +
.../org/apache/hadoop/service/AbstractService.java | 2 +-
.../apache/hadoop/service/CompositeService.java | 2 +-
.../apache/hadoop/service/ServiceStateModel.java | 3 +
.../launcher/AbstractLaunchableService.java | 2 +
.../hadoop/service/launcher/ServiceLauncher.java | 8 +-
.../hadoop/service/launcher/package-info.java | 27 +-
.../java/org/apache/hadoop/tools/CommandShell.java | 4 +-
.../org/apache/hadoop/tools/GetGroupsBase.java | 6 +-
.../hadoop/tools/GetUserMappingsProtocol.java | 2 +-
.../java/org/apache/hadoop/tools/TableListing.java | 11 +-
.../org/apache/hadoop/util/AsyncDiskService.java | 7 +-
.../util/BlockingThreadPoolExecutorService.java | 1 +
.../java/org/apache/hadoop/util/CrcComposer.java | 27 +
.../main/java/org/apache/hadoop/util/CrcUtil.java | 36 +
.../main/java/org/apache/hadoop/util/Daemon.java | 11 +-
.../java/org/apache/hadoop/util/DataChecksum.java | 55 +-
.../org/apache/hadoop/util/DirectBufferPool.java | 3 +
.../java/org/apache/hadoop/util/DiskChecker.java | 16 +-
.../apache/hadoop/util/DiskValidatorFactory.java | 2 +
.../java/org/apache/hadoop/util/GcTimeMonitor.java | 35 +-
.../apache/hadoop/util/GenericOptionsParser.java | 38 +-
.../java/org/apache/hadoop/util/GenericsUtil.java | 4 +
.../main/java/org/apache/hadoop/util/IPList.java | 2 +-
.../java/org/apache/hadoop/util/IdGenerator.java | 5 +-
.../org/apache/hadoop/util/IdentityHashStore.java | 11 +
.../org/apache/hadoop/util/IndexedSortable.java | 7 +
.../java/org/apache/hadoop/util/IndexedSorter.java | 8 +
.../org/apache/hadoop/util/InstrumentedLock.java | 1 +
.../apache/hadoop/util/IntrusiveCollection.java | 23 +
.../org/apache/hadoop/util/JsonSerialization.java | 4 +-
.../org/apache/hadoop/util/JvmPauseMonitor.java | 3 +
.../org/apache/hadoop/util/LightWeightCache.java | 7 +-
.../org/apache/hadoop/util/LightWeightGSet.java | 19 +-
.../hadoop/util/LightWeightResizableGSet.java | 2 +
.../java/org/apache/hadoop/util/LineReader.java | 6 +-
.../main/java/org/apache/hadoop/util/Lists.java | 30 +-
.../java/org/apache/hadoop/util/MachineList.java | 6 +-
.../org/apache/hadoop/util/NativeCodeLoader.java | 8 +-
.../apache/hadoop/util/NativeLibraryChecker.java | 3 +-
.../org/apache/hadoop/util/OperationDuration.java | 4 +-
.../main/java/org/apache/hadoop/util/Options.java | 2 +-
.../org/apache/hadoop/util/PrintJarMainClass.java | 2 +-
.../java/org/apache/hadoop/util/PriorityQueue.java | 36 +-
.../java/org/apache/hadoop/util/ProgramDriver.java | 20 +-
.../main/java/org/apache/hadoop/util/Progress.java | 49 +-
.../java/org/apache/hadoop/util/ProtoUtil.java | 4 +
.../java/org/apache/hadoop/util/QuickSort.java | 3 +
.../org/apache/hadoop/util/ReflectionUtils.java | 15 +-
.../main/java/org/apache/hadoop/util/RunJar.java | 7 +-
.../org/apache/hadoop/util/SequentialNumber.java | 17 +-
.../java/org/apache/hadoop/util/ServletUtil.java | 16 +-
.../src/main/java/org/apache/hadoop/util/Sets.java | 64 +-
.../main/java/org/apache/hadoop/util/Shell.java | 98 +-
.../apache/hadoop/util/ShutdownThreadsHelper.java | 8 +-
.../java/org/apache/hadoop/util/StopWatch.java | 3 +
.../org/apache/hadoop/util/StringInterner.java | 3 +
.../java/org/apache/hadoop/util/StringUtils.java | 60 +-
.../src/main/java/org/apache/hadoop/util/Time.java | 2 +
.../src/main/java/org/apache/hadoop/util/Tool.java | 6 +-
.../java/org/apache/hadoop/util/ToolRunner.java | 10 +-
.../main/java/org/apache/hadoop/util/XMLUtils.java | 6 +-
.../main/java/org/apache/hadoop/util/ZKUtil.java | 1 +
.../java/org/apache/hadoop/util/bloom/Key.java | 4 +-
.../apache/hadoop/util/concurrent/AsyncGet.java | 8 +-
.../hadoop/util/curator/ZKCuratorManager.java | 13 +-
.../util/functional/CommonCallableSupplier.java | 5 +
.../hadoop/util/functional/RemoteIterators.java | 20 +-
.../hadoop/util/functional/package-info.java | 6 +-
.../org/apache/hadoop/util/hash/JenkinsHash.java | 2 +-
.../hadoop-common/src/main/proto/FSProtos.proto | 2 +-
.../src/main/proto/GenericRefreshProtocol.proto | 2 +-
.../src/main/proto/GetUserMappingsProtocol.proto | 2 +-
.../src/main/proto/HAServiceProtocol.proto | 2 +-
.../src/main/proto/IpcConnectionContext.proto | 2 +-
.../src/main/proto/ProtobufRpcEngine.proto | 2 +-
.../src/main/proto/ProtobufRpcEngine2.proto | 2 +-
.../src/main/proto/ProtocolInfo.proto | 2 +-
.../proto/RefreshAuthorizationPolicyProtocol.proto | 2 +-
.../src/main/proto/RefreshCallQueueProtocol.proto | 2 +-
.../main/proto/RefreshUserMappingsProtocol.proto | 2 +-
.../hadoop-common/src/main/proto/RpcHeader.proto | 2 +-
.../hadoop-common/src/main/proto/Security.proto | 2 +-
.../hadoop-common/src/main/proto/TraceAdmin.proto | 2 +-
.../src/main/proto/ZKFCProtocol.proto | 2 +-
.../src/site/markdown/DownstreamDev.md | 2 +-
.../markdown/release/2.10.2/CHANGELOG.2.10.2.md | 277 +
.../markdown/release/2.10.2/RELEASENOTES.2.10.2.md | 102 +
.../site/markdown/release/3.3.3/CHANGELOG.3.3.3.md | 65 +
.../markdown/release/3.3.3/RELEASENOTES.3.3.3.md | 48 +
.../kms/TestLoadBalancingKMSClientProvider.java | 12 +-
.../fs/contract/AbstractContractCreateTest.java | 19 +-
.../hadoop/fs/viewfs/TestNestedMountPoint.java | 365 +
.../apache/hadoop/fs/viewfs/TestViewFsConfig.java | 1 +
.../hadoop/fs/viewfs/ViewFileSystemBaseTest.java | 142 +
.../token/delegation/TestDelegationToken.java | 52 +-
.../java/org/apache/hadoop/util/TestShell.java | 2 +-
.../dev-support/findbugsExcludeFile.xml | 13 +
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 10 +-
.../java/org/apache/hadoop/hdfs/DFSClient.java | 8 +
.../apache/hadoop/hdfs/DFSClientFaultInjector.java | 4 +
.../apache/hadoop/hdfs/DFSStripedInputStream.java | 15 +-
.../apache/hadoop/hdfs/DistributedFileSystem.java | 11 +
.../java/org/apache/hadoop/hdfs/StripeReader.java | 8 +-
.../hadoop/hdfs/ViewDistributedFileSystem.java | 10 +
.../hadoop/hdfs/client/HdfsClientConfigKeys.java | 8 +
.../hadoop/hdfs/protocol/ClientProtocol.java | 12 +
.../ClientNamenodeProtocolTranslatorPB.java | 13 +
.../hadoop/hdfs/protocolPB/package-info.java | 18 -
.../hdfs/server/protocol/OutlierMetrics.java | 90 +
.../hdfs/server/protocol/SlowPeerReports.java | 8 +-
.../apache/hadoop/hdfs/web/WebHdfsFileSystem.java | 2 -
.../ConfRefreshTokenBasedAccessTokenProvider.java | 66 +-
.../oauth2/CredentialBasedAccessTokenProvider.java | 69 +-
.../hadoop/hdfs/web/oauth2/OAuth2Constants.java | 2 +-
.../src/main/proto/ClientDatanodeProtocol.proto | 2 +-
.../src/main/proto/ClientNamenodeProtocol.proto | 11 +-
.../src/main/proto/datatransfer.proto | 2 +-
.../src/main/proto/encryption.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/hdfs.proto | 2 +-
.../src/main/proto/inotify.proto | 2 +-
.../apache/hadoop/hdfs/protocol/TestReadOnly.java | 3 +-
.../ha/TestConfiguredFailoverProxyProvider.java | 1 -
.../hadoop/fs/http/client/HttpFSFileSystem.java | 1 -
.../TestHttpFSFileSystemLocalFileSystem.java | 2 -
.../fs/http/server/TestHttpFSAccessControlled.java | 1 -
.../org/apache/hadoop/lib/server/TestServer.java | 1 -
.../src/main/native/fuse-dfs/fuse_dfs.h | 1 -
.../src/main/native/fuse-dfs/fuse_trash.c | 1 -
.../src/main/native/libhdfs-tests/CMakeLists.txt | 2 +
.../src/main/native/libhdfs/CMakeLists.txt | 2 +
.../src/main/native/libhdfs/jni_helper.c | 2 +-
.../main/native/libhdfspp/CMakeLists-gtest.txt.in | 33 -
.../src/main/native/libhdfspp/CMakeLists.txt | 37 +-
.../native/libhdfspp/lib/common/configuration.cc | 1 -
.../libhdfspp/lib/common/configuration_loader.cc | 1 -
.../main/native/libhdfspp/lib/proto/CMakeLists.txt | 4 +-
.../native/libhdfspp/lib/x-platform/CMakeLists.txt | 5 +-
.../libhdfspp/lib/x-platform/c-api/core/dirent.h | 68 +
.../libhdfspp/lib/x-platform/c-api/dirent.cc | 92 +
.../lib/x-platform/{types.h => c-api/dirent.h} | 27 +-
.../lib/x-platform/c-api/extern/dirent.h} | 19 +-
.../main/native/libhdfspp/lib/x-platform/dirent.cc | 29 +-
.../main/native/libhdfspp/lib/x-platform/dirent.h | 77 +
.../main/native/libhdfspp/lib/x-platform/types.h | 4 +-
.../libhdfspp/tests/tools/hdfs-chmod-mock.cc | 9 +
.../native/libhdfspp/tests/tools/hdfs-tool-tests.h | 13 +
.../libhdfspp/tests/x-platform/CMakeLists.txt | 12 +
.../tests/x-platform/c-api/dirent_test.cc | 100 +
.../libhdfspp/tests/x-platform/c-api/dirent_test.h | 26 +-
.../libhdfspp/tests/x-platform/dirent_test.cc | 151 +
.../libhdfspp/tests/x-platform/dirent_test.h | 78 +
.../libhdfspp/tools/hdfs-chmod/hdfs-chmod.cc | 15 +-
.../native/libhdfspp/tools/hdfs-find/hdfs-find.cc | 3 +-
.../hadoop/hdfs/nfs/nfs3/Nfs3HttpServer.java | 1 -
.../apache/hadoop/hdfs/nfs/nfs3/TestNfs3Utils.java | 2 -
.../hadoop/hdfs/rbfbalance/RouterFedBalance.java | 4 +-
.../server/federation/metrics/FederationMBean.java | 2 +-
.../metrics/FederationRPCPerformanceMonitor.java | 2 +-
.../hdfs/server/federation/metrics/RBFMetrics.java | 2 +-
.../federation/resolver/MountTableResolver.java | 2 +-
.../federation/router/ConnectionContext.java | 4 +-
.../federation/router/ConnectionManager.java | 14 +-
.../server/federation/router/FederationUtil.java | 2 +-
.../router/MountTableRefresherThread.java | 4 +-
.../server/federation/router/RBFConfigKeys.java | 2 +-
.../server/federation/router/RemoteMethod.java | 2 +-
.../federation/router/RouterAdminServer.java | 2 +-
.../federation/router/RouterClientProtocol.java | 14 +-
.../router/RouterQuotaUpdateService.java | 2 +-
.../server/federation/router/RouterRpcClient.java | 8 +-
.../server/federation/router/RouterRpcMonitor.java | 2 +-
.../server/federation/router/RouterRpcServer.java | 79 +-
.../federation/router/RouterWebHdfsMethods.java | 2 +-
.../server/federation/store/CachedRecordStore.java | 6 +-
.../server/federation/store/StateStoreService.java | 2 +-
.../federation/store/driver/StateStoreDriver.java | 2 +-
.../protocol/GetRouterRegistrationsRequest.java | 2 +-
.../impl/pb/FederationProtocolPBTranslator.java | 2 +-
.../hadoop/hdfs/tools/federation/RouterAdmin.java | 6 +-
.../server/federation/MiniRouterDFSCluster.java | 2 +-
.../hdfs/server/federation/MockResolver.java | 2 +-
.../federation/resolver/TestNamenodeResolver.java | 2 +-
.../hdfs/server/federation/router/TestRouter.java | 2 +-
.../federation/router/TestRouterAdminCLI.java | 4 +-
.../federation/router/TestRouterFaultTolerant.java | 2 +-
.../router/TestRouterMountTableCacheRefresh.java | 6 +-
.../federation/router/TestRouterQuotaManager.java | 14 +-
.../router/TestRouterRPCClientRetries.java | 2 +-
...erRPCMultipleDestinationMountTableResolver.java | 2 +-
.../server/federation/router/TestRouterRpc.java | 44 +
.../router/TestRouterRpcMultiDestination.java | 2 +-
.../TestRouterRpcStoragePolicySatisfier.java | 1 -
.../server/federation/router/TestRouterTrash.java | 38 +
.../TestZKDelegationTokenSecretManagerImpl.java | 4 +-
.../store/TestStateStoreMembershipState.java | 2 +-
.../store/driver/TestStateStoreDriverBase.java | 4 +-
.../jdiff/Apache_Hadoop_HDFS_2.10.2.xml | 312 +
.../dev-support/jdiff/Apache_Hadoop_HDFS_3.3.3.xml | 835 +
.../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 4 +
.../apache/hadoop/hdfs/protocol/SnapshotInfo.java | 1 -
.../hdfs/protocol/datatransfer/Receiver.java | 1 -
...ientNamenodeProtocolServerSideTranslatorPB.java | 16 +
.../apache/hadoop/hdfs/protocolPB/PBHelper.java | 25 +-
.../hadoop/hdfs/qjournal/server/JNStorage.java | 4 -
.../hdfs/qjournal/server/JournalNodeRpcServer.java | 23 +-
.../hadoop/hdfs/server/balancer/Dispatcher.java | 3 +
.../hdfs/server/balancer/NameNodeConnector.java | 14 +-
.../DatanodeAdminBackoffMonitor.java | 16 +-
.../DatanodeAdminDefaultMonitor.java | 17 +-
.../blockmanagement/DatanodeAdminMonitorBase.java | 12 +
.../DatanodeAdminMonitorInterface.java | 1 +
.../server/blockmanagement/DatanodeManager.java | 40 +-
.../blockmanagement/LowRedundancyBlocks.java | 4 +-
.../blockmanagement/SlowPeerDisabledTracker.java | 7 +-
.../server/blockmanagement/SlowPeerJsonReport.java | 84 +
.../SlowPeerLatencyWithReportingNode.java | 124 +
.../server/blockmanagement/SlowPeerTracker.java | 140 +-
.../server/common/IncorrectVersionException.java | 1 -
.../blockaliasmap/impl/TextFileRegionAliasMap.java | 1 -
.../hdfs/server/datanode/BPServiceActor.java | 16 +-
.../server/datanode/checker/AbstractFuture.java | 1 -
.../fsdataset/impl/FsDatasetAsyncDiskService.java | 26 +-
.../datanode/fsdataset/impl/FsDatasetImpl.java | 24 +-
.../datanode/metrics/DataNodePeerMetrics.java | 35 +-
.../server/datanode/metrics/OutlierDetector.java | 35 +-
.../server/datanode/web/DatanodeHttpServer.java | 60 +-
.../HostRestrictingAuthorizationFilterHandler.java | 4 +-
.../datanode/web/SimpleHttpProxyHandler.java | 5 +-
.../hdfs/server/datanode/web/URLDispatcher.java | 2 +-
.../datanode/web/webhdfs/WebHdfsHandler.java | 10 +-
.../hdfs/server/namenode/AclEntryStatusFormat.java | 2 -
.../hadoop/hdfs/server/namenode/FSNamesystem.java | 33 +-
.../hdfs/server/namenode/NameNodeRpcServer.java | 6 +
.../hdfs/server/namenode/SerialNumberMap.java | 1 -
.../server/namenode/ha/RemoteNameNodeInfo.java | 1 -
.../namenode/startupprogress/package-info.java | 1 -
.../org/apache/hadoop/hdfs/tools/DFSAdmin.java | 170 +-
.../java/org/apache/hadoop/hdfs/tools/DFSck.java | 13 +-
.../tools/offlineImageViewer/FSImageHandler.java | 6 +-
.../hdfs/tools/snapshot/LsSnapshottableDir.java | 1 -
.../src/main/proto/DatanodeLifelineProtocol.proto | 2 +-
.../src/main/proto/DatanodeProtocol.proto | 5 +-
.../hadoop-hdfs/src/main/proto/HAZKInfo.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HdfsServer.proto | 2 +-
.../src/main/proto/InterDatanodeProtocol.proto | 2 +-
.../src/main/proto/InterQJournalProtocol.proto | 2 +-
.../src/main/proto/JournalProtocol.proto | 2 +-
.../src/main/proto/NamenodeProtocol.proto | 2 +-
.../src/main/proto/QJournalProtocol.proto | 2 +-
.../src/main/resources/hdfs-default.xml | 26 +
.../src/main/webapps/static/moment.min.js | 4 +-
.../hadoop-hdfs/src/site/markdown/HDFSCommands.md | 8 +-
.../hadoop-hdfs/src/site/markdown/HdfsUserGuide.md | 8 +-
.../java/org/apache/hadoop/TestGenericRefresh.java | 2 -
.../apache/hadoop/fs/TestResolveHdfsSymlink.java | 1 -
.../fs/TestSWebHdfsFileContextMainOperations.java | 1 -
.../hadoop/fs/TestSymlinkHdfsFileSystem.java | 1 -
.../org/apache/hadoop/hdfs/TestAbandonBlock.java | 4 +-
.../TestClientProtocolForPipelineRecovery.java | 2 +-
.../java/org/apache/hadoop/hdfs/TestDFSShell.java | 2 +-
.../hadoop/hdfs/TestDFSStripedInputStream.java | 73 +
.../org/apache/hadoop/hdfs/TestFileAppend3.java | 1 -
.../org/apache/hadoop/hdfs/TestFileCreation.java | 4 +-
.../apache/hadoop/hdfs/TestHDFSPolicyProvider.java | 2 -
.../java/org/apache/hadoop/hdfs/TestModTime.java | 2 -
.../hadoop/hdfs/TestRollingUpgradeDowngrade.java | 1 -
.../java/org/apache/hadoop/hdfs/TestSeekBug.java | 1 -
.../java/org/apache/hadoop/hdfs/TestSetTimes.java | 1 -
.../apache/hadoop/hdfs/TestSlowDatanodeReport.java | 137 +
.../apache/hadoop/hdfs/TestSnapshotCommands.java | 2 +-
.../hadoop/hdfs/protocolPB/TestPBHelper.java | 9 +-
.../hdfs/qjournal/server/TestJournalNode.java | 26 +
.../balancer/TestBalancerWithHANameNodes.java | 8 +-
.../TestReplicationPolicyExcludeSlowNodes.java | 20 +-
.../blockmanagement/TestSlowPeerTracker.java | 117 +-
.../datanode/TestBpServiceActorScheduler.java | 13 +
.../server/datanode/TestDataNodeInitStorage.java | 4 -
.../hdfs/server/datanode/TestDatanodeRegister.java | 4 +-
.../impl/TestCacheByPmemMappableBlockLoader.java | 3 +
.../fsdataset/impl/TestDatanodeRestart.java | 5 -
.../fsdataset/impl/TestPmemCacheRecovery.java | 3 +
.../fsdataset/impl/TestWriteToReplica.java | 6 +-
.../TestDataNodeOutlierDetectionViaMetrics.java | 3 +-
...tHostRestrictingAuthorizationFilterHandler.java | 12 +-
.../namenode/TestBlockUnderConstruction.java | 3 -
.../TestCommitBlockWithInvalidGenStamp.java | 2 -
.../hdfs/server/namenode/TestFileContextXAttr.java | 2 -
.../hadoop/hdfs/server/namenode/TestFileLimit.java | 1 -
.../namenode/TestFsckWithMultipleNameNodes.java | 1 -
.../hdfs/server/namenode/TestSecondaryWebUi.java | 2 -
.../hdfs/server/namenode/TestSecureNameNode.java | 1 -
.../TestSecureNameNodeWithExternalKdc.java | 1 -
.../namenode/snapshot/TestXAttrWithSnapshot.java | 1 -
.../TestStartupProgressMetrics.java | 2 -
.../sps/TestExternalStoragePolicySatisfier.java | 2 +-
.../hdfs/shortcircuit/TestShortCircuitCache.java | 1 -
.../org/apache/hadoop/hdfs/tools/TestDFSAdmin.java | 63 +-
.../hadoop/hdfs/tools/TestDFSAdminWithHA.java | 200 +-
.../TestOfflineImageViewerForAcl.java | 4 -
.../java/org/apache/hadoop/tools/TestJMXGet.java | 4 -
.../src/test/resources/testHDFSConf.xml | 2 +-
.../jdiff/Apache_Hadoop_MapReduce_Common_3.3.3.xml | 113 +
.../jdiff/Apache_Hadoop_MapReduce_Core_3.3.3.xml | 28087 +++++++++++++
.../Apache_Hadoop_MapReduce_JobClient_3.3.3.xml | 16 +
.../java/org/apache/hadoop/mapred/YarnChild.java | 2 +-
.../v2/app/launcher/ContainerLauncher.java | 1 -
.../mapreduce/v2/app/rm/RMContainerRequestor.java | 10 +-
.../mapreduce/v2/app/webapp/AttemptsPage.java | 1 -
.../apache/hadoop/mapreduce/v2/app/TestFail.java | 2 -
.../hadoop/mapreduce/v2/app/TestMRAppMaster.java | 2 +-
.../mapred/LocalDistributedCacheManager.java | 1 -
.../mapreduce/v2/jobhistory/JHAdminConfig.java | 1 -
.../hadoop/mapred/TestLocalModeWithNewApis.java | 1 -
.../hadoop/mapreduce/v2/util/TestMRApps.java | 1 -
.../org/apache/hadoop/mapred/JobACLsManager.java | 1 -
.../java/org/apache/hadoop/mapred/JobClient.java | 1 -
.../hadoop/mapred/TaskUmbilicalProtocol.java | 2 -
.../main/java/org/apache/hadoop/mapreduce/Job.java | 1 -
.../java/org/apache/hadoop/mapreduce/Mapper.java | 1 -
.../mapreduce/jobhistory/AMStartedEvent.java | 1 -
.../jobhistory/TaskAttemptStartedEvent.java | 1 -
.../lib/aggregate/ValueAggregatorJob.java | 2 +-
.../hadoop/mapreduce/lib/db/DBRecordReader.java | 11 -
.../mapreduce/lib/db/DataDrivenDBInputFormat.java | 7 -
.../mapreduce/lib/db/DataDrivenDBRecordReader.java | 21 +-
.../hadoop/mapreduce/lib/db/DateSplitter.java | 2 -
.../mapreduce/lib/db/MySQLDBRecordReader.java | 1 -
.../lib/db/MySQLDataDrivenDBRecordReader.java | 1 -
.../lib/db/OracleDataDrivenDBInputFormat.java | 17 -
.../lib/db/OracleDataDrivenDBRecordReader.java | 2 -
.../hadoop/mapreduce/lib/db/TextSplitter.java | 1 -
.../mapreduce/lib/output/MultipleOutputs.java | 2 -
.../lib/partition/TotalOrderPartitioner.java | 2 -
.../hadoop/mapreduce/task/reduce/MergeManager.java | 11 -
.../apache/hadoop/mapreduce/util/ProcessTree.java | 1 -
.../mapreduce/lib/jobcontrol/TestJobControl.java | 1 -
.../mapreduce/task/reduce/TestEventFetcher.java | 1 -
.../mapreduce/v2/hs/HistoryClientService.java | 1 -
.../hadoop/mapreduce/v2/hs/webapp/HsNavBlock.java | 1 -
.../hadoop/io/TestSequenceFileMergeProgress.java | 5 -
.../org/apache/hadoop/mapred/EmptyInputFormat.java | 2 -
.../org/apache/hadoop/mapred/TestLazyOutput.java | 2 -
.../apache/hadoop/mapred/TestMiniMRClasspath.java | 2 -
.../apache/hadoop/mapred/ThreadedMapBenchmark.java | 1 -
.../java/org/apache/hadoop/mapreduce/FailJob.java | 2 -
.../hadoop/mapreduce/TestMapReduceLazyOutput.java | 1 -
.../mapreduce/lib/input/TestMultipleInputs.java | 1 -
.../mapreduce/lib/join/TestJoinDatamerge.java | 3 +-
.../lib/partition/TestTotalOrderPartitioner.java | 1 -
.../token/delegation/TestDelegationToken.java | 1 -
.../hadoop/mapreduce/v2/TestNonExistentJob.java | 1 -
.../src/test/java/testjar/ClassWordCount.java | 11 -
.../NativeMapOutputCollectorDelegator.java | 1 -
.../nativetask/buffer/TestBufferPushPull.java | 1 -
.../mapred/nativetask/kvtest/TestInputFile.java | 1 -
.../apache/hadoop/examples/AggregateWordCount.java | 3 +-
.../hadoop/examples/terasort/TeraChecksum.java | 1 -
.../apache/hadoop/examples/terasort/TeraGen.java | 1 -
.../hadoop/examples/terasort/TeraValidate.java | 1 -
.../hadoop/examples/TestAggregateWordCount.java | 91 +
hadoop-project-dist/README.txt | 2 +-
hadoop-project-dist/pom.xml | 2 +-
hadoop-project/pom.xml | 41 +-
.../java/org/apache/hadoop/fs/s3a/Constants.java | 51 +
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 15 +
.../apache/hadoop/fs/s3a/api/RequestFactory.java | 7 +
.../hadoop/fs/s3a/impl/RequestFactoryImpl.java | 39 +-
.../src/site/markdown/tools/hadoop-aws/index.md | 47 +-
.../src/site/markdown/tools/hadoop-aws/testing.md | 24 +
.../tools/hadoop-aws/troubleshooting_s3a.md | 27 +-
.../hadoop/fs/s3a/ITestS3ARequesterPays.java | 21 +-
.../apache/hadoop/fs/s3a/ITestS3AStorageClass.java | 217 +
.../org/apache/hadoop/fs/s3a/S3ATestConstants.java | 19 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 11 +
.../fs/s3a/commit/AbstractITCommitProtocol.java | 53 +
.../s3a/scale/ITestS3AHugeFilesStorageClass.java | 135 +
.../hadoop/fs/s3a/test/PublicDatasetTestUtils.java | 101 +
.../hadoop/fs/s3a/tools/ITestMarkerTool.java | 13 +-
.../hadoop-aws/src/test/resources/core-site.xml | 27 +
hadoop-tools/hadoop-azure-datalake/pom.xml | 13 -
.../org/apache/hadoop/tools/DistCpOptions.java | 17 +
.../org/apache/hadoop/tools/OptionsParser.java | 2 +-
.../org/apache/hadoop/tools/TestDistCpOptions.java | 4 +-
.../tools/contract/AbstractContractDistCpTest.java | 2 +-
.../hadoop/tools/mapred/TestCopyCommitter.java | 2 +-
.../jdiff/Apache_Hadoop_YARN_API_2.10.2.xml | 22541 ++++++++++
.../jdiff/Apache_Hadoop_YARN_API_3.3.3.xml | 26407 ++++++++++++
.../jdiff/Apache_Hadoop_YARN_Client_2.10.2.xml | 2832 ++
.../jdiff/Apache_Hadoop_YARN_Client_3.3.3.xml | 3067 ++
.../jdiff/Apache_Hadoop_YARN_Common_2.10.2.xml | 2936 ++
.../jdiff/Apache_Hadoop_YARN_Common_3.3.3.xml | 3975 ++
.../Apache_Hadoop_YARN_Server_Common_3.3.3.xml | 1456 +
.../protocolrecords/GetLabelsToNodesResponse.java | 1 -
.../protocolrecords/GetNewReservationResponse.java | 1 -
.../apache/hadoop/yarn/api/records/Resource.java | 2 -
.../ApplicationAttemptNotFoundException.java | 1 -
.../exceptions/ApplicationNotFoundException.java | 1 -
.../exceptions/ContainerNotFoundException.java | 1 -
.../main/proto/applicationclient_protocol.proto | 2 +-
.../main/proto/applicationmaster_protocol.proto | 2 +-
.../main/proto/containermanagement_protocol.proto | 2 +-
.../resourcemanager_administration_protocol.proto | 2 +-
...arn_server_resourcemanager_service_protos.proto | 2 +-
.../src/main/proto/yarn_protos.proto | 2 +-
.../src/main/proto/yarn_service_protos.proto | 2 +-
.../application/EmbeddedSolrServerFactory.java | 1 -
.../DistributedShellTimelinePlugin.java | 1 -
.../containerlaunch/TestAbstractLauncher.java | 1 -
.../yarn/client/api/impl/AHSv2ClientImpl.java | 5 +-
.../api/impl/AMRMTokenIdentifierForTest.java | 3 -
.../hadoop-yarn/hadoop-yarn-common/pom.xml | 2 +-
.../impl/pb/GetLabelsToNodesResponsePBImpl.java | 2 -
.../impl/pb/GetNodesToLabelsResponsePBImpl.java | 3 -
.../records/impl/pb/QueueConfigurationsPBImpl.java | 4 +-
.../yarn/api/records/impl/pb/ResourcePBImpl.java | 1 -
.../client/api/impl/TimelineReaderClientImpl.java | 16 +-
.../LogAggregationFileControllerFactory.java | 199 +-
.../ifile/IndexedFileAggregatedLogsBlock.java | 2 -
.../tfile/TFileAggregatedLogsBlock.java | 3 -
.../impl/pb/UpdateNodeResourceRequestPBImpl.java | 1 -
.../server/security/ApplicationACLsManager.java | 1 -
.../yarn/util/ResourceCalculatorProcessTree.java | 1 -
.../apache/hadoop/yarn/webapp/WebAppException.java | 10 +
.../org/apache/hadoop/yarn/webapp/WebApps.java | 2 +-
.../apache/hadoop/yarn/webapp/view/JQueryUI.java | 10 +-
.../static/jquery/jquery-ui-1.12.1.custom.min.js | 13 -
.../static/jquery/jquery-ui-1.13.1.custom.min.js | 6 +
.../apache/hadoop/yarn/api/TestPBImplRecords.java | 8 +
.../api/impl/TestTimelineReaderClientImpl.java | 20 +-
.../TestAggregatedLogDeletionService.java | 722 +-
.../hadoop/yarn/webapp/view/TestCommonViews.java | 1 -
.../hadoop-yarn/hadoop-yarn-csi/pom.xml | 8 -
.../applicationhistoryservice/webapp/NavBlock.java | 1 -
.../server/timeline/TimelineStoreTestUtils.java | 1 -
.../webapp/TestTimelineWebServicesWithSSL.java | 1 -
.../hadoop/yarn/server/metrics/package-info.java | 18 -
.../proto/distributed_scheduling_am_protocol.proto | 2 +-
.../containermanager/AuxServicesEvent.java | 1 -
.../launcher/ContainerCleanup.java | 1 -
.../launcher/ContainersLauncherEvent.java | 1 -
.../localizer/ContainerLocalizer.java | 2 +-
.../localizer/LocalResourceRequest.java | 1 -
.../event/LocalizerResourceRequestEvent.java | 1 -
.../localizer/sharedcache/SharedCacheUploader.java | 1 -
.../loghandler/NonAggregatingLogHandler.java | 2 -
.../tracker/NMLogAggregationStatusTracker.java | 1 -
.../yarn/server/nodemanager/webapp/NavBlock.java | 1 -
.../server/nodemanager/webapp/dao/AppInfo.java | 1 -
.../nodemanager/TestContainerManagerWithLCE.java | 1 -
.../nodemanager/TestDirectoryCollection.java | 2 -
.../protocolrecords/impl/pb/TestPBRecordImpl.java | 2 +-
.../localizer/TestLocalResource.java | 1 -
.../scheduler/TestContainerSchedulerRecovery.java | 1 -
.../server/nodemanager/webapp/TestNMWebFilter.java | 1 -
.../server/resourcemanager/ClientRMService.java | 29 +-
.../server/resourcemanager/ClusterMetrics.java | 2 -
.../resourcemanager/DefaultAMSProcessor.java | 2 -
.../server/resourcemanager/ResourceManager.java | 8 +-
.../ahs/RMApplicationHistoryWriter.java | 1 -
.../AbstractPreemptableResourceCalculator.java | 173 +-
.../capacity/FifoIntraQueuePreemptionPlugin.java | 4 +-
.../monitor/capacity/TempQueuePerPartition.java | 4 +
.../nodelabels/NodeAttributesManagerImpl.java | 1 -
.../resource/DynamicResourceConfiguration.java | 1 -
.../resourcemanager/rmcontainer/RMContainer.java | 1 -
.../rmnode/RMNodeUpdateContainerEvent.java | 1 -
.../scheduler/AbstractResourceUsage.java | 5 +-
.../scheduler/PartitionQueueMetrics.java | 1 +
.../resourcemanager/scheduler/QueueMetrics.java | 29 +-
.../scheduler/activities/ActivitiesManager.java | 3 -
.../scheduler/capacity/AbstractCSQueue.java | 5 +-
.../scheduler/capacity/AbstractLeafQueue.java | 4 +-
.../scheduler/capacity/CSQueueUtils.java | 6 +-
.../scheduler/capacity/CapacityScheduler.java | 7 +-
.../scheduler/capacity/QueueCapacities.java | 9 -
.../capacity/QueueManagementDynamicEditPolicy.java | 1 -
.../scheduler/capacity/UsersManager.java | 4 +-
.../capacity/allocator/ContainerAllocation.java | 3 -
.../capacity/conf/ZKConfigurationStore.java | 7 +-
.../capacity/preemption/PreemptableQueue.java | 1 -
.../scheduler/fifo/FifoAppAttempt.java | 3 -
.../server/resourcemanager/webapp/NavBlock.java | 1 -
.../resourcemanager/webapp/RMWebAppFilter.java | 1 -
.../resourcemanager/webapp/dao/ClusterInfo.java | 1 -
.../resourcemanager/webapp/dao/ResourcesInfo.java | 2 +-
.../webapp/dao/UserMetricsInfo.java | 1 -
.../resourcemanager/TestClientRMService.java | 4 +-
.../server/resourcemanager/TestClientRMTokens.java | 1 -
...lCapacityPreemptionPolicyInterQueueWithDRF.java | 11 +-
...ortionalCapacityPreemptionPolicyIntraQueue.java | 11 +-
...cityPreemptionPolicyIntraQueueFairOrdering.java | 10 +-
...apacityPreemptionPolicyIntraQueueUserLimit.java | 33 +-
.../recovery/RMStateStoreTestBase.java | 1 -
.../recovery/TestFSRMStateStore.java | 2 +-
.../reservation/TestCapacityOverTimePolicy.java | 2 +-
.../rmapp/attempt/TestAMLivelinessMonitor.java | 2 +-
.../CapacitySchedulerPreemptionTestBase.java | 3 -
.../capacity/CapacitySchedulerQueueHelpers.java | 59 +
.../capacity/CapacitySchedulerTestUtilities.java | 11 +
.../scheduler/capacity/TestCapacityScheduler.java | 60 +
.../capacity/TestCapacitySchedulerApps.java | 41 +
.../capacity/TestNodeLabelContainerAllocation.java | 1 -
.../scheduler/capacity/TestQueueCapacities.java | 1 -
.../capacity/conf/TestZKConfigurationStore.java | 35 +
...TestPriorityUtilizationQueueOrderingPolicy.java | 2 +-
.../scheduler/fair/TestFSAppStarvation.java | 1 -
.../fair/TestVisitedResourceRequestTracker.java | 2 +-
.../security/ClientToAMTokenIdentifierForTest.java | 3 -
.../resourcemanager/webapp/TestNodesPage.java | 1 -
.../webapp/TestRMWebServicesApps.java | 150 +-
.../webapp/TestRMWebappAuthentication.java | 2 +-
.../hadoop/yarn/server/router/RouterMetrics.java | 449 +-
.../clientrm/FederationClientInterceptor.java | 536 +-
.../router/clientrm/RouterClientRMService.java | 1 -
.../router/clientrm/RouterYarnClientUtils.java | 172 +
.../yarn/server/router/TestRouterMetrics.java | 439 +-
.../clientrm/TestFederationClientInterceptor.java | 439 +-
.../router/clientrm/TestRouterYarnClientUtils.java | 326 +
.../TestableFederationClientInterceptor.java | 3 +
.../src/test/resources/capacity-scheduler.xml | 11 +-
.../src/test/resources/yarn-site.xml | 4 +
.../yarn/server/NMTokenIdentifierNewForTest.java | 1 -
.../yarn/server/TestMiniYARNClusterForHA.java | 1 -
.../server/timeline/EntityGroupPlugInForTest.java | 1 -
.../hadoop/yarn/server/timeline/TestLogInfo.java | 1 -
.../storage/apptoflow/AppToFlowTableRW.java | 2 +-
.../yarn/server/webproxy/TestAppReportFetcher.java | 1 -
.../server/webproxy/amfilter/TestAmFilter.java | 3 -
.../hadoop-yarn/hadoop-yarn-ui/pom.xml | 30 +-
.../hadoop-yarn-ui/src/main/webapp/package.json | 3 +-
pom.xml | 6 +
851 files changed, 186065 insertions(+), 3431 deletions(-)
delete mode 100644 .BUILDING.txt.swp
create mode 100644
hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.10.2.xml
create mode 100644
hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_3.3.3.xml
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/2.10.2/CHANGELOG.2.10.2.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/2.10.2/RELEASENOTES.2.10.2.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/3.3.3/CHANGELOG.3.3.3.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/3.3.3/RELEASENOTES.3.3.3.md
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/viewfs/TestNestedMountPoint.java
delete mode 100644
hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocolPB/package-info.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/server/protocol/OutlierMetrics.java
delete mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/CMakeLists-gtest.txt.in
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/c-api/core/dirent.h
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/c-api/dirent.cc
copy
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/{types.h
=> c-api/dirent.h} (64%)
rename
hadoop-hdfs-project/{hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/package-info.java
=>
hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/c-api/extern/dirent.h}
(69%)
copy
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/WritableFactory.java
=>
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/dirent.cc
(64%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/dirent.h
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/c-api/dirent_test.cc
copy
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/IPList.java
=>
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/c-api/dirent_test.h
(65%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/dirent_test.cc
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/dirent_test.h
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.10.2.xml
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_3.3.3.xml
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/SlowPeerJsonReport.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/SlowPeerLatencyWithReportingNode.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestSlowDatanodeReport.java
create mode 100644
hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_3.3.3.xml
create mode 100644
hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_3.3.3.xml
create mode 100644
hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_3.3.3.xml
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-examples/src/test/java/org/apache/hadoop/examples/TestAggregateWordCount.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AStorageClass.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/scale/ITestS3AHugeFilesStorageClass.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/test/PublicDatasetTestUtils.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.10.2.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_3.3.3.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.10.2.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_3.3.3.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.10.2.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_3.3.3.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_3.3.3.xml
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/jquery/jquery-ui-1.12.1.custom.min.js
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/jquery/jquery-ui-1.13.1.custom.min.js
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/metrics/package-info.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]