This is an automated email from the ASF dual-hosted git repository.
jinglun pushed a change to branch HADOOP-19236
in repository https://gitbox.apache.org/repos/asf/hadoop.git
discard 91867ed7554 HADOOP-19236. Incorporate VolcanoEngine Cloud TOS File
System Implementation.
add 6370cd268c6 Revert "HADOOP-19236. Incorporate VolcanoEngine Cloud TOS
File System Impleme…" (#7327)
add b6916ebe905 HADOOP-19401: Improve error message when OS can't identify
the current user.
add d9bcee929e7 HADOOP-19289. Upgrade to protobuf-java 3.25.5 (#7072)
add 91535fa7b7d YARN-11759: Fix log statement in
RMAppImpl#processNodeUpdate
add a5926668682 HADOOP-19225. Upgrade Jetty to 9.4.57.v20241219 due to
CVE-2024-8184 (#7116). Contributed by PJ Fanning.
add c7e1b660879 HADOOP-19232: [ABFS][FNSOverBlob] Implementing Ingress
Support with various Fallback Handling (#7272)
add 1ba30d6ca63 YARN-11754. [JDK17] Fix SpotBugs Issues in YARN. (#7317)
Contributed by Shilun Fan.
add 44a5cba78ac HADOOP-19407: Update 3.4.1 docs landing page to highlight
changes shipped in the release.
add 741bdd636b4 HDFS-17721. RBF: Allow routers to declare IP for admin
addr (#7342) Contributed by Felix Nguyen.
add 6d20de1ceda HADOOP-19233: ABFS: [FnsOverBlob] Implementing Rename and
Delete APIs over Blob Endpoint (#7265)
add 7459a1f215a HADOOP-19405. hadoop-aws and hadoop-azure tests have
stopped running. (#7335)
add eae63ec1827 HADOOP-19443: [ABFS][FnsOverBlob] Updating hadoop-azure
Test Scripts and Adding Tests For Metadata APIs (#7344)
add 950b3eb431d MAPREDUCE-7497. mapreduce tests have stopped running.
(#7343)
add f1ee35b8a18 HADOOP-19415. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-common Part1. (#7339)
add f900339a210 HADOOP-19404: [ABFS][FNSOverBlob] Update documentation for
FNS Blob Onboard (#7341)
add b5cbca37dfc HADOOP-19415. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-common Part2. (#7347)
add 872ebda81d4 MAPREDUCE-7415. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-nativetask. (#7349)
add 57d0979d383 HADOOP-19311: [ABFS] Implement Backoff and Read Footer
metrics using IOStatistics Class (#7122)
add acb7a800601 MAPREDUCE-7414. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-hs. (#7354)
add 851b4c38a54 MAPREDUCE-7416. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-shuffle. (#7351)
add d552670b86d MAPREDUCE-7418. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-app. (#7350)
add 73ac0b9e39c HADOOP-19448: [ABFS][FNSOverBlob][Optimizations] Reduce
Network Calls In Create and Mkdir Flow (#7353)
add cfe76e45cb6 HADOOP-19415. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-common Part3. (#7355)
add 755fa7482bf HDFS-17724: Set recover.lease.on.close.exception as an
instance member in the DfsClientConf.java
add 2550344f4f0 HADOOP-19415. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-common Part4. (#7356)
add 81146fed2f8 HADOOP-19415. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-common Part5. (#7357)
add c5fdc3ba6c2 HADOOP-19431. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-distcp. (#7368)
add 8424c155f11 MAPREDUCE-7420. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-core Part1. (#7363)
add b24996cb96a HDFS-17719. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-hdfs-httpfs Part1. (#7371)
add b4168c37b7a YARN-11760. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-applications-distributedshell. (#7373)
add 14b71596d45 YARN-11761. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-services-core. (#7374)
add 19bd575e32e MAPREDUCE-7421. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-jobclient Part1. (#7358)
add 2291fabdfc4 YARN-11758. [UI2] On the Cluster Metrics page make the
Resource Usage… (#7331)
add 2202c95e1d2 HADOOP-19375: Organize JDK version-specific code in IDEA
friendly approach
add c4dace07719 HADOOP-19377: Avoid initializing useless HashMap in
protocolImplMapArray.
add 6e7511c8ac7 HDFS-12431. Upgrade JUnit from 4 to 5 in hadoop-hdfs
Part1. (#7383)
add c42469e41e9 MAPREDUCE-7421. [JDK17] Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-jobclient Part2. (#7372)
add f1df74855dc HADOOP-19393. [ABFS] Return FileAlreadyExistsException for
UnauthorizedBlobOverwrite Rename Errors (#7312)
add 7cc6b238816 HADOOP-19352. Hadoop OSS Connector adds support for V4
signatures. (#7205)
add 22b8fcd21bc YARN-11767. [UI2] upgrade moment.js to v2.30.1 (#7366)
add 744fe66c826 HADOOP-19425. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-azure Part1. (#7369)
add 06ff1b69c76 YARN-11384: NPE in DelegationTokenRenewer causes all
subsequent apps to fail with "Timer already cancelled" (#7404) Contributed by
Cheng Pan.
add d2442eeaddc HDFS-17543. [ARR] AsyncUtil makes asynchronous code more
concise and easier. (#6868). Contributed by Jian Zhang.
add f10ef7d70a4 HADOOP-19235. IPC client uses CompletableFuture to support
asynchronous operations. (#6888)
add 001caf47ee0 HDFS-17544. [ARR] The router client rpc protocol PB
supports asynchrony. (#6870). Contributed by Jian Zhang.
add 2b05f6c00a1 HDFS-17545. [ARR] router async rpc client. (#6871).
Contributed by Jian Zhang.
add 011e8af9dae HDFS-17594. [ARR] RouterCacheAdmin supports asynchronous
rpc. (#6986). Contributed by Archie73.
add 318c09e7083 HDFS-17597. [ARR] RouterSnapshot supports asynchronous
rpc. (#6994). Contributed by Wenqi Li.
add b82f097d1e9 HDFS-17595. [ARR] ErasureCoding supports asynchronous rpc.
(#6983). Contributed by hfutatzhanghb.
add f15be66fe86 HDFS-17601. [ARR] RouterRpcServer supports asynchronous
rpc. (#7108). Contributed by hfutatzhanghb.
add cf471b6b7f9 HDFS-17596. [ARR] RouterStoragePolicy supports
asynchronous rpc. (#6988). Contributed by hfutatzhanghb.
add 060f6b866c3 HDFS-17656. [ARR] RouterNamenodeProtocol and
RouterUserProtocol supports asynchronous rpc. (#7159). Contributed by Jian
Zhang.
add 198288c5c8f HDFS-17659. [ARR]Router Quota supports asynchronous rpc.
(#7157). Contributed by hfutatzhanghb.
add 7149d6635e3 HDFS-17672. [ARR] Move asynchronous related classes to the
async package. (#7184). Contributed by Jian Zhang.
add ae171846d91 HADOOP-19361. RPC DeferredMetrics bugfix. (#7220).
Contributed by hfutatzhanghb.
add e75bec65977 HDFS-17640.[ARR] RouterClientProtocol supports
asynchronous rpc. (#7188)
add 2678e59c79b HDFS-17650. [ARR] The router server-side rpc protocol PB
supports asynchrony. (#7139). Contributed by hfutatzhanghb.
add f66c89b6571 HDFS-17651.[ARR] Async handler executor isolation (#7244).
Contributed by hfutatzhanghb.
add 05ae3e094fb HDFS-17715. [ARR] Add documentation for asynchronous
router. (#7318). Contributed by Jian Zhang.
add ec6c08b8df6 HADOOP-19456. Upgrade kafka to 3.9.0 to fix
CVE-2024-31141. (#7401) Contributed by Palakur Eshwitha Sai.
add 5067082dcda HADOOP-19354. S3A: S3AInputStream to be created by factory
under S3AStore (#7214)
add 0dd9bf82ddc HADOOP-19465. Upgrade to netty 4.1.118 due to
CVE-2025-24970 (#7413) Contributed by PJ Fanning.
add ca08047a925 HDFS-17729. Inconsistent mtime in the results of -stat and
-ls command due to different TimeZone. (#7405) Contributed by hfutatzhanghb.
add 826c1f59674 HADOOP-19467: [ABFS][FnsOverBlob] Fixing Config Name and
Value in Documnatation (#7420)
add 1a81c3b564e HDFS-17725. DataNodeVolumeMetrics and BalancerMetrics
class add MetricTag. (#7382) Contributed by Zhaobo Huang.
add acc3e505aa0 HADOOP-19466. fix Dockerfile_windows_10 (#7417)
add 2c694e15cc4 YARN-11756. [UI2] Add the metrics from UI1
scheduler/application queues page to UI2 Queues page (#7324)
add d23ebc45121 YARN-11757. [UI2] Add partition usage overview to the
Queues page (#7330)
add 1d736cc6791 HADOOP-19383: upgrade Mina 2.0.27 due to CVE-2024-52046
add bb07ff80656 HADOOP-19464. S3A: Restore Compatibility with EMRFS
FileSystem (#7410)
add e6144531de8 YARN-11764. yarn tests have stopped running. (#7345)
add 507086a543c HADOOP-19450: [ABFS] Rename/Create path idempotency
client-level resolution (#7364)
add a7871463d52 YARN-11777. [UI2] fix the ASF licence comment tag in the
partition-usage.hsb introduced by YARN-11757 (#7435)
add b05c0ce9724 HDFS-17496. DataNode supports more fine-grained dataset
lock based on blockid. (#7280). Contributed by hfutatzhanghb.
add cc14236c9d9 HADOOP-19348. Integrate analytics accelerator into S3A.
(#7433)
add e5615d89da6 YARN-11780. [UI2] typo in the
yarn-queue-partition-capacity-labels.hbs queue status section and improve the
title tag wordings (#7442)
add 89f9c5af0c1 YARN-11762. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-globalpolicygenerator. (#7389)
add f1f27e1a503 YARN-11263. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-nodemanager Part1. (#7390)
add 1e139d51327 YARN-11258. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-common. (#7437)
add 56be78c364e HDFS-17745. TestRouterMountTable should reset
defaultNSEnable to true after each test method. (#7446). Contributed by
hfutatzhanghb.
add 246ebe809c8 HDFS-17731. [ARR] Add unit test for async
RouterAdminServer. (#7409). Contributed by hfutatzhanghb.
add 32dad2039ad HDFS-17733. [ARR] Optimize isMultiDestDirectory method
using AsyncUtil class (#7415). Contributed by hfutatzhanghb.
add 1c2a92ad9ef HADOOP-19303. VectorIO API: support pass-down of a
release() operator (#7418)
add 94daf4ad85c HADOOP-19476. Create python3 symlink needed for mvnsite
(#7452)
add 4b9e1dcb3b8 YARN-11782. [Federation] Fix incorrect error messages and
improve failure handling. (#7449)
add eda1236219b YARN-11244. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-client. (#7438)
add 7c9811062de YARN-11783. Upgrade wro4j to 1.8.0 (#7457)
add 5054b16b1f7 HDFS-17748. Fix javadoc problems caused by HDFS-17496.
(#7460). Contributed by farmmamba.
add e72b2184d1e YARN-11263. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-nodemanager Part2. (#7455)
add f552664d94d YARN-11268. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-timelineservice-documentstore. (#7450)
add 103b0546548 HADOOP-19270 Use stable sort in commandQueue (#7038)
add 6b561d54670 YARN-11785. Race condition in QueueMetrics due to
non-thread-safe HashMap causes MetricsException. (#7459) Contributed by Tao
Yang.
add d552bb056c3 HADOOP-19445: ABFS: [FnsOverBlob][Tests] Add Tests For
Negative Scenarios Identified for Rename Operation (#7386)
add f0430f22f73 HDFS-17753. Fix occasional failure of
TestRouterHttpServerXFrame. (#7467) Contributed by farmmamba.
add d7a462f0026 [YARN-11776] Handle NPE in the RMDelegationTokenIdentifier
if localServiceAddress is null (#7431) Contributed by Abhey Rana.
add 55e0f0a6385 HADOOP-19480. Upgrades AAL version to 1.0.0. (#7469)
add 972b6e0be4c YARN-11790. TestAmFilter#testProxyUpdate fails in some
networks (#7478) Contributed by Chris Nauroth.
add 7ab88fe2626 HDFS-17744. [ARR] getEnclosingRoot RPC adapts to async
rpc. (#7445). Contributed by hfutatzhanghb.
add 68651ec71eb HADOOP-19086. Update commons-logging to 1.3.0 (#7472)
add 126c3d4be10 YARN-11793: Remove grizzly-http-* dependencies from Hadoop
to avoid transitive inclusions.
add 081d51a3828 Revert "YARN-11793: Remove grizzly-http-* dependencies
from Hadoop to avoid transitive inclusions."
add 4baa167f0a0 YARN-11786. Upgrade
hadoop-yarn-server-timelineservice-hbase-tests to Support Trunk Compilation and
Remove compatible hadoop version. (#7453)
add e974f4510a3 HADOOP-19236. Incorporate VolcanoEngine Cloud TOS File
System Implementation. (#7294)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (91867ed7554)
\
N -- N -- N refs/heads/HADOOP-19236 (e974f4510a3)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
BUILDING.txt | 2 +-
LICENSE-binary | 95 +-
dev-support/docker/Dockerfile_windows_10 | 25 +-
hadoop-cloud-storage-project/hadoop-tos/pom.xml | 59 +-
.../apache/hadoop/fs/tosfs/object/FileStore.java | 7 +-
.../fs/tosfs/object/tos/DelegationClient.java | 7 +
.../src/site/markdown/cloud-storage/index.md | 17 +-
.../java/org/apache/hadoop/fs/tosfs/TestEnv.java | 2 +-
.../org/apache/hadoop/fs/tosfs/TestRawFSUtils.java | 28 +-
.../apache/hadoop/fs/tosfs/TestRawFileSystem.java | 16 +-
.../apache/hadoop/fs/tosfs/TestTosChecksum.java | 86 +-
.../apache/hadoop/fs/tosfs/TestTosFileSystem.java | 20 +-
.../hadoop/fs/tosfs/commit/BaseJobSuite.java | 50 +-
.../hadoop/fs/tosfs/commit/CommitterTestBase.java | 83 +-
.../apache/hadoop/fs/tosfs/commit/JobSuite.java | 50 +-
.../hadoop/fs/tosfs/commit/MRJobTestBase.java | 71 +-
.../hadoop/fs/tosfs/commit/TestCommitter.java | 1 -
.../apache/hadoop/fs/tosfs/commit/TestMRJob.java | 4 +-
.../fs/tosfs/commit/TestMagicOutputStream.java | 65 +-
.../fs/tosfs/commit/mapred/CommitterTestBase.java | 79 +-
.../hadoop/fs/tosfs/commit/mapred/JobSuite.java | 55 +-
.../hadoop/fs/tosfs/contract/TestChecksum.java | 10 +-
.../hadoop/fs/tosfs/contract/TestCreate.java | 9 +-
.../hadoop/fs/tosfs/contract/TestDelete.java | 10 +-
.../hadoop/fs/tosfs/contract/TestDistCp.java | 11 +-
.../fs/tosfs/object/ObjectStorageTestBase.java | 19 +-
.../hadoop/fs/tosfs/object/ObjectTestUtils.java | 21 +-
.../fs/tosfs/object/TestDirectoryStorage.java | 58 +-
.../object/TestObjectMultiRangeInputStream.java | 29 +-
.../fs/tosfs/object/TestObjectOutputStream.java | 48 +-
.../tosfs/object/TestObjectRangeInputStream.java | 20 +-
.../hadoop/fs/tosfs/object/TestObjectStorage.java | 418 ++--
.../tosfs/object/tos/TestChainTOSInputStream.java | 44 +-
.../object/tos/TestDelegationClientBuilder.java | 113 +-
.../fs/tosfs/object/tos/TestTOSInputStream.java | 35 +-
.../fs/tosfs/object/tos/TestTOSObjectStorage.java | 163 +-
.../fs/tosfs/object/tos/TestTOSRetryPolicy.java | 18 +-
.../auth/TestDefaultCredentialsProviderChain.java | 29 +-
.../auth/TestEnvironmentCredentialsProvider.java | 26 +-
.../tos/auth/TestSimpleCredentialsProvider.java | 23 +-
.../apache/hadoop/fs/tosfs/ops/TestBaseFsOps.java | 171 +-
.../apache/hadoop/fs/tosfs/ops/TestBaseOps.java | 61 +-
.../hadoop/fs/tosfs/ops/TestDefaultFsOps.java | 70 +-
.../hadoop/fs/tosfs/ops/TestDirectoryFsOps.java | 54 +-
.../apache/hadoop/fs/tosfs/ops/TestRenameOp.java | 99 +-
.../apache/hadoop/fs/tosfs/util/TestFSUtils.java | 6 +-
.../apache/hadoop/fs/tosfs/util/TestIterables.java | 14 +-
.../hadoop/fs/tosfs/util/TestLazyReload.java | 41 +-
.../org/apache/hadoop/fs/tosfs/util/TestRange.java | 17 +-
hadoop-common-project/hadoop-annotations/pom.xml | 34 +-
.../ExcludePrivateAnnotationsJDiffDoclet.java | 0
.../ExcludePrivateAnnotationsStandardDoclet.java | 0
.../tools/IncludePublicAnnotationsJDiffDoclet.java | 0
.../IncludePublicAnnotationsStandardDoclet.java | 0
.../classification/tools/RootDocProcessor.java | 0
.../classification/tools/StabilityOptions.java | 0
hadoop-common-project/hadoop-common/pom.xml | 25 +
.../apache/hadoop/fs/BufferedFSInputStream.java | 8 +
.../org/apache/hadoop/fs/ChecksumFileSystem.java | 12 +-
.../org/apache/hadoop/fs/FSDataInputStream.java | 8 +
.../org/apache/hadoop/fs/PositionedReadable.java | 29 +
.../org/apache/hadoop/fs/RawLocalFileSystem.java | 127 +-
.../org/apache/hadoop/fs/VectoredReadUtils.java | 55 +-
.../apache/hadoop/fs/impl/VectorIOBufferPool.java | 80 +
.../main/java/org/apache/hadoop/fs/shell/Stat.java | 2 -
.../hadoop/fs/statistics/StreamStatisticNames.java | 7 +
.../main/java/org/apache/hadoop/ipc/Client.java | 156 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine.java | 4 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine2.java | 4 +-
.../src/main/java/org/apache/hadoop/ipc/RPC.java | 9 +-
.../hadoop/security/UGIExceptionMessages.java | 1 +
.../hadoop/security/UserGroupInformation.java | 6 +
.../apache/hadoop/util/ConfigurationHelper.java | 36 +
.../site/markdown/filesystem/fsdatainputstream.md | 25 +
.../java/org/apache/hadoop/cli/CLITestHelper.java | 19 +-
.../test/java/org/apache/hadoop/cli/TestCLI.java | 10 +-
.../org/apache/hadoop/conf/TestConfServlet.java | 26 +-
.../org/apache/hadoop/conf/TestConfigRedactor.java | 13 +-
.../org/apache/hadoop/conf/TestConfiguration.java | 138 +-
.../hadoop/conf/TestConfigurationDeprecation.java | 41 +-
.../hadoop/conf/TestConfigurationFieldsBase.java | 42 +-
.../hadoop/conf/TestConfigurationSubclass.java | 14 +-
.../org/apache/hadoop/conf/TestDeprecatedKeys.java | 13 +-
.../org/apache/hadoop/conf/TestGetInstances.java | 6 +-
.../apache/hadoop/conf/TestReconfiguration.java | 132 +-
.../org/apache/hadoop/conf/TestStorageUnit.java | 234 +-
.../hadoop/crypto/CryptoStreamsTestBase.java | 187 +-
.../org/apache/hadoop/crypto/TestCryptoCodec.java | 72 +-
.../crypto/TestCryptoOutputStreamClosing.java | 12 +-
.../apache/hadoop/crypto/TestCryptoStreams.java | 14 +-
.../hadoop/crypto/TestCryptoStreamsForLocalFS.java | 65 +-
.../hadoop/crypto/TestCryptoStreamsNormal.java | 70 +-
.../TestCryptoStreamsWithJceAesCtrCryptoCodec.java | 4 +-
.../TestCryptoStreamsWithJceSm4CtrCryptoCodec.java | 4 +-
...tCryptoStreamsWithOpensslAesCtrCryptoCodec.java | 23 +-
...tCryptoStreamsWithOpensslSm4CtrCryptoCodec.java | 32 +-
.../org/apache/hadoop/crypto/TestCryptoUtils.java | 36 +-
.../apache/hadoop/crypto/TestOpensslCipher.java | 60 +-
.../hadoop/crypto/key/TestCachingKeyProvider.java | 163 +-
.../apache/hadoop/crypto/key/TestKeyProvider.java | 36 +-
.../crypto/key/TestKeyProviderCryptoExtension.java | 149 +-
.../TestKeyProviderDelegationTokenExtension.java | 24 +-
.../hadoop/crypto/key/TestKeyProviderFactory.java | 98 +-
.../org/apache/hadoop/crypto/key/TestKeyShell.java | 20 +-
.../apache/hadoop/crypto/key/TestValueQueue.java | 132 +-
.../crypto/key/kms/TestKMSClientProvider.java | 20 +-
.../kms/TestLoadBalancingKMSClientProvider.java | 27 +-
.../crypto/random/TestOpensslSecureRandom.java | 18 +-
.../hadoop/crypto/random/TestOsSecureRandom.java | 26 +-
.../org/apache/hadoop/fs/TestAfsCheckPath.java | 14 +-
.../java/org/apache/hadoop/fs/TestAvroFSInput.java | 4 +-
.../org/apache/hadoop/fs/TestBlockLocation.java | 15 +-
.../apache/hadoop/fs/TestChecksumFileSystem.java | 30 +-
.../org/apache/hadoop/fs/TestCommandFormat.java | 9 +-
.../org/apache/hadoop/fs/TestContentSummary.java | 63 +-
.../hadoop/fs/TestDFCachingGetSpaceUsed.java | 12 +-
.../org/apache/hadoop/fs/TestDFVariations.java | 51 +-
.../src/test/java/org/apache/hadoop/fs/TestDU.java | 35 +-
.../java/org/apache/hadoop/fs/TestDefaultUri.java | 2 +-
.../apache/hadoop/fs/TestDelegateToFileSystem.java | 7 +-
.../hadoop/fs/TestDelegateToFsCheckPath.java | 2 +-
.../hadoop/fs/TestDelegationTokenRenewer.java | 31 +-
.../java/org/apache/hadoop/fs/TestFileContext.java | 24 +-
.../hadoop/fs/TestFileContextDeleteOnExit.java | 30 +-
.../hadoop/fs/TestFileContextResolveAfs.java | 15 +-
.../java/org/apache/hadoop/fs/TestFileStatus.java | 9 +-
.../hadoop/fs/TestFileSystemCanonicalization.java | 12 +-
.../hadoop/fs/TestFileSystemInitialization.java | 5 +-
.../hadoop/fs/TestFileSystemStorageStatistics.java | 20 +-
.../org/apache/hadoop/fs/TestFileSystemTokens.java | 13 +-
.../org/apache/hadoop/fs/TestFilterFileSystem.java | 31 +-
.../java/org/apache/hadoop/fs/TestFilterFs.java | 2 +-
.../java/org/apache/hadoop/fs/TestFsOptions.java | 4 +-
.../java/org/apache/hadoop/fs/TestFsShell.java | 27 +-
.../java/org/apache/hadoop/fs/TestFsShellCopy.java | 18 +-
.../java/org/apache/hadoop/fs/TestFsShellList.java | 28 +-
.../apache/hadoop/fs/TestFsShellReturnCode.java | 62 +-
.../org/apache/hadoop/fs/TestFsShellTouch.java | 10 +-
.../apache/hadoop/fs/TestFsUrlConnectionPath.java | 21 +-
.../hadoop/fs/TestGetFileBlockLocations.java | 13 +-
.../org/apache/hadoop/fs/TestGetSpaceUsed.java | 15 +-
.../org/apache/hadoop/fs/TestGlobExpander.java | 12 +-
.../java/org/apache/hadoop/fs/TestGlobPattern.java | 13 +-
.../org/apache/hadoop/fs/TestHarFileSystem.java | 6 +-
.../apache/hadoop/fs/TestHarFileSystemBasics.java | 58 +-
.../java/org/apache/hadoop/fs/TestHardLink.java | 18 +-
.../java/org/apache/hadoop/fs/TestListFiles.java | 22 +-
.../apache/hadoop/fs/TestLocalDirAllocator.java | 205 +-
.../org/apache/hadoop/fs/TestLocalFileSystem.java | 99 +-
.../hadoop/fs/TestLocalFileSystemPermission.java | 21 +-
.../apache/hadoop/fs/TestLocatedFileStatus.java | 2 +-
.../java/org/apache/hadoop/fs/TestQuotaUsage.java | 34 +-
.../test/java/org/apache/hadoop/fs/TestTrash.java | 145 +-
.../apache/hadoop/fs/TestTruncatedInputBug.java | 4 +-
.../AbstractContractMultipartUploaderTest.java | 2 +-
.../contract/AbstractContractVectoredReadTest.java | 65 +-
.../apache/hadoop/fs/ftp/TestFTPFileSystem.java | 28 +-
.../apache/hadoop/fs/http/TestHttpFileSystem.java | 8 +-
.../hadoop/fs/impl/TestVectoredReadUtils.java | 48 +
.../org/apache/hadoop/fs/permission/TestAcl.java | 10 +-
.../hadoop/fs/permission/TestFsPermission.java | 10 +-
.../hadoop/fs/protocolPB/TestFSSerialization.java | 4 +-
.../apache/hadoop/fs/sftp/TestSFTPFileSystem.java | 112 +-
.../apache/hadoop/fs/shell/TestAclCommands.java | 81 +-
.../apache/hadoop/fs/shell/TestCommandFactory.java | 11 +-
.../java/org/apache/hadoop/fs/shell/TestCopy.java | 26 +-
.../apache/hadoop/fs/shell/TestCopyFromLocal.java | 36 +-
.../hadoop/fs/shell/TestCopyPreserveFlag.java | 69 +-
.../apache/hadoop/fs/shell/TestCopyToLocal.java | 47 +-
.../java/org/apache/hadoop/fs/shell/TestCount.java | 34 +-
.../org/apache/hadoop/fs/shell/TestCpCommand.java | 47 +-
.../java/org/apache/hadoop/fs/shell/TestLs.java | 74 +-
.../java/org/apache/hadoop/fs/shell/TestMove.java | 28 +-
.../org/apache/hadoop/fs/shell/TestPathData.java | 65 +-
.../apache/hadoop/fs/shell/TestPathExceptions.java | 6 +-
.../hadoop/fs/shell/TestPrintableString.java | 2 +-
.../java/org/apache/hadoop/fs/shell/TestTail.java | 4 +-
.../apache/hadoop/fs/shell/TestTextCommand.java | 99 +-
.../apache/hadoop/fs/shell/TestXAttrCommands.java | 42 +-
.../org/apache/hadoop/fs/shell/find/TestAnd.java | 17 +-
.../hadoop/fs/shell/find/TestFilterExpression.java | 25 +-
.../org/apache/hadoop/fs/shell/find/TestFind.java | 29 +-
.../org/apache/hadoop/fs/shell/find/TestIname.java | 16 +-
.../org/apache/hadoop/fs/shell/find/TestName.java | 16 +-
.../org/apache/hadoop/fs/shell/find/TestPrint.java | 20 +-
.../apache/hadoop/fs/shell/find/TestPrint0.java | 21 +-
.../apache/hadoop/fs/shell/find/TestResult.java | 4 +-
.../org/apache/hadoop/fs/store/TestDataBlocks.java | 21 +-
.../apache/hadoop/fs/store/TestEtagChecksum.java | 6 +-
.../apache/hadoop/fs/viewfs/TestChRootedFs.java | 155 +-
.../TestRegexMountPointInterceptorFactory.java | 9 +-
...ountPointResolvedDstPathReplaceInterceptor.java | 21 +-
...iewFSOverloadSchemeCentralMountTableConfig.java | 4 +-
.../fs/viewfs/TestViewFileSystemDelegation.java | 9 +-
.../TestViewFileSystemDelegationTokenSupport.java | 8 +-
...iewFileSystemOverloadSchemeLocalFileSystem.java | 43 +-
.../apache/hadoop/fs/viewfs/TestViewFsConfig.java | 54 +-
.../apache/hadoop/fs/viewfs/TestViewFsTrash.java | 11 +-
.../apache/hadoop/fs/viewfs/TestViewFsURIs.java | 2 +-
.../hadoop/fs/viewfs/TestViewfsFileStatus.java | 24 +-
.../org/apache/hadoop/ha/DummySharedResource.java | 4 +-
.../java/org/apache/hadoop/ha/MiniZKFCCluster.java | 4 +-
.../apache/hadoop/ha/TestActiveStandbyElector.java | 116 +-
.../apache/hadoop/ha/TestFailoverController.java | 7 +-
.../java/org/apache/hadoop/ha/TestHAAdmin.java | 9 +-
.../org/apache/hadoop/ha/TestHealthMonitor.java | 19 +-
.../java/org/apache/hadoop/ha/TestNodeFencer.java | 20 +-
.../apache/hadoop/ha/TestShellCommandFencer.java | 83 +-
.../apache/hadoop/ha/TestSshFenceByTcpPort.java | 18 +-
.../hadoop/http/HttpServerFunctionalTest.java | 8 +-
.../http/TestAuthenticationSessionCookie.java | 22 +-
.../hadoop/http/TestDisabledProfileServlet.java | 26 +-
.../org/apache/hadoop/http/TestGlobalFilter.java | 2 +-
.../org/apache/hadoop/http/TestHtmlQuoting.java | 22 +-
.../org/apache/hadoop/http/TestHttpCookieFlag.java | 27 +-
.../org/apache/hadoop/http/TestHttpRequestLog.java | 17 +-
.../org/apache/hadoop/http/TestHttpServer.java | 51 +-
.../hadoop/http/TestHttpServerLifecycle.java | 12 +-
.../org/apache/hadoop/http/TestHttpServerLogs.java | 10 +-
.../apache/hadoop/http/TestHttpServerWebapps.java | 2 +-
.../hadoop/http/TestHttpServerWithSpnego.java | 29 +-
.../apache/hadoop/http/TestIsActiveServlet.java | 8 +-
.../org/apache/hadoop/http/TestProfileServlet.java | 10 +-
.../org/apache/hadoop/http/TestSSLHttpServer.java | 17 +-
.../hadoop/http/TestSSLHttpServerConfigs.java | 52 +-
.../org/apache/hadoop/http/TestServletFilter.java | 2 +-
.../hadoop/http/lib/TestStaticUserWebFilter.java | 4 +-
.../org/apache/hadoop/ipc/MiniRPCBenchmark.java | 5 +-
.../java/org/apache/hadoop/ipc/TestAsyncIPC.java | 153 +-
.../apache/hadoop/ipc/TestCallQueueManager.java | 35 +-
.../org/apache/hadoop/ipc/TestCallerContext.java | 41 +-
.../apache/hadoop/ipc/TestDecayRpcScheduler.java | 38 +-
.../org/apache/hadoop/ipc/TestFairCallQueue.java | 36 +-
.../test/java/org/apache/hadoop/ipc/TestIPC.java | 318 +--
.../apache/hadoop/ipc/TestIPCServerResponder.java | 28 +-
.../apache/hadoop/ipc/TestIdentityProviders.java | 6 +-
.../apache/hadoop/ipc/TestMiniRPCBenchmark.java | 2 +-
.../hadoop/ipc/TestMultipleProtocolServer.java | 10 +-
.../apache/hadoop/ipc/TestProcessingDetails.java | 4 +-
.../hadoop/ipc/TestProtoBufRPCCompatibility.java | 27 +-
.../org/apache/hadoop/ipc/TestProtoBufRpc.java | 77 +-
.../hadoop/ipc/TestProtoBufRpcServerHandoff.java | 23 +-
.../test/java/org/apache/hadoop/ipc/TestRPC.java | 186 +-
.../apache/hadoop/ipc/TestRPCCallBenchmark.java | 8 +-
.../apache/hadoop/ipc/TestRPCCompatibility.java | 14 +-
.../apache/hadoop/ipc/TestRPCServerShutdown.java | 22 +-
.../org/apache/hadoop/ipc/TestRPCWaitForProxy.java | 22 +-
.../org/apache/hadoop/ipc/TestResponseBuffer.java | 4 +-
.../java/org/apache/hadoop/ipc/TestRetryCache.java | 25 +-
.../apache/hadoop/ipc/TestRetryCacheMetrics.java | 5 +-
.../apache/hadoop/ipc/TestReuseRpcConnections.java | 21 +-
.../java/org/apache/hadoop/ipc/TestRpcBase.java | 8 +-
.../apache/hadoop/ipc/TestRpcServerHandoff.java | 24 +-
.../org/apache/hadoop/ipc/TestRpcWritable.java | 60 +-
.../java/org/apache/hadoop/ipc/TestSaslRPC.java | 207 +-
.../java/org/apache/hadoop/ipc/TestServer.java | 21 +-
.../org/apache/hadoop/ipc/TestSocketFactory.java | 24 +-
.../ipc/TestWeightedRoundRobinMultiplexer.java | 30 +-
.../hadoop/ipc/TestWeightedTimeCostProvider.java | 15 +-
.../TestDecayRpcSchedulerDetailedMetrics.java | 6 +-
.../apache/hadoop/ipc/metrics/TestRpcMetrics.java | 6 +-
.../org/apache/hadoop/jmx/TestJMXJsonServlet.java | 18 +-
.../hadoop/jmx/TestJMXJsonServletNaNFiltered.java | 14 +-
.../apache/hadoop/log/TestLogThrottlingHelper.java | 23 +-
.../hadoop/metrics2/filter/TestPatternFilter.java | 34 +-
.../apache/hadoop/metrics2/impl/ConfigUtil.java | 11 +-
.../hadoop/metrics2/impl/TestGangliaMetrics.java | 11 +-
.../metrics2/impl/TestMetricsCollectorImpl.java | 21 +-
.../hadoop/metrics2/impl/TestMetricsConfig.java | 35 +-
.../metrics2/impl/TestMetricsSourceAdapter.java | 13 +-
.../metrics2/impl/TestMetricsSystemImpl.java | 78 +-
.../hadoop/metrics2/impl/TestMetricsVisitor.java | 39 +-
.../apache/hadoop/metrics2/impl/TestSinkQueue.java | 81 +-
.../apache/hadoop/metrics2/lib/TestInterns.java | 25 +-
.../metrics2/lib/TestMetricsAnnotations.java | 35 +-
.../hadoop/metrics2/lib/TestMetricsRegistry.java | 30 +-
.../hadoop/metrics2/lib/TestMutableMetrics.java | 34 +-
.../metrics2/lib/TestMutableRollingAverages.java | 24 +-
.../apache/hadoop/metrics2/lib/TestUniqNames.java | 4 +-
.../apache/hadoop/metrics2/sink/TestFileSink.java | 12 +-
.../hadoop/metrics2/sink/TestGraphiteMetrics.java | 4 +-
.../metrics2/sink/TestPrometheusMetricsSink.java | 57 +-
.../metrics2/sink/TestRollingFileSystemSink.java | 87 +-
.../hadoop/metrics2/sink/TestStatsDMetrics.java | 24 +-
.../metrics2/sink/ganglia/TestGangliaSink.java | 28 +-
.../hadoop/metrics2/source/TestJvmMetrics.java | 50 +-
.../apache/hadoop/metrics2/util/TestMBeans.java | 13 +-
.../hadoop/metrics2/util/TestMetricsCache.java | 45 +-
.../hadoop/metrics2/util/TestSampleQuantiles.java | 6 +-
.../hadoop/metrics2/util/TestSampleStat.java | 52 +-
.../org/apache/hadoop/net/TestClusterTopology.java | 66 +-
.../test/java/org/apache/hadoop/net/TestDNS.java | 39 +-
.../hadoop/net/TestDNSDomainNameResolver.java | 13 +-
.../hadoop/net/TestMockDomainNameResolver.java | 10 +-
.../java/org/apache/hadoop/net/TestNetUtils.java | 54 +-
.../net/TestNetworkTopologyWithNodeGroup.java | 18 +-
.../apache/hadoop/net/TestScriptBasedMapping.java | 21 +-
.../net/TestScriptBasedMappingWithDependency.java | 23 +-
.../apache/hadoop/net/TestSocketIOWithTimeout.java | 8 +-
.../org/apache/hadoop/net/TestStaticMapping.java | 33 +-
.../org/apache/hadoop/net/TestSwitchMapping.java | 32 +-
.../org/apache/hadoop/net/TestTableMapping.java | 8 +-
.../apache/hadoop/net/unix/TestDomainSocket.java | 117 +-
.../hadoop/net/unix/TestDomainSocketWatcher.java | 36 +-
.../org/apache/hadoop/oncrpc/TestFrameDecoder.java | 19 +-
.../apache/hadoop/oncrpc/TestRpcAcceptedReply.java | 10 +-
.../java/org/apache/hadoop/oncrpc/TestRpcCall.java | 22 +-
.../org/apache/hadoop/oncrpc/TestRpcCallCache.java | 30 +-
.../apache/hadoop/oncrpc/TestRpcDeniedReply.java | 23 +-
.../org/apache/hadoop/oncrpc/TestRpcMessage.java | 18 +-
.../org/apache/hadoop/oncrpc/TestRpcReply.java | 20 +-
.../java/org/apache/hadoop/oncrpc/TestXDR.java | 10 +-
.../hadoop/oncrpc/security/TestCredentialsSys.java | 4 +-
.../hadoop/oncrpc/security/TestRpcAuthInfo.java | 10 +-
.../org/apache/hadoop/portmap/TestPortmap.java | 29 +-
.../hadoop/security/ManualTestKeytabLogins.java | 2 +-
.../hadoop/security/TestAuthenticationFilter.java | 6 +-
.../hadoop/security/TestCompositeGroupMapping.java | 4 +-
.../apache/hadoop/security/TestCredentials.java | 90 +-
.../hadoop/security/TestDoAsEffectiveUser.java | 39 +-
.../apache/hadoop/security/TestGroupFallback.java | 4 +-
.../apache/hadoop/security/TestGroupsCaching.java | 32 +-
.../TestHttpCrossOriginFilterInitializer.java | 15 +-
.../security/TestIngressPortBasedResolver.java | 5 +-
.../hadoop/security/TestJNIGroupsMapping.java | 8 +-
.../java/org/apache/hadoop/security/TestKDiag.java | 34 +-
.../org/apache/hadoop/security/TestKDiagNoKDC.java | 23 +-
.../hadoop/security/TestLdapGroupsMapping.java | 46 +-
.../hadoop/security/TestLdapGroupsMappingBase.java | 6 +-
.../TestLdapGroupsMappingWithBindUserSwitch.java | 10 +-
.../TestLdapGroupsMappingWithFailover.java | 4 +-
.../TestLdapGroupsMappingWithOneQuery.java | 18 +-
.../TestLdapGroupsMappingWithPosixGroup.java | 13 +-
.../apache/hadoop/security/TestNetgroupCache.java | 10 +-
.../hadoop/security/TestNullGroupsMapping.java | 17 +-
.../hadoop/security/TestProxyUserFromEnv.java | 6 +-
.../security/TestRuleBasedLdapGroupsMapping.java | 29 +-
.../apache/hadoop/security/TestSecurityUtil.java | 18 +-
.../hadoop/security/TestShellBasedIdMapping.java | 6 +-
.../security/TestShellBasedUnixGroupsMapping.java | 77 +-
.../hadoop/security/TestUGILoginFromKeytab.java | 176 +-
.../hadoop/security/TestUGIWithExternalKdc.java | 22 +-
.../apache/hadoop/security/TestUGIWithMiniKdc.java | 10 +-
.../apache/hadoop/security/TestUserFromEnv.java | 7 +-
.../security/TestWhitelistBasedResolver.java | 4 +-
.../hadoop/security/alias/TestCredShell.java | 40 +-
.../security/alias/TestCredentialProvider.java | 6 +-
.../alias/TestCredentialProviderFactory.java | 50 +-
.../server/TestProxyUserAuthenticationFilter.java | 6 +-
.../security/authorize/TestAccessControlList.java | 23 +-
.../TestDefaultImpersonationProvider.java | 10 +-
.../security/authorize/TestProxyServers.java | 6 +-
.../hadoop/security/authorize/TestProxyUsers.java | 82 +-
.../authorize/TestServiceAuthorization.java | 6 +-
.../security/http/TestCrossOriginFilter.java | 177 +-
.../http/TestRestCsrfPreventionFilter.java | 2 +-
.../security/http/TestXFrameOptionsFilter.java | 30 +-
.../ssl/TestDelegatingSSLSocketFactory.java | 2 +-
.../security/ssl/TestReloadingX509KeyManager.java | 337 +--
.../ssl/TestReloadingX509TrustManager.java | 46 +-
.../apache/hadoop/security/ssl/TestSSLFactory.java | 110 +-
.../hadoop/security/token/TestDtUtilShell.java | 178 +-
.../apache/hadoop/security/token/TestToken.java | 4 +-
.../token/delegation/TestDelegationToken.java | 50 +-
.../delegation/web/TestDelegationTokenManager.java | 29 +-
.../delegation/web/TestWebDelegationToken.java | 189 +-
.../hadoop/service/TestCompositeService.java | 248 +-
.../hadoop/service/TestServiceOperations.java | 8 +-
.../launcher/AbstractServiceLauncherTestBase.java | 36 +-
.../hadoop/service/launcher/TestServiceConf.java | 13 +-
.../launcher/TestServiceInterruptHandling.java | 14 +-
.../service/launcher/TestServiceLauncher.java | 2 +-
.../TestServiceLauncherCreationFailures.java | 2 +-
.../launcher/TestServiceLauncherInnerMethods.java | 6 +-
.../InitInConstructorLaunchableService.java | 14 +-
.../testservices/LaunchableRunningService.java | 4 +-
.../apache/hadoop/test/TestGenericTestUtils.java | 15 +-
.../org/apache/hadoop/test/TestJUnitSetup.java | 7 +-
.../apache/hadoop/test/TestLambdaTestUtils.java | 18 +-
.../hadoop/test/TestMultithreadedTestUtil.java | 23 +-
.../test/java/org/apache/hadoop/test/TestName.java | 39 +
.../hadoop/test/TestTimedOutTestsListener.java | 21 +-
.../apache/hadoop/test/TimedOutTestsListener.java | 7 +-
.../apache/hadoop/test/UnitTestcaseTimeLimit.java | 9 +-
.../org/apache/hadoop/tools/TestCommandShell.java | 28 +-
.../hadoop/util/TestApplicationClassLoader.java | 32 +-
.../apache/hadoop/util/TestAsyncDiskService.java | 10 +-
.../apache/hadoop/util/TestAutoCloseableLock.java | 8 +-
.../apache/hadoop/util/TestBasicDiskValidator.java | 4 +-
.../apache/hadoop/util/TestCacheableIPList.java | 53 +-
.../apache/hadoop/util/TestChunkedArrayList.java | 49 +-
.../java/org/apache/hadoop/util/TestClassUtil.java | 29 +-
.../java/org/apache/hadoop/util/TestClasspath.java | 16 +-
.../java/org/apache/hadoop/util/TestConfTest.java | 5 +-
.../hadoop/util/TestConfigurationHelper.java | 70 +-
.../org/apache/hadoop/util/TestCpuTimeTracker.java | 16 +-
.../org/apache/hadoop/util/TestCrcComposer.java | 17 +-
.../java/org/apache/hadoop/util/TestCrcUtil.java | 22 +-
.../org/apache/hadoop/util/TestDataChecksum.java | 7 +-
.../apache/hadoop/util/TestDirectBufferPool.java | 8 +-
.../org/apache/hadoop/util/TestDiskChecker.java | 63 +-
.../hadoop/util/TestDiskCheckerWithDiskIo.java | 42 +-
.../hadoop/util/TestDiskValidatorFactory.java | 23 +-
.../org/apache/hadoop/util/TestDurationInfo.java | 25 +-
.../java/org/apache/hadoop/util/TestExitUtil.java | 102 +-
.../apache/hadoop/util/TestFastNumberFormat.java | 13 +-
.../apache/hadoop/util/TestFileBasedIPList.java | 79 +-
.../java/org/apache/hadoop/util/TestFindClass.java | 6 +-
.../test/java/org/apache/hadoop/util/TestGSet.java | 66 +-
.../hadoop/util/TestGenericOptionsParser.java | 79 +-
.../org/apache/hadoop/util/TestGenericsUtil.java | 36 +-
.../apache/hadoop/util/TestHostsFileReader.java | 65 +-
.../apache/hadoop/util/TestHttpExceptionUtils.java | 81 +-
.../apache/hadoop/util/TestIdentityHashStore.java | 64 +-
.../org/apache/hadoop/util/TestIndexedSort.java | 44 +-
.../apache/hadoop/util/TestInstrumentedLock.java | 43 +-
.../hadoop/util/TestInstrumentedReadWriteLock.java | 57 +-
.../java/org/apache/hadoop/util/TestJarFinder.java | 14 +-
.../apache/hadoop/util/TestLightWeightCache.java | 32 +-
.../apache/hadoop/util/TestLightWeightGSet.java | 17 +-
.../hadoop/util/TestLightWeightResizableGSet.java | 9 +-
.../org/apache/hadoop/util/TestLineReader.java | 27 +-
.../java/org/apache/hadoop/util/TestLists.java | 61 +-
.../org/apache/hadoop/util/TestMachineList.java | 27 +-
.../apache/hadoop/util/TestNativeCodeLoader.java | 5 +-
.../org/apache/hadoop/util/TestNativeCrc32.java | 103 +-
.../hadoop/util/TestNativeLibraryChecker.java | 5 +-
.../java/org/apache/hadoop/util/TestOptions.java | 19 +-
.../org/apache/hadoop/util/TestPreconditions.java | 2 +-
.../java/org/apache/hadoop/util/TestProgress.java | 15 +-
.../java/org/apache/hadoop/util/TestProtoUtil.java | 6 +-
.../org/apache/hadoop/util/TestPureJavaCrc32.java | 7 +-
.../org/apache/hadoop/util/TestPureJavaCrc32C.java | 6 +-
.../hadoop/util/TestReadWriteDiskValidator.java | 30 +-
.../apache/hadoop/util/TestReflectionUtils.java | 20 +-
.../java/org/apache/hadoop/util/TestRunJar.java | 50 +-
.../java/org/apache/hadoop/util/TestShell.java | 59 +-
.../hadoop/util/TestShutdownHookManager.java | 82 +-
.../hadoop/util/TestShutdownThreadsHelper.java | 18 +-
.../org/apache/hadoop/util/TestSignalLogger.java | 16 +-
.../java/org/apache/hadoop/util/TestStopWatch.java | 20 +-
.../org/apache/hadoop/util/TestStringInterner.java | 5 +-
.../org/apache/hadoop/util/TestStringUtils.java | 125 +-
.../org/apache/hadoop/util/TestSysInfoLinux.java | 6 +-
.../org/apache/hadoop/util/TestSysInfoWindows.java | 17 +-
.../test/java/org/apache/hadoop/util/TestTime.java | 4 +-
.../org/apache/hadoop/util/TestVersionUtil.java | 5 +-
.../apache/hadoop/util/TestWeakReferenceMap.java | 38 +-
.../java/org/apache/hadoop/util/TestWinUtils.java | 95 +-
.../java/org/apache/hadoop/util/TestXMLUtils.java | 107 +-
.../java/org/apache/hadoop/util/TestZKUtil.java | 9 +-
.../hadoop/util/bloom/BloomFilterCommonTester.java | 108 +-
.../apache/hadoop/util/bloom/TestBloomFilters.java | 39 +-
.../util/curator/TestSecureZKCuratorManager.java | 75 +-
.../hadoop/util/curator/TestZKCuratorManager.java | 31 +-
.../hadoop/util/dynamic/TestDynConstructors.java | 31 +-
.../apache/hadoop/util/dynamic/TestDynMethods.java | 117 +-
.../hadoop/util/functional/TestFunctionalIO.java | 2 +-
.../hadoop/util/functional/TestLazyReferences.java | 2 +-
.../util/functional/TestRemoteIterators.java | 2 +-
.../java/org/apache/hadoop/util/hash/TestHash.java | 61 +-
.../apache/hadoop/hdfs/DFSStripedOutputStream.java | 7 +-
.../hadoop/hdfs/client/impl/DfsClientConf.java | 10 +
.../ClientNamenodeProtocolTranslatorPB.java | 28 +-
hadoop-hdfs-project/hadoop-hdfs-httpfs/pom.xml | 20 +
.../hadoop/fs/http/client/BaseTestHttpFSWith.java | 287 ++-
.../client/TestHttpFSFWithSWebhdfsFileSystem.java | 10 +-
.../client/TestHttpFSFWithWebhdfsFileSystem.java | 6 +-
.../TestHttpFSFileSystemLocalFileSystem.java | 11 +-
.../client/TestHttpFSWithHttpFSFileSystem.java | 6 +-
.../server/TestCheckUploadContentTypeFilter.java | 2 +-
.../fs/http/server/TestHttpFSAccessControlled.java | 28 +-
.../hadoop/fs/http/server/TestHttpFSServer.java | 351 +--
.../fs/http/server/TestHttpFSServerNoACLs.java | 32 +-
.../fs/http/server/TestHttpFSServerNoXAttrs.java | 28 +-
.../fs/http/server/TestHttpFSServerWebServer.java | 30 +-
.../fs/http/server/TestHttpFSWithKerberos.java | 37 +-
.../hadoop/lib/lang/TestRunnableCallable.java | 17 +-
.../org/apache/hadoop/lib/lang/TestXException.java | 6 +-
.../apache/hadoop/lib/server/TestBaseService.java | 8 +-
.../org/apache/hadoop/lib/server/TestServer.java | 80 +-
.../hadoop/lib/server/TestServerConstructor.java | 37 +-
.../hadoop/TestFileSystemAccessService.java | 45 +-
.../TestInstrumentationService.java | 10 +-
.../service/scheduler/TestSchedulerService.java | 4 +-
.../lib/service/security/TestGroupsService.java | 24 +-
.../hadoop/lib/servlet/TestHostnameFilter.java | 6 +-
.../apache/hadoop/lib/servlet/TestMDCFilter.java | 8 +-
.../hadoop/lib/servlet/TestServerWebApp.java | 39 +-
.../java/org/apache/hadoop/lib/util/TestCheck.java | 102 +-
.../hadoop/lib/util/TestConfigurationUtils.java | 6 +-
.../hadoop/lib/wsrs/TestInputStreamEntity.java | 4 +-
.../hadoop/lib/wsrs/TestJSONMapProvider.java | 8 +-
.../apache/hadoop/lib/wsrs/TestJSONProvider.java | 8 +-
.../java/org/apache/hadoop/lib/wsrs/TestParam.java | 6 +-
.../java/org/apache/hadoop/test/HFSTestCase.java | 7 +-
.../java/org/apache/hadoop/test/HTestCase.java | 17 +-
.../java/org/apache/hadoop/test/TestDirHelper.java | 48 +-
.../apache/hadoop/test/TestExceptionHelper.java | 63 +-
.../org/apache/hadoop/test/TestHFSTestCase.java | 39 +-
.../java/org/apache/hadoop/test/TestHTestCase.java | 27 +-
.../org/apache/hadoop/test/TestHdfsHelper.java | 55 +-
.../org/apache/hadoop/test/TestJettyHelper.java | 57 +-
.../hdfs/protocolPB/AsyncRpcProtocolPBUtil.java | 162 ++
...ientNamenodeProtocolServerSideTranslatorPB.java | 1769 ++++++++++++++
.../RouterClientProtocolTranslatorPB.java} | 1495 +++++++-----
...UserMappingsProtocolServerSideTranslatorPB.java | 59 +
.../RouterGetUserMappingsProtocolTranslatorPB.java | 52 +
...terNamenodeProtocolServerSideTranslatorPB.java} | 275 +--
.../RouterNamenodeProtocolTranslatorPB.java | 270 +++
...UserMappingsProtocolServerSideTranslatorPB.java | 83 +
...terRefreshUserMappingsProtocolTranslatorPB.java | 64 +
.../hadoop/hdfs/protocolPB/package-info.java} | 19 +-
.../metrics/FederationRPCPerformanceMonitor.java | 20 +-
.../federation/metrics/NamenodeBeanMetrics.java | 6 +-
.../hdfs/server/federation/metrics/RBFMetrics.java | 10 +-
.../server/federation/router/ConnectionPool.java | 16 +-
.../router/MountTableRefresherService.java | 16 +-
.../hdfs/server/federation/router/Quota.java | 11 +-
.../server/federation/router/RBFConfigKeys.java | 19 +
.../hdfs/server/federation/router/Router.java | 2 +-
.../federation/router/RouterAdminServer.java | 6 +-
.../server/federation/router/RouterCacheAdmin.java | 36 +-
.../federation/router/RouterClientProtocol.java | 133 +-
.../federation/router/RouterFederationRename.java | 2 +-
.../federation/router/RouterHeartbeatService.java | 9 +-
.../router/RouterQuotaUpdateService.java | 10 +
.../server/federation/router/RouterRpcClient.java | 563 +++--
.../server/federation/router/RouterRpcServer.java | 510 +++-
.../federation/router/RouterStateIdContext.java | 13 +-
.../federation/router/ThreadLocalContext.java | 101 +
.../router/async/AsyncErasureCoding.java | 255 ++
.../server/federation/router/async/AsyncQuota.java | 101 +
.../router/async/RouterAsyncCacheAdmin.java | 109 +
.../router/async/RouterAsyncClientProtocol.java | 1127 +++++++++
.../router/async/RouterAsyncNamenodeProtocol.java | 198 ++
.../router/async/RouterAsyncRpcClient.java | 630 +++++
.../router/async/RouterAsyncSnapshot.java | 264 ++
.../router/async/RouterAsyncStoragePolicy.java | 90 +
.../router/async/RouterAsyncUserProtocol.java | 132 +
.../federation/router/async/package-info.java | 37 +-
.../router/async/utils/ApplyFunction.java | 89 +
.../federation/router/async/utils/Async.java | 115 +
.../router/async/utils/AsyncApplyFunction.java | 162 ++
.../router/async/utils/AsyncBiFunction.java | 83 +
.../router/async/utils/AsyncCatchFunction.java | 174 ++
.../router/async/utils/AsyncForEachRun.java | 185 ++
.../federation/router/async/utils/AsyncRun.java | 74 +
.../federation/router/async/utils/AsyncUtil.java | 411 ++++
.../router/async/utils/CatchFunction.java | 120 +
.../router/async/utils/FinallyFunction.java | 96 +
.../router/async/utils/package-info.java | 35 +
.../server/federation/store/StateStoreUtils.java | 16 +
.../src/main/resources/hdfs-rbf-default.xml | 59 +
.../src/site/markdown/HDFSRouterFederation.md | 34 +-
.../protocolPB/TestAsyncRpcProtocolPBUtil.java | 123 +
.../hdfs/protocolPB/TestClientProtocol.java} | 21 +-
.../TestClientProtocolServerSideTranslatorPB.java | 88 +
.../protocolPB/TestClientProtocolTranslatorPB.java | 80 +
.../TestRouterClientSideTranslatorPB.java | 244 ++
.../server/federation/router/TestRouterAdmin.java | 87 +-
.../router/TestRouterHttpServerXFrame.java | 6 +-
.../federation/router/TestRouterMountTable.java | 1 +
.../router/TestRouterMountTableCacheRefresh.java | 32 +-
...erRPCMultipleDestinationMountTableResolver.java | 21 +-
.../server/federation/router/TestRouterRpc.java | 32 +-
.../router/async/RouterAsyncProtocolTestBase.java | 165 ++
.../router/async/TestAsyncRouterAdmin.java | 119 +
.../router/async/TestRouterAsyncCacheAdmin.java | 102 +
.../async/TestRouterAsyncClientProtocol.java | 144 ++
.../router/async/TestRouterAsyncErasureCoding.java | 206 ++
.../router/async/TestRouterAsyncMountTable.java | 158 ++
.../async/TestRouterAsyncNamenodeProtocol.java | 126 +
.../router/async/TestRouterAsyncQuota.java | 168 ++
...ncRPCMultipleDestinationMountTableResolver.java | 152 ++
.../router/async/TestRouterAsyncRpc.java | 76 +
.../router/async/TestRouterAsyncRpcClient.java | 319 +++
.../async/TestRouterAsyncRpcMultiDestination.java | 66 +
.../router/async/TestRouterAsyncRpcServer.java | 96 +
.../router/async/TestRouterAsyncSnapshot.java | 115 +
.../router/async/TestRouterAsyncStoragePolicy.java | 66 +
.../router/async/TestRouterAsyncUserProtocol.java | 38 +-
.../federation/router/async/utils/AsyncClass.java | 249 ++
.../federation/router/async/utils/BaseClass.java | 66 +
.../federation/router/async/utils/SyncClass.java | 194 ++
.../router/async/utils/TestAsyncUtil.java | 277 +++
.../security/TestRouterSecurityManager.java | 2 -
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 26 +-
...ientNamenodeProtocolServerSideTranslatorPB.java | 163 +-
.../NamenodeProtocolServerSideTranslatorPB.java | 8 +-
.../hdfs/server/balancer/BalancerMetrics.java | 5 +
.../hdfs/server/common/DataNodeLockManager.java | 9 +-
.../datanode/DataNodeLayoutSubLockStrategy.java | 27 +-
.../hdfs/server/datanode/DataSetLockManager.java | 38 +-
.../server/datanode/DataSetSubLockStrategy.java | 32 +-
.../hadoop/hdfs/server/datanode/DatanodeUtil.java | 34 +-
.../datanode/fsdataset/DataNodeVolumeMetrics.java | 9 +
.../datanode/fsdataset/impl/FsDatasetImpl.java | 118 +-
.../org/apache/hadoop/hdfs/TestListFilesInDFS.java | 8 +-
.../hadoop/hdfs/crypto/TestHdfsCryptoStreams.java | 16 +-
.../hdfs/server/balancer/TestBalancerService.java | 13 +
.../server/datanode/TestDataNodeVolumeMetrics.java | 4 +
.../server/datanode/TestDataSetLockManager.java | 11 +
.../datanode/fsdataset/impl/TestFsDatasetImpl.java | 7 +-
.../hdfs/server/namenode/ha/TestDNFencing.java | 11 +-
.../apache/hadoop/hdfs/TestDFSClientFailover.java | 0
.../hadoop-mapreduce-client-app/pom.xml | 9 +
.../hadoop/mapred/TestLocalContainerLauncher.java | 21 +-
.../mapred/TestTaskAttemptFinishingMonitor.java | 6 +-
.../hadoop/mapred/TestTaskAttemptListenerImpl.java | 44 +-
.../org/apache/hadoop/mapred/TestYarnChild.java | 13 +-
.../hadoop/mapreduce/jobhistory/TestEvents.java | 22 +-
.../jobhistory/TestJobHistoryEventHandler.java | 268 +-
.../mapreduce/jobhistory/TestJobSummary.java | 15 +-
.../v2/api/records/TestTaskAttemptReport.java | 8 +-
.../mapreduce/v2/api/records/TestTaskReport.java | 8 +-
.../org/apache/hadoop/mapreduce/v2/app/MRApp.java | 73 +-
.../hadoop/mapreduce/v2/app/MRAppBenchmark.java | 13 +-
.../hadoop/mapreduce/v2/app/TestAMInfos.java | 14 +-
.../v2/app/TestCheckpointPreemptionPolicy.java | 11 +-
.../apache/hadoop/mapreduce/v2/app/TestFail.java | 49 +-
.../hadoop/mapreduce/v2/app/TestFetchFailure.java | 160 +-
.../mapreduce/v2/app/TestJobEndNotifier.java | 99 +-
.../apache/hadoop/mapreduce/v2/app/TestKill.java | 85 +-
.../v2/app/TestKillAMPreemptionPolicy.java | 2 +-
.../apache/hadoop/mapreduce/v2/app/TestMRApp.java | 123 +-
.../v2/app/TestMRAppComponentDependencies.java | 16 +-
.../hadoop/mapreduce/v2/app/TestMRAppMaster.java | 92 +-
.../mapreduce/v2/app/TestMRClientService.java | 96 +-
.../hadoop/mapreduce/v2/app/TestRecovery.java | 203 +-
.../mapreduce/v2/app/TestRuntimeEstimators.java | 41 +-
.../mapreduce/v2/app/TestStagingCleanup.java | 44 +-
.../mapreduce/v2/app/TestTaskHeartbeatHandler.java | 25 +-
.../v2/app/commit/TestCommitterEventHandler.java | 41 +-
.../mapreduce/v2/app/job/impl/TestJobImpl.java | 170 +-
.../v2/app/job/impl/TestMapReduceChildJVM.java | 92 +-
.../v2/app/job/impl/TestShuffleProvider.java | 14 +-
.../mapreduce/v2/app/job/impl/TestTaskAttempt.java | 315 ++-
.../job/impl/TestTaskAttemptContainerRequest.java | 30 +-
.../mapreduce/v2/app/job/impl/TestTaskImpl.java | 28 +-
.../v2/app/launcher/TestContainerLauncher.java | 65 +-
.../v2/app/launcher/TestContainerLauncherImpl.java | 19 +-
.../v2/app/local/TestLocalContainerAllocator.java | 31 +-
.../mapreduce/v2/app/metrics/TestMRAppMetrics.java | 9 +-
.../mapreduce/v2/app/rm/TestRMCommunicator.java | 9 +-
.../v2/app/rm/TestRMContainerAllocator.java | 511 ++--
.../v2/app/rm/TestResourceCalculatorUtils.java | 21 +-
.../v2/app/speculate/TestDataStatistics.java | 49 +-
.../forecast/TestSimpleExponentialForecast.java | 14 +-
.../mapreduce/v2/app/webapp/TestAMWebApp.java | 56 +-
.../mapreduce/v2/app/webapp/TestAMWebServices.java | 47 +-
.../v2/app/webapp/TestAMWebServicesAttempt.java | 13 +-
.../v2/app/webapp/TestAMWebServicesAttempts.java | 88 +-
.../v2/app/webapp/TestAMWebServicesJobConf.java | 41 +-
.../v2/app/webapp/TestAMWebServicesJobs.java | 161 +-
.../v2/app/webapp/TestAMWebServicesTasks.java | 92 +-
.../mapreduce/v2/app/webapp/TestAppController.java | 18 +-
.../hadoop/mapreduce/v2/app/webapp/TestBlocks.java | 10 +-
.../hadoop-mapreduce-client-core/pom.xml | 10 +
.../java/org/apache/hadoop/mapred/TestClock.java | 21 +-
.../apache/hadoop/mapred/TestClusterStatus.java | 20 +-
.../org/apache/hadoop/mapred/TestCounters.java | 90 +-
.../apache/hadoop/mapred/TestFileInputFormat.java | 116 +-
.../hadoop/mapred/TestFileOutputCommitter.java | 43 +-
.../org/apache/hadoop/mapred/TestIndexCache.java | 10 +-
.../apache/hadoop/mapred/TestJobAclsManager.java | 22 +-
.../java/org/apache/hadoop/mapred/TestJobConf.java | 91 +-
.../apache/hadoop/mapred/TestJobEndNotifier.java | 21 +-
.../java/org/apache/hadoop/mapred/TestJobInfo.java | 15 +-
.../apache/hadoop/mapred/TestJobQueueClient.java | 9 +-
.../apache/hadoop/mapred/TestLineRecordReader.java | 131 +-
.../mapred/TestLocatedFileStatusFetcher.java | 19 +-
.../hadoop/mapred/TestMapFileOutputFormat.java | 10 +-
.../java/org/apache/hadoop/mapred/TestMapTask.java | 71 +-
.../java/org/apache/hadoop/mapred/TestMaster.java | 4 +-
.../apache/hadoop/mapred/TestOldMethodsJobID.java | 32 +-
.../java/org/apache/hadoop/mapred/TestQueue.java | 28 +-
.../apache/hadoop/mapred/TestSkipBadRecords.java | 12 +-
.../java/org/apache/hadoop/mapred/TestTask.java | 22 +-
.../java/org/apache/hadoop/mapred/TestTaskLog.java | 15 +-
.../hadoop/mapred/TestTaskProgressReporter.java | 29 +-
.../mapred/lib/TestCombineFileRecordReader.java | 6 +-
.../hadoop/mapred/lib/db/TestDBInputFormat.java | 29 +-
.../org/apache/hadoop/mapreduce/TestCluster.java | 10 +-
.../hadoop/mapreduce/TestContextFactory.java | 8 +-
.../java/org/apache/hadoop/mapreduce/TestJob.java | 23 +-
.../hadoop/mapreduce/TestJobMonitorAndPrint.java | 15 +-
.../hadoop/mapreduce/TestJobResourceUploader.java | 73 +-
.../TestJobResourceUploaderWithSharedCache.java | 16 +-
.../hadoop/mapreduce/TestJobSubmissionFiles.java | 39 +-
.../apache/hadoop/mapreduce/TestShufflePlugin.java | 17 +-
.../org/apache/hadoop/mapreduce/TestTaskID.java | 218 +-
.../mapreduce/checkpoint/TestFSCheckpointID.java | 2 +-
.../checkpoint/TestFSCheckpointService.java | 16 +-
.../TestClientDistributedCacheManager.java | 79 +-
.../mapreduce/filecache/TestDistributedCache.java | 78 +-
.../jobhistory/TestHistoryViewerPrinter.java | 32 +-
.../hadoop/mapreduce/lib/db/DriverForTest.java | 5 +-
.../hadoop/mapreduce/lib/db/TestDbClasses.java | 26 +-
.../hadoop/mapreduce/lib/db/TestSplitters.java | 32 +-
.../lib/input/BaseTestLineRecordReaderBZip2.java | 14 +-
.../lib/input/TestCombineFileRecordReader.java | 6 +-
.../mapreduce/lib/input/TestFileInputFormat.java | 179 +-
.../mapreduce/lib/input/TestLineRecordReader.java | 133 +-
.../mapreduce/lib/jobcontrol/TestJobControl.java | 4 +-
.../lib/output/TestFileOutputCommitter.java | 75 +-
.../mapreduce/lib/output/TestFileOutputFormat.java | 5 +-
.../lib/output/TestMapFileOutputFormat.java | 8 +-
.../lib/output/TestPathOutputCommitter.java | 6 +-
.../lib/output/TestPathOutputCommitterFactory.java | 30 +-
.../output/TestPreemptableFileOutputCommitter.java | 12 +-
.../lib/partition/TestRehashPartitioner.java | 6 +-
.../hadoop/mapreduce/security/TestTokenCache.java | 19 +-
.../hadoop/mapreduce/split/TestJobSplitWriter.java | 16 +-
.../mapreduce/split/TestJobSplitWriterWithEC.java | 17 +-
.../mapreduce/task/reduce/TestEventFetcher.java | 2 +-
.../hadoop/mapreduce/task/reduce/TestFetcher.java | 86 +-
.../mapreduce/task/reduce/TestMergeManager.java | 74 +-
.../hadoop/mapreduce/task/reduce/TestMerger.java | 73 +-
.../task/reduce/TestShuffleClientMetrics.java | 4 +-
.../task/reduce/TestShuffleScheduler.java | 36 +-
.../org/apache/hadoop/mapreduce/tools/TestCLI.java | 40 +-
.../hadoop-mapreduce-client-hs/pom.xml | 5 +
.../hadoop/mapreduce/v2/hs/TestCompletedTask.java | 39 +-
.../mapreduce/v2/hs/TestHistoryFileManager.java | 136 +-
...estHistoryFileManagerInitWithNonRunningDFS.java | 15 +-
...stHistoryServerFileSystemStateStoreService.java | 87 +-
.../TestHistoryServerLeveldbStateStoreService.java | 84 +-
.../v2/hs/TestJHSDelegationTokenSecretManager.java | 52 +-
.../hadoop/mapreduce/v2/hs/TestJobHistory.java | 16 +-
.../mapreduce/v2/hs/TestJobHistoryEntities.java | 67 +-
.../mapreduce/v2/hs/TestJobHistoryEvents.java | 74 +-
.../mapreduce/v2/hs/TestJobHistoryParsing.java | 279 ++-
.../mapreduce/v2/hs/TestJobHistoryServer.java | 31 +-
.../v2/hs/TestJobIdHistoryFileInfoMap.java | 30 +-
.../hadoop/mapreduce/v2/hs/TestJobListCache.java | 19 +-
.../TestUnnecessaryBlockingOnHistoryFileInfo.java | 22 +-
.../mapreduce/v2/hs/server/TestHSAdminServer.java | 89 +-
.../hadoop/mapreduce/v2/hs/webapp/TestBlocks.java | 27 +-
.../mapreduce/v2/hs/webapp/TestHSWebApp.java | 18 +-
.../mapreduce/v2/hs/webapp/TestHsJobBlock.java | 32 +-
.../mapreduce/v2/hs/webapp/TestHsWebServices.java | 37 +-
.../v2/hs/webapp/TestHsWebServicesAcls.java | 10 +-
.../v2/hs/webapp/TestHsWebServicesAttempts.java | 85 +-
.../v2/hs/webapp/TestHsWebServicesJobConf.java | 34 +-
.../v2/hs/webapp/TestHsWebServicesJobs.java | 104 +-
.../v2/hs/webapp/TestHsWebServicesJobsQuery.java | 88 +-
.../v2/hs/webapp/TestHsWebServicesLogs.java | 12 +-
.../v2/hs/webapp/TestHsWebServicesLogsExtend.java | 16 +-
.../v2/hs/webapp/TestHsWebServicesTasks.java | 91 +-
.../mapreduce/v2/hs/webapp/VerifyJobsUtils.java | 50 +-
.../mapreduce/v2/hs/webapp/dao/TestJobInfo.java | 26 +-
.../hadoop-mapreduce-client-jobclient/pom.xml | 5 +
.../apache/hadoop/conf/TestNoDefaultsJobConf.java | 12 +-
.../test/java/org/apache/hadoop/fs/DFSCIOTest.java | 6 +-
.../test/java/org/apache/hadoop/fs/TestDFSIO.java | 29 +-
.../java/org/apache/hadoop/fs/TestFileSystem.java | 12 +-
.../test/java/org/apache/hadoop/fs/TestJHLA.java | 10 +-
.../java/org/apache/hadoop/fs/slive/TestSlive.java | 10 +-
.../java/org/apache/hadoop/hdfs/TestNNBench.java | 44 +-
.../hadoop/io/TestSequenceFileMergeProgress.java | 4 +-
.../apache/hadoop/ipc/TestMRCJCSocketFactory.java | 20 +-
.../hadoop/mapred/ClusterMapReduceTestCase.java | 8 +-
.../org/apache/hadoop/mapred/HadoopTestCase.java | 8 +-
.../java/org/apache/hadoop/mapred/MRCaching.java | 7 +-
.../apache/hadoop/mapred/NotificationTestCase.java | 16 +-
.../org/apache/hadoop/mapred/TestBadRecords.java | 17 +-
.../apache/hadoop/mapred/TestClientRedirect.java | 16 +-
.../hadoop/mapred/TestClientServiceDelegate.java | 200 +-
.../mapred/TestClusterMapReduceTestCase.java | 14 +-
.../java/org/apache/hadoop/mapred/TestCollect.java | 2 +-
.../hadoop/mapred/TestCombineFileInputFormat.java | 6 +-
.../hadoop/mapred/TestCombineOutputCollector.java | 2 +-
.../mapred/TestCombineSequenceFileInputFormat.java | 20 +-
.../hadoop/mapred/TestCombineTextInputFormat.java | 33 +-
.../mapred/TestCommandLineJobSubmission.java | 16 +-
.../org/apache/hadoop/mapred/TestComparators.java | 14 +-
.../mapred/TestConcatenatedCompressedInput.java | 143 +-
.../apache/hadoop/mapred/TestFieldSelection.java | 4 +-
.../mapred/TestFileInputFormatPathFilter.java | 12 +-
.../apache/hadoop/mapred/TestFileOutputFormat.java | 4 +-
.../hadoop/mapred/TestFixedLengthInputFormat.java | 78 +-
.../apache/hadoop/mapred/TestGetSplitHosts.java | 4 +-
.../java/org/apache/hadoop/mapred/TestIFile.java | 5 +-
.../org/apache/hadoop/mapred/TestIFileStreams.java | 10 +-
.../org/apache/hadoop/mapred/TestInputPath.java | 4 +-
.../hadoop/mapred/TestJavaSerialization.java | 29 +-
.../org/apache/hadoop/mapred/TestJobCleanup.java | 43 +-
.../org/apache/hadoop/mapred/TestJobClients.java | 12 +-
.../org/apache/hadoop/mapred/TestJobCounters.java | 38 +-
.../java/org/apache/hadoop/mapred/TestJobName.java | 10 +-
.../apache/hadoop/mapred/TestJobSysDirWithDFS.java | 8 +-
.../hadoop/mapred/TestKeyValueTextInputFormat.java | 52 +-
.../org/apache/hadoop/mapred/TestLazyOutput.java | 4 +-
.../hadoop/mapred/TestLineRecordReaderJobs.java | 4 +-
.../hadoop/mapred/TestLocalJobSubmission.java | 36 +-
.../hadoop/mapred/TestMRCJCFileInputFormat.java | 22 +-
.../mapred/TestMRCJCFileOutputCommitter.java | 26 +-
.../apache/hadoop/mapred/TestMRCJCJobClient.java | 9 +-
.../org/apache/hadoop/mapred/TestMRCJCJobConf.java | 10 +-
.../hadoop/mapred/TestMROpportunisticMaps.java | 4 +-
.../hadoop/mapred/TestMRTimelineEventHandling.java | 137 +-
.../apache/hadoop/mapred/TestMapOutputType.java | 12 +-
.../org/apache/hadoop/mapred/TestMapProgress.java | 8 +-
.../java/org/apache/hadoop/mapred/TestMapRed.java | 36 +-
.../java/org/apache/hadoop/mapred/TestMerge.java | 4 +-
.../apache/hadoop/mapred/TestMiniMRBringup.java | 7 +-
.../apache/hadoop/mapred/TestMiniMRChildTask.java | 43 +-
.../apache/hadoop/mapred/TestMiniMRClasspath.java | 9 +-
.../hadoop/mapred/TestMiniMRClientCluster.java | 71 +-
.../apache/hadoop/mapred/TestMiniMRDFSCaching.java | 12 +-
.../mapred/TestMiniMRWithDFSWithDistinctUsers.java | 15 +-
.../hadoop/mapred/TestMultiFileInputFormat.java | 6 +-
.../apache/hadoop/mapred/TestMultiFileSplit.java | 6 +-
.../hadoop/mapred/TestMultipleLevelCaching.java | 22 +-
.../mapred/TestMultipleTextOutputFormat.java | 4 +-
.../org/apache/hadoop/mapred/TestNetworkedJob.java | 39 +-
.../hadoop/mapred/TestOldCombinerGrouping.java | 27 +-
.../mapred/TestQueueConfigurationParser.java | 9 +-
.../org/apache/hadoop/mapred/TestReduceFetch.java | 17 +-
.../mapred/TestReduceFetchFromPartialMem.java | 27 +-
.../org/apache/hadoop/mapred/TestReduceTask.java | 6 +-
.../org/apache/hadoop/mapred/TestReporter.java | 38 +-
.../hadoop/mapred/TestResourceMgrDelegate.java | 72 +-
.../TestSequenceFileAsBinaryInputFormat.java | 20 +-
.../TestSequenceFileAsBinaryOutputFormat.java | 43 +-
.../mapred/TestSequenceFileAsTextInputFormat.java | 13 +-
.../hadoop/mapred/TestSequenceFileInputFilter.java | 4 +-
.../hadoop/mapred/TestSequenceFileInputFormat.java | 10 +-
.../org/apache/hadoop/mapred/TestSortedRanges.java | 4 +-
.../mapred/TestSpecialCharactersInOutputPath.java | 9 +-
.../hadoop/mapred/TestStatisticsCollector.java | 8 +-
.../org/apache/hadoop/mapred/TestTaskCommit.java | 32 +-
.../hadoop/mapred/TestTaskPerformanceSplits.java | 36 +-
.../org/apache/hadoop/mapred/TestTaskStatus.java | 89 +-
.../apache/hadoop/mapred/TestTextInputFormat.java | 127 +-
.../apache/hadoop/mapred/TestTextOutputFormat.java | 6 +-
.../hadoop/mapred/TestUserDefinedCounters.java | 6 +-
.../java/org/apache/hadoop/mapred/TestUtils.java | 5 +-
.../apache/hadoop/mapred/TestWritableJobConf.java | 4 +-
.../org/apache/hadoop/mapred/TestYARNRunner.java | 106 +-
.../hadoop/mapred/jobcontrol/TestJobControl.java | 37 +-
.../mapred/jobcontrol/TestLocalJobControl.java | 6 +-
.../apache/hadoop/mapred/join/TestDatamerge.java | 39 +-
.../hadoop/mapred/join/TestTupleWritable.java | 46 +-
.../join/TestWrappedRecordReaderClassloader.java | 10 +-
.../org/apache/hadoop/mapred/lib/TestChain.java | 2 +-
.../hadoop/mapred/lib/TestChainMapReduce.java | 12 +-
.../mapred/lib/TestDelegatingInputFormat.java | 7 +-
.../mapred/lib/TestKeyFieldBasedComparator.java | 10 +-
.../mapred/lib/TestKeyFieldBasedPartitioner.java | 8 +-
.../hadoop/mapred/lib/TestLineInputFormat.java | 22 +-
.../hadoop/mapred/lib/TestMultipleInputs.java | 4 +-
.../hadoop/mapred/lib/TestMultipleOutputs.java | 43 +-
.../mapred/lib/TestMultithreadedMapRunner.java | 6 +-
.../mapred/lib/aggregate/TestAggregates.java | 4 +-
.../hadoop/mapred/lib/db/TestConstructQuery.java | 8 +-
.../hadoop/mapred/pipes/TestPipeApplication.java | 14 +-
.../org/apache/hadoop/mapred/pipes/TestPipes.java | 27 +-
.../mapred/pipes/TestPipesNonJavaInputFormat.java | 16 +-
.../org/apache/hadoop/mapreduce/TestChild.java | 66 +-
.../mapreduce/TestClientProtocolProviderImpls.java | 12 +-
.../org/apache/hadoop/mapreduce/TestCounters.java | 21 +-
.../org/apache/hadoop/mapreduce/TestLargeSort.java | 16 +-
.../apache/hadoop/mapreduce/TestLocalRunner.java | 30 +-
.../TestMRIntermediateDataEncryption.java | 96 +-
.../apache/hadoop/mapreduce/TestMRJobClient.java | 100 +-
.../hadoop/mapreduce/TestMROutputFormat.java | 4 +-
.../apache/hadoop/mapreduce/TestMapCollection.java | 18 +-
.../org/apache/hadoop/mapreduce/TestMapReduce.java | 10 +-
.../hadoop/mapreduce/TestMapReduceLazyOutput.java | 4 +-
.../hadoop/mapreduce/TestMapperReducerCleanup.java | 33 +-
.../hadoop/mapreduce/TestNewCombinerGrouping.java | 27 +-
.../hadoop/mapreduce/TestNoJobSetupCleanup.java | 15 +-
.../apache/hadoop/mapreduce/TestTaskContext.java | 54 +-
.../hadoop/mapreduce/TestValueIterReset.java | 4 +-
.../mapreduce/TestYarnClientProtocolProvider.java | 14 +-
.../mapreduce/filecache/TestURIFragments.java | 5 +-
.../lib/aggregate/TestMapReduceAggregates.java | 6 +-
.../mapreduce/lib/chain/TestChainErrors.java | 22 +-
.../mapreduce/lib/chain/TestMapReduceChain.java | 58 +-
.../lib/chain/TestSingleElementChain.java | 12 +-
.../mapreduce/lib/db/TestDBOutputFormat.java | 8 +-
.../lib/db/TestDataDrivenDBInputFormat.java | 20 +-
.../mapreduce/lib/db/TestIntegerSplitter.java | 12 +-
.../hadoop/mapreduce/lib/db/TestTextSplitter.java | 12 +-
.../lib/fieldsel/TestMRFieldSelection.java | 10 +-
.../lib/input/TestCombineFileInputFormat.java | 30 +-
.../input/TestCombineSequenceFileInputFormat.java | 28 +-
.../lib/input/TestCombineTextInputFormat.java | 41 +-
.../lib/input/TestDelegatingInputFormat.java | 13 +-
.../lib/input/TestFixedLengthInputFormat.java | 78 +-
.../lib/input/TestLineRecordReaderJobs.java | 4 +-
.../lib/input/TestMRCJCFileInputFormat.java | 12 +-
.../lib/input/TestMRKeyValueTextInputFormat.java | 81 +-
.../TestMRSequenceFileAsBinaryInputFormat.java | 22 +-
.../input/TestMRSequenceFileAsTextInputFormat.java | 14 +-
.../lib/input/TestMRSequenceFileInputFilter.java | 4 +-
.../mapreduce/lib/input/TestMultipleInputs.java | 8 +-
.../mapreduce/lib/input/TestNLineInputFormat.java | 20 +-
.../lib/jobcontrol/TestControlledJob.java | 4 +-
.../lib/jobcontrol/TestMapReduceJobControl.java | 20 +-
.../TestMapReduceJobControlWithMocks.java | 16 +-
.../mapreduce/lib/join/TestJoinDatamerge.java | 56 +-
.../mapreduce/lib/join/TestJoinProperties.java | 66 +-
.../mapreduce/lib/join/TestJoinTupleWritable.java | 35 +-
.../lib/join/TestWrappedRRClassloader.java | 10 +-
.../mapreduce/lib/map/TestMultithreadedMapper.java | 6 +-
.../lib/output/TestJobOutputCommitter.java | 43 +-
.../lib/output/TestMRCJCFileOutputCommitter.java | 24 +-
.../lib/output/TestMRMultipleOutputs.java | 39 +-
.../TestMRSequenceFileAsBinaryOutputFormat.java | 41 +-
.../lib/partition/TestBinaryPartitioner.java | 6 +-
.../mapreduce/lib/partition/TestInputSampler.java | 11 +-
.../lib/partition/TestKeyFieldHelper.java | 72 +-
.../partition/TestMRKeyFieldBasedComparator.java | 6 +-
.../partition/TestMRKeyFieldBasedPartitioner.java | 37 +-
.../lib/partition/TestTotalOrderPartitioner.java | 21 +-
.../mapreduce/security/TestBinaryTokenFile.java | 21 +-
.../hadoop/mapreduce/security/TestJHSSecurity.java | 14 +-
.../mapreduce/security/TestMRCredentials.java | 12 +-
.../TestUmbilicalProtocolWithJobToken.java | 2 +-
.../security/ssl/TestEncryptedShuffle.java | 21 +-
.../token/delegation/TestDelegationToken.java | 26 +-
.../mapreduce/util/TestMRAsyncDiskService.java | 28 +-
.../v2/TestMRAMWithNonNormalizedCapabilities.java | 21 +-
.../hadoop/mapreduce/v2/TestMRAppWithCombiner.java | 15 +-
.../org/apache/hadoop/mapreduce/v2/TestMRJobs.java | 278 ++-
.../mapreduce/v2/TestMRJobsWithHistoryService.java | 35 +-
.../mapreduce/v2/TestMRJobsWithProfiler.java | 49 +-
.../hadoop/mapreduce/v2/TestMROldApiJobs.java | 42 +-
.../hadoop/mapreduce/v2/TestMiniMRProxyUser.java | 14 +-
.../hadoop/mapreduce/v2/TestNonExistentJob.java | 12 +-
.../apache/hadoop/mapreduce/v2/TestRMNMInfo.java | 76 +-
.../mapreduce/v2/TestSpeculativeExecOnCluster.java | 175 +-
.../mapreduce/v2/TestSpeculativeExecution.java | 72 +-
.../v2/TestSpeculativeExecutionWithMRApp.java | 47 +-
.../org/apache/hadoop/mapreduce/v2/TestUberAM.java | 31 +-
.../hadoop/util/TestMRCJCReflectionUtils.java | 9 +-
.../org/apache/hadoop/util/TestMRCJCRunJar.java | 6 +-
.../hadoop-mapreduce-client-nativetask/pom.xml | 5 +
.../hadoop/mapred/nativetask/TestTaskContext.java | 13 +-
.../nativetask/buffer/TestBufferPushPull.java | 17 +-
.../nativetask/buffer/TestByteBufferReadWrite.java | 2 +-
.../mapred/nativetask/buffer/TestInputBuffer.java | 2 +-
.../mapred/nativetask/buffer/TestOutputBuffer.java | 2 +-
.../nativetask/combinertest/CombinerTest.java | 18 +-
.../combinertest/LargeKVCombinerTest.java | 17 +-
.../combinertest/OldAPICombinerTest.java | 16 +-
.../nativetask/compresstest/CompressTest.java | 16 +-
.../nativetask/handlers/TestCombineHandler.java | 6 +-
.../handlers/TestNativeCollectorOnlyHandler.java | 23 +-
.../hadoop/mapred/nativetask/kvtest/KVTest.java | 38 +-
.../mapred/nativetask/kvtest/LargeKVTest.java | 25 +-
.../mapred/nativetask/nonsorttest/NonSortTest.java | 16 +-
.../mapred/nativetask/serde/TestKVSerializer.java | 23 +-
.../nativetask/serde/TestNativeSerialization.java | 12 +-
.../mapred/nativetask/testutil/ResultVerifier.java | 20 +-
.../mapred/nativetask/utils/TestBytesUtil.java | 17 +-
.../nativetask/utils/TestReadWriteBuffer.java | 2 +-
.../mapred/nativetask/utils/TestSizedWritable.java | 10 +-
.../hadoop-mapreduce-client-shuffle/pom.xml | 5 +
.../hadoop/mapred/TestFadvisedChunkedFile.java | 12 +-
.../hadoop/mapred/TestFadvisedFileRegion.java | 28 +-
.../hadoop/mapred/TestShuffleChannelHandler.java | 36 +-
.../apache/hadoop/mapred/TestShuffleHandler.java | 69 +-
.../hadoop/mapred/TestShuffleHandlerBase.java | 14 +-
hadoop-project/pom.xml | 36 +-
hadoop-project/src/site/markdown/index.md.vm | 162 +-
hadoop-tools/hadoop-aliyun/pom.xml | 26 +
.../fs/aliyun/oss/AliyunOSSFileSystemStore.java | 16 +
.../org/apache/hadoop/fs/aliyun/oss/Constants.java | 15 +
.../fs/aliyun/oss/ITAliyunOSSSignatureV4.java | 98 +
.../src/test/resources/log4j.properties | 3 +
hadoop-tools/hadoop-archive-logs/pom.xml | 5 +
hadoop-tools/hadoop-archives/pom.xml | 5 +
.../hadoop-aws/dev-support/findbugs-exclude.xml | 2 +-
hadoop-tools/hadoop-aws/pom.xml | 46 +-
.../java/org/apache/hadoop/fs/s3a/Constants.java | 56 +
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 3 +-
.../java/org/apache/hadoop/fs/s3a/Listing.java | 84 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 360 ++-
.../org/apache/hadoop/fs/s3a/S3AInputStream.java | 402 +--
.../apache/hadoop/fs/s3a/S3AInstrumentation.java | 19 +-
.../org/apache/hadoop/fs/s3a/S3AReadOpContext.java | 44 +-
.../java/org/apache/hadoop/fs/s3a/S3AStore.java | 66 +-
.../org/apache/hadoop/fs/s3a/S3ClientFactory.java | 24 +
.../java/org/apache/hadoop/fs/s3a/Statistic.java | 4 +
.../apache/hadoop/fs/s3a/VectoredIOContext.java | 104 +-
.../hadoop/fs/s3a/audit/AuditIntegration.java | 11 +
.../hadoop/fs/s3a/audit/AuditManagerS3A.java | 7 +
.../apache/hadoop/fs/s3a/audit/AuditorFlags.java | 19 +-
.../hadoop/fs/s3a/audit/OperationAuditor.java | 7 +
.../s3a/audit/impl/AbstractOperationAuditor.java | 79 +
.../fs/s3a/audit/impl/ActiveAuditManagerS3A.java | 7 +
.../hadoop/fs/s3a/audit/impl/LoggingAuditor.java | 14 +-
.../fs/s3a/audit/impl/NoopAuditManagerS3A.java | 9 +-
.../hadoop/fs/s3a/audit/impl/NoopAuditor.java | 16 +-
.../apache/hadoop/fs/s3a/impl/ClientManager.java | 9 +-
.../hadoop/fs/s3a/impl/ClientManagerImpl.java | 60 +-
.../fs/s3a/impl/InputStreamCallbacksImpl.java | 123 +
.../apache/hadoop/fs/s3a/impl/S3AStoreImpl.java | 213 +-
.../streams/AbstractObjectInputStreamFactory.java | 98 +
.../fs/s3a/impl/streams/AnalyticsStream.java | 238 ++
.../s3a/impl/streams/AnalyticsStreamFactory.java | 109 +
.../streams/ClassicObjectInputStreamFactory.java | 73 +
.../impl/streams/FactoryBindingParameters.java} | 36 +-
.../fs/s3a/impl/streams/InputStreamType.java | 123 +
.../fs/s3a/impl/streams/ObjectInputStream.java | 421 ++++
.../impl/streams/ObjectInputStreamCallbacks.java | 64 +
.../s3a/impl/streams/ObjectInputStreamFactory.java | 90 +
.../fs/s3a/impl/streams/ObjectReadParameters.java | 190 ++
.../impl/streams/StreamFactoryRequirements.java | 148 ++
.../fs/s3a/impl/streams/StreamIntegration.java | 212 ++
.../hadoop/fs/s3a/impl/streams/package-info.java | 19 +-
.../hadoop/fs/s3a/prefetch/PrefetchOptions.java | 67 +
.../prefetch/PrefetchingInputStreamFactory.java | 109 +
.../fs/s3a/prefetch/S3ACachingInputStream.java | 16 +-
.../fs/s3a/prefetch/S3AInMemoryInputStream.java | 8 +-
.../fs/s3a/prefetch/S3APrefetchingInputStream.java | 67 +-
.../fs/s3a/prefetch/S3ARemoteInputStream.java | 14 +-
.../hadoop/fs/s3a/prefetch/S3ARemoteObject.java | 5 +-
.../apache/hadoop/fs/s3a/s3guard/S3GuardTool.java | 8 +-
.../s3a/statistics/S3AInputStreamStatistics.java | 8 +
.../statistics/impl/EmptyS3AStatisticsContext.java | 6 +
.../site/markdown/tools/hadoop-aws/prefetching.md | 14 +-
.../src/site/markdown/tools/hadoop-aws/reading.md | 228 ++
...TestS3AContractAnalyticsStreamVectoredRead.java | 55 +
.../fs/contract/s3a/ITestS3AContractCreate.java | 12 +
.../fs/contract/s3a/ITestS3AContractDistCp.java | 15 +
.../s3a/ITestS3AContractMultipartUploader.java | 7 +
.../fs/contract/s3a/ITestS3AContractSeek.java | 2 +-
.../contract/s3a/ITestS3AContractVectoredRead.java | 12 +
.../apache/hadoop/fs/s3a/AbstractS3AMockTest.java | 3 +-
.../hadoop/fs/s3a/ITestEMRFSCompatibility.java | 68 +
.../ITestS3AAnalyticsAcceleratorStreamReading.java | 193 ++
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 18 +-
.../hadoop/fs/s3a/ITestS3AEncryptionSSEC.java | 4 +
.../hadoop/fs/s3a/ITestS3AFSMainOperations.java | 23 +
.../hadoop/fs/s3a/ITestS3AFileSystemContract.java | 13 +
.../hadoop/fs/s3a/ITestS3AIOStatisticsContext.java | 6 +
.../hadoop/fs/s3a/ITestS3AInputStreamLeakage.java | 50 +-
.../org/apache/hadoop/fs/s3a/ITestS3AMetrics.java | 6 +
.../fs/s3a/ITestS3APrefetchingCacheFiles.java | 5 +-
.../fs/s3a/ITestS3APrefetchingInputStream.java | 6 +-
.../fs/s3a/ITestS3APrefetchingLruEviction.java | 11 +-
.../hadoop/fs/s3a/ITestS3ARequesterPays.java | 19 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 80 +-
.../hadoop/fs/s3a/TestS3AInputStreamRetry.java | 27 +-
.../org/apache/hadoop/fs/s3a/TestS3AUnbuffer.java | 4 +
.../hadoop/fs/s3a/audit/AccessCheckingAuditor.java | 10 +
.../hadoop/fs/s3a/audit/AuditTestSupport.java | 25 +
.../hadoop/fs/s3a/audit/ITestAuditManager.java | 9 +
.../fs/s3a/commit/ITestCommitOperationCost.java | 12 +-
.../fileContext/ITestS3AFileContextStatistics.java | 6 +
.../fs/s3a/impl/ITestConnectionTimeouts.java | 7 +-
.../fs/s3a/impl/streams/TestStreamFactories.java | 339 +++
.../fs/s3a/performance/ITestS3AOpenCost.java | 13 +-
.../fs/s3a/performance/ITestUnbufferDraining.java | 6 +-
.../fs/s3a/prefetch/MockS3ARemoteObject.java | 8 +-
.../hadoop/fs/s3a/prefetch/S3APrefetchFakes.java | 43 +-
.../fs/s3a/prefetch/TestS3ARemoteInputStream.java | 19 +-
.../fs/s3a/prefetch/TestS3ARemoteObject.java | 6 +-
.../s3a/scale/ITestS3AHugeFilesSSECDiskBlocks.java | 3 +
.../s3a/scale/ITestS3AInputStreamPerformance.java | 47 +-
.../ITestS3AContractStreamIOStatistics.java | 9 +
.../statistics/ITestS3AFileSystemStatistic.java | 6 +
.../hadoop-aws/src/test/resources/log4j.properties | 4 +
.../src/test/resources/malformed_footer.parquet | Bin 0 -> 451 bytes
.../src/test/resources/multi_row_group.parquet | Bin 0 -> 2080 bytes
hadoop-tools/hadoop-azure-datalake/pom.xml | 6 +-
.../dev-support/testrun-scripts/runtests.sh | 123 +-
.../dev-support/testrun-scripts/testsupport.sh | 19 +
hadoop-tools/hadoop-azure/pom.xml | 5 +
.../hadoop/fs/azurebfs/AbfsBackoffMetrics.java | 312 ---
.../hadoop/fs/azurebfs/AbfsConfiguration.java | 106 +-
.../hadoop/fs/azurebfs/AbfsCountersImpl.java | 12 +-
.../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 155 +-
.../fs/azurebfs/AzureBlobFileSystemStore.java | 286 ++-
.../fs/azurebfs/constants/AbfsHttpConstants.java | 40 +-
.../fs/azurebfs/constants/ConfigurationKeys.java | 27 +
.../constants/FileSystemConfigurations.java | 23 +
.../constants/HttpHeaderConfigurations.java | 34 +
.../fs/azurebfs/constants/MetricsConstants.java | 121 +
.../contracts/exceptions/AbfsDriverException.java | 8 +
.../ConcurrentWriteOperationDetectedException.java | 17 +
.../exceptions/InvalidIngressServiceException.java | 51 +
.../services/AppendRequestParameters.java | 54 +-
.../contracts/services/AzureServiceErrorCode.java | 8 +
.../services/BlobAppendRequestParameters.java | 8 +
.../fs/azurebfs/enums/AbfsBackoffMetricsEnum.java | 110 +
.../azurebfs/enums/AbfsReadFooterMetricsEnum.java | 97 +
.../hadoop/fs/azurebfs/enums/BlobCopyProgress.java | 29 +-
.../apache/hadoop/fs/azurebfs/enums/FileType.java | 30 +-
.../hadoop/fs/azurebfs/enums/RetryValue.java | 83 +
.../fs/azurebfs/enums/StatisticTypeEnum.java | 25 +-
.../fs/azurebfs/extensions/SASTokenProvider.java | 2 +
.../fs/azurebfs/services/AbfsBackoffMetrics.java | 323 +++
.../hadoop/fs/azurebfs/services/AbfsBlobBlock.java | 72 +
.../fs/azurebfs/services/AbfsBlobClient.java | 911 ++++++-
.../hadoop/fs/azurebfs/services/AbfsBlock.java | 160 ++
.../fs/azurebfs/services/AbfsBlockStatus.java | 45 +-
.../hadoop/fs/azurebfs/services/AbfsClient.java | 142 +-
.../fs/azurebfs/services/AbfsClientHandler.java | 29 +
.../hadoop/fs/azurebfs/services/AbfsCounters.java | 1 -
.../hadoop/fs/azurebfs/services/AbfsDfsClient.java | 210 +-
.../hadoop/fs/azurebfs/services/AbfsErrors.java | 30 +-
.../fs/azurebfs/services/AbfsHttpOperation.java | 4 +-
.../fs/azurebfs/services/AbfsInputStream.java | 2 +-
.../hadoop/fs/azurebfs/services/AbfsLease.java | 165 +-
.../fs/azurebfs/services/AbfsOutputStream.java | 614 ++++-
.../azurebfs/services/AbfsOutputStreamContext.java | 67 +-
.../fs/azurebfs/services/AbfsPermission.java | 5 +-
.../azurebfs/services/AbfsReadFooterMetrics.java | 984 ++++----
.../fs/azurebfs/services/AbfsRestOperation.java | 83 +-
.../azurebfs/services/AbfsRestOperationType.java | 3 +-
.../services/AbstractAbfsStatisticsSource.java | 153 ++
.../azurebfs/services/AzureBlobBlockManager.java | 194 ++
.../azurebfs/services/AzureBlobIngressHandler.java | 348 +++
.../fs/azurebfs/services/AzureBlockManager.java | 170 ++
.../fs/azurebfs/services/AzureDFSBlockManager.java | 89 +
.../azurebfs/services/AzureDFSIngressHandler.java | 280 +++
.../AzureDfsToBlobIngressFallbackHandler.java | 265 ++
.../fs/azurebfs/services/AzureIngressHandler.java | 209 ++
.../fs/azurebfs/services/BlobDeleteHandler.java | 201 ++
.../fs/azurebfs/services/BlobRenameHandler.java | 614 +++++
.../hadoop/fs/azurebfs/services/BlockEntry.java | 86 +
.../fs/azurebfs/services/ListActionTaker.java | 278 +++
.../hadoop/fs/azurebfs/services/ListBlobQueue.java | 197 ++
.../fs/azurebfs/services/PathInformation.java | 108 +
.../fs/azurebfs/services/RenameAtomicity.java | 336 +++
.../RenamePendingJsonFormat.java} | 48 +-
.../apache/hadoop/fs/azurebfs/utils/Listener.java | 2 +
.../hadoop/fs/azurebfs/utils/TracingContext.java | 65 +
.../apache/hadoop/fs/azurebfs/utils/UriUtils.java | 43 +
.../hadoop-azure/src/site/markdown/blobEndpoint.md | 7 +-
.../hadoop-azure/src/site/markdown/fns_blob.md | 84 +-
.../hadoop/fs/azure/AbstractWasbTestBase.java | 11 +-
.../fs/azure/AbstractWasbTestWithTimeout.java | 37 +-
.../fs/azure/AzureBlobStorageTestAccount.java | 8 +-
.../fs/azure/ITestAzureConcurrentOutOfBandIo.java | 2 +-
.../azure/ITestAzureFileSystemErrorConditions.java | 5 +-
.../hadoop/fs/azure/ITestBlobDataValidation.java | 18 +-
.../fs/azure/ITestBlobTypeSpeedDifference.java | 2 +-
.../hadoop/fs/azure/ITestBlockBlobInputStream.java | 71 +-
.../hadoop/fs/azure/ITestContainerChecks.java | 35 +-
.../ITestFileSystemOperationExceptionHandling.java | 150 +-
.../ITestFileSystemOperationExceptionMessage.java | 2 +-
...emOperationsExceptionHandlingMultiThreaded.java | 294 +--
.../ITestFileSystemOperationsWithThreads.java | 19 +-
.../hadoop/fs/azure/ITestListPerformance.java | 34 +-
.../ITestNativeAzureFSAuthorizationCaching.java | 4 +-
.../fs/azure/ITestNativeAzureFileSystemAppend.java | 36 +-
...stNativeAzureFileSystemAtomicRenameDirList.java | 2 +-
.../ITestNativeAzureFileSystemClientLogging.java | 12 +-
.../ITestNativeAzureFileSystemConcurrencyLive.java | 31 +-
.../fs/azure/ITestNativeAzureFileSystemLive.java | 4 +-
.../fs/azure/ITestNativeFileSystemStatistics.java | 9 +-
.../ITestOutOfBandAzureBlobOperationsLive.java | 2 +-
.../fs/azure/ITestOutputStreamSemantics.java | 59 +-
.../hadoop/fs/azure/ITestPageBlobInputStream.java | 32 +-
.../hadoop/fs/azure/ITestPageBlobOutputStream.java | 2 +-
.../azure/ITestReadAndSeekPageBlobAfterWrite.java | 15 +-
.../hadoop/fs/azure/ITestWasbRemoteCallHelper.java | 253 +-
.../fs/azure/ITestWasbUriAndConfiguration.java | 49 +-
.../fs/azure/NativeAzureFileSystemBaseTest.java | 34 +-
.../apache/hadoop/fs/azure/TestBlobMetadata.java | 12 +-
.../fs/azure/TestBlobOperationDescriptor.java | 2 +-
.../fs/azure/TestClientThrottlingAnalyzer.java | 35 +-
.../fs/azure/TestKeyPageBlobDirectories.java | 7 +-
.../TestNativeAzureFileSystemAuthorization.java | 519 ++--
.../TestNativeAzureFileSystemBlockCompaction.java | 23 +-
.../TestNativeAzureFileSystemConcurrency.java | 14 +-
.../TestNativeAzureFileSystemFileNameCheck.java | 4 +-
.../fs/azure/TestNativeAzureFileSystemMocked.java | 14 +-
.../TestNativeAzureFileSystemUploadLogic.java | 13 +-
.../fs/azure/TestOutOfBandAzureBlobOperations.java | 12 +-
.../fs/azure/TestShellDecryptionKeyProvider.java | 6 +-
.../fs/azure/TestSyncableDataOutputStream.java | 2 +-
.../org/apache/hadoop/fs/azure/TestWasbFsck.java | 15 +-
.../azure/integration/AbstractAzureScaleTest.java | 5 +-
.../fs/azure/integration/AzureTestUtils.java | 21 +-
.../azure/integration/CleanupTestContainers.java | 2 +-
.../fs/azure/integration/ITestAzureHugeFiles.java | 33 +-
.../ITestAzureFileSystemInstrumentation.java | 119 +-
.../azure/metrics/TestBandwidthGaugeUpdater.java | 11 +-
.../TestNativeAzureFileSystemMetricsSystem.java | 9 +-
.../fs/azure/metrics/TestRollingWindowAverage.java | 4 +-
.../fs/azurebfs/AbstractAbfsIntegrationTest.java | 193 +-
.../fs/azurebfs/ITestAbfsCustomEncryption.java | 48 +-
.../ITestAbfsListStatusRemoteIterator.java | 1 +
.../fs/azurebfs/ITestAbfsNetworkStatistics.java | 59 +-
.../fs/azurebfs/ITestAbfsReadFooterMetrics.java | 39 +-
.../azurebfs/ITestAbfsRestOperationException.java | 133 +-
.../hadoop/fs/azurebfs/ITestAbfsStatistics.java | 2 -
.../azurebfs/ITestAzureBlobFileSystemAppend.java | 1052 +++++++-
.../ITestAzureBlobFileSystemAttributes.java | 184 +-
.../azurebfs/ITestAzureBlobFileSystemChecksum.java | 48 +-
.../ITestAzureBlobFileSystemChooseSAS.java | 2 +
.../azurebfs/ITestAzureBlobFileSystemCreate.java | 2206 +++++++++++++++--
.../ITestAzureBlobFileSystemDelegationSAS.java | 22 +-
.../azurebfs/ITestAzureBlobFileSystemDelete.java | 328 ++-
.../fs/azurebfs/ITestAzureBlobFileSystemE2E.java | 19 +-
.../ITestAzureBlobFileSystemFileStatus.java | 125 +-
.../fs/azurebfs/ITestAzureBlobFileSystemFlush.java | 5 +
.../ITestAzureBlobFileSystemInitAndCreate.java | 25 +-
.../fs/azurebfs/ITestAzureBlobFileSystemLease.java | 75 +-
.../ITestAzureBlobFileSystemListStatus.java | 1 +
.../fs/azurebfs/ITestAzureBlobFileSystemMkDir.java | 29 +-
.../ITestAzureBlobFileSystemPermission.java | 3 +
.../ITestAzureBlobFileSystemRandomRead.java | 1 +
.../azurebfs/ITestAzureBlobFileSystemRename.java | 2549 +++++++++++++++++++-
.../ITestAzureBlobFileSystemRenameUnicode.java | 6 +-
.../fs/azurebfs/ITestAzureBlobFilesystemAcl.java | 5 +
.../fs/azurebfs/ITestGetNameSpaceEnabled.java | 22 +-
.../hadoop/fs/azurebfs/ITestSharedKeyAuth.java | 15 +-
.../fs/azurebfs/ITestSmallWriteOptimization.java | 21 +-
.../fs/azurebfs/ITestWasbAbfsCompatibility.java | 12 +-
.../apache/hadoop/fs/azurebfs/MockIntercept.java | 43 +
.../hadoop/fs/azurebfs/TestTracingContext.java | 2 +-
.../azurebfs/constants/TestConfigurationKeys.java | 1 +
.../azurebfs/contract/TestBlobListXmlParser.java | 154 ++
...tSchemaTest.java => TestDfsListJsonParser.java} | 12 +-
.../fs/azurebfs/services/AbfsClientTestUtil.java | 158 ++
.../fs/azurebfs/services/ITestAbfsClient.java | 9 +-
.../azurebfs/services/ITestAbfsClientHandler.java | 12 +-
.../ITestAbfsHttpClientRequestExecutor.java | 59 +-
.../azurebfs/services/ITestAbfsOutputStream.java | 187 +-
.../services/ITestAbfsPaginatedDelete.java | 12 +-
.../azurebfs/services/ITestAbfsRestOperation.java | 5 +-
.../services/ITestApacheClientConnectionPool.java | 3 +-
.../services/RenameAtomicityTestUtils.java | 79 +
.../azurebfs/services/TestAbfsBackoffMetrics.java | 115 +
.../fs/azurebfs/services/TestAbfsClient.java | 39 +
.../fs/azurebfs/services/TestAbfsOutputStream.java | 56 +-
.../services/TestAbfsReadFooterMetrics.java | 98 +
.../services/TestAbfsRenameRetryRecovery.java | 86 +-
.../azurebfs/services/TestAbfsRestOperation.java | 5 +-
.../fs/azurebfs/services/TestListActionTaker.java | 142 ++
.../azurebfs/utils/AzcopyExecutionException.java} | 21 +-
.../hadoop/fs/azurebfs/utils/AzcopyToolHelper.java | 319 +++
.../fs/azurebfs/utils/DirectoryStateHelper.java | 118 +
.../fs/azurebfs/utils/TestAzcopyToolHelper.java | 78 +
.../fs/azurebfs/utils/TracingHeaderValidator.java | 45 +-
.../accountName_settings.xml.template | 24 +
hadoop-tools/hadoop-datajoin/pom.xml | 5 +
hadoop-tools/hadoop-distcp/pom.xml | 5 +
.../org/apache/hadoop/tools/SimpleCopyListing.java | 15 +-
.../org/apache/hadoop/tools/TestCopyFilter.java | 16 +-
.../org/apache/hadoop/tools/TestCopyListing.java | 175 +-
.../hadoop/tools/TestCopyListingFileStatus.java | 4 +-
.../org/apache/hadoop/tools/TestDistCpOptions.java | 214 +-
.../org/apache/hadoop/tools/TestDistCpSync.java | 92 +-
.../hadoop/tools/TestDistCpSyncReverseBase.java | 60 +-
.../org/apache/hadoop/tools/TestDistCpSystem.java | 52 +-
.../org/apache/hadoop/tools/TestDistCpViewFs.java | 16 +-
.../apache/hadoop/tools/TestDistCpWithAcls.java | 15 +-
.../hadoop/tools/TestDistCpWithRawXAttrs.java | 63 +-
.../apache/hadoop/tools/TestDistCpWithXAttrs.java | 10 +-
.../org/apache/hadoop/tools/TestExternalCall.java | 67 +-
.../hadoop/tools/TestFileBasedCopyListing.java | 48 +-
.../hadoop/tools/TestGlobbedCopyListing.java | 17 +-
.../org/apache/hadoop/tools/TestIntegration.java | 199 +-
.../org/apache/hadoop/tools/TestOptionsParser.java | 312 +--
.../apache/hadoop/tools/TestRegexCopyFilter.java | 15 +-
.../tools/TestRegexpInConfigurationFilter.java | 22 +-
.../apache/hadoop/tools/TestTrueCopyFilter.java | 9 +-
.../apache/hadoop/tools/mapred/TestCopyMapper.java | 197 +-
.../tools/mapred/TestCopyMapperCompositeCrc.java | 4 +-
.../hadoop/tools/mapred/TestCopyOutputFormat.java | 43 +-
.../hadoop/tools/mapred/TestDeletedDirTracker.java | 43 +-
.../tools/mapred/TestRetriableFileCopyCommand.java | 31 +-
.../tools/mapred/TestUniformSizeInputFormat.java | 22 +-
.../tools/mapred/lib/TestDynamicInputFormat.java | 59 +-
.../apache/hadoop/tools/util/DistCpTestUtils.java | 13 +-
.../apache/hadoop/tools/util/TestDistCpUtils.java | 472 ++--
.../tools/util/TestDistCpUtilsWithCombineMode.java | 37 +-
.../hadoop/tools/util/TestProducerConsumer.java | 30 +-
.../hadoop/tools/util/TestRetriableCommand.java | 17 +-
.../tools/util/TestThrottledInputStream.java | 23 +-
.../hadoop-dynamometer-blockgen/pom.xml | 5 +
.../hadoop-dynamometer-infra/pom.xml | 5 +
.../hadoop-dynamometer-workload/pom.xml | 5 +
.../audit/AuditCommandParser.java | 5 +-
.../audit/AuditLogDirectParser.java | 5 +-
.../audit/AuditLogHiveTableParser.java | 4 +-
.../audit/AuditReplayCommand.java | 30 +-
.../workloadgenerator/audit/AuditReplayMapper.java | 4 +-
.../audit/TestAuditLogDirectParser.java | 39 +-
hadoop-tools/hadoop-extras/pom.xml | 5 +
hadoop-tools/hadoop-federation-balance/pom.xml | 5 +
hadoop-tools/hadoop-fs2img/pom.xml | 5 +
hadoop-tools/hadoop-gridmix/pom.xml | 5 +
.../org/apache/hadoop/metrics2/sink/KafkaSink.java | 2 +
hadoop-tools/hadoop-resourceestimator/pom.xml | 5 +
hadoop-tools/hadoop-rumen/pom.xml | 5 +
hadoop-tools/hadoop-sls/pom.xml | 5 +
hadoop-tools/hadoop-streaming/pom.xml | 5 +
.../yarn/api/records/timeline/TimelineEntity.java | 3 +-
.../yarn/api/records/timeline/TimelineEvent.java | 2 +-
.../records/timelineservice/ApplicationEntity.java | 7 +-
.../api/records/timelineservice/FlowRunEntity.java | 4 +-
.../records/timelineservice/TimelineEntity.java | 3 +-
.../api/records/timelineservice/TimelineEvent.java | 3 +-
.../records/timelineservice/TimelineMetric.java | 2 +-
.../writer/TimelineEntitySetWriter.java | 4 +-
.../pom.xml | 5 +
.../distributedshell/DistributedShellBaseTest.java | 110 +-
.../applications/distributedshell/TestClient.java | 4 +-
.../distributedshell/TestDSAppMaster.java | 68 +-
.../distributedshell/TestDSTimelineV10.java | 218 +-
.../distributedshell/TestDSTimelineV15.java | 18 +-
.../distributedshell/TestDSTimelineV20.java | 89 +-
.../TestDSWithMultipleNodeManager.java | 106 +-
.../hadoop-yarn-services-core/pom.xml | 6 +-
.../hadoop/yarn/service/ServiceTestUtils.java | 33 +-
.../TestDefaultUpgradeComponentsFinder.java | 23 +-
.../apache/hadoop/yarn/service/TestServiceAM.java | 86 +-
.../hadoop/yarn/service/TestServiceManager.java | 108 +-
.../yarn/service/TestYarnNativeServices.java | 235 +-
.../client/TestBuildExternalComponents.java | 17 +-
.../hadoop/yarn/service/client/TestServiceCLI.java | 85 +-
.../yarn/service/client/TestServiceClient.java | 46 +-
.../yarn/service/component/TestComponent.java | 114 +-
.../TestComponentDecommissionInstances.java | 35 +-
.../component/TestComponentRestartPolicy.java | 4 +-
.../component/instance/TestComponentInstance.java | 99 +-
.../yarn/service/conf/TestAppJsonResolve.java | 39 +-
.../yarn/service/conf/TestLoadExampleAppJson.java | 25 +-
.../service/conf/TestValidateServiceNames.java | 7 +-
.../containerlaunch/TestAbstractLauncher.java | 10 +-
.../yarn/service/monitor/TestServiceMonitor.java | 19 +-
.../service/monitor/probe/TestDefaultProbe.java | 60 +-
.../provider/TestAbstractProviderService.java | 30 +-
.../yarn/service/provider/TestProviderUtils.java | 12 +-
.../providers/TestAbstractClientProvider.java | 24 +-
.../providers/TestDefaultClientProvider.java | 11 +-
.../service/providers/TestProviderFactory.java | 4 +-
.../TestServiceTimelinePublisher.java | 12 +-
.../yarn/service/utils/TestCoreFileSystem.java | 15 +-
.../hadoop/yarn/service/utils/TestFilterUtils.java | 41 +-
.../yarn/service/utils/TestServiceApiUtil.java | 115 +-
.../hadoop-yarn/hadoop-yarn-client/pom.xml | 5 +
.../ApplicationMasterServiceProtoTestBase.java | 4 +-
.../hadoop/yarn/client/ProtocolHATestBase.java | 71 +-
.../client/TestApplicationClientProtocolOnHA.java | 83 +-
...licationMasterServiceProtocolForTimelineV2.java | 24 +-
.../TestApplicationMasterServiceProtocolOnHA.java | 21 +-
.../TestFederationRMFailoverProxyProvider.java | 28 +-
.../TestHedgingRequestRMFailoverProxyProvider.java | 14 +-
.../hadoop/yarn/client/TestMemoryPageUtils.java | 6 +-
.../client/TestNoHaRMFailoverProxyProvider.java | 67 +-
.../yarn/client/TestRMFailoverProxyProvider.java | 78 +-
...eManagerAdministrationProtocolPBClientImpl.java | 16 +-
.../yarn/client/TestResourceTrackerOnHA.java | 23 +-
.../hadoop/yarn/client/TestYarnApiClasses.java | 8 +-
.../client/api/async/impl/TestAMRMClientAsync.java | 56 +-
.../client/api/async/impl/TestNMClientAsync.java | 45 +-
.../yarn/client/api/impl/BaseAMRMClientTest.java | 24 +-
.../hadoop/yarn/client/api/impl/TestAHSClient.java | 58 +-
.../yarn/client/api/impl/TestAHSv2ClientImpl.java | 10 +-
.../yarn/client/api/impl/TestAMRMClient.java | 295 ++-
.../api/impl/TestAMRMClientContainerRequest.java | 79 +-
.../client/api/impl/TestAMRMClientOnRMRestart.java | 83 +-
.../impl/TestAMRMClientPlacementConstraints.java | 56 +-
.../hadoop/yarn/client/api/impl/TestAMRMProxy.java | 55 +-
.../hadoop/yarn/client/api/impl/TestNMClient.java | 42 +-
.../TestOpportunisticContainerAllocationE2E.java | 58 +-
.../client/api/impl/TestSharedCacheClientImpl.java | 59 +-
.../api/impl/TestYarnClientWithReservation.java | 127 +-
.../hadoop/yarn/client/cli/TestClusterCLI.java | 8 +-
.../apache/hadoop/yarn/client/cli/TestGpgCLI.java | 8 +-
.../apache/hadoop/yarn/client/cli/TestLogsCLI.java | 169 +-
.../yarn/client/cli/TestNodeAttributesCLI.java | 99 +-
.../hadoop/yarn/client/cli/TestRMAdminCLI.java | 73 +-
.../hadoop/yarn/client/cli/TestRouterCLI.java | 10 +-
.../hadoop/yarn/client/cli/TestSchedConfCLI.java | 113 +-
.../apache/hadoop/yarn/client/cli/TestTopCLI.java | 40 +-
.../apache/hadoop/yarn/client/cli/TestYarnCLI.java | 186 +-
.../yarn/client/util/TestFormattingCLIUtils.java | 4 +-
.../yarn/client/util/TestYarnClientUtils.java | 91 +-
.../client/RMDelegationTokenIdentifier.java | 6 +-
.../org/apache/hadoop/yarn/webapp/WebApps.java | 12 +
.../hadoop-yarn-server-common/pom.xml | 5 +
.../impl/ZKFederationStateStoreOpDurations.java | 6 +
.../store/impl/ZookeeperFederationStateStore.java | 5 +
.../test/java/org/apache/hadoop/yarn/TestRPC.java | 56 +-
.../yarn/TestResourceTrackerPBClientImpl.java | 14 +-
.../apache/hadoop/yarn/TestYSCRPCFactories.java | 12 +-
.../apache/hadoop/yarn/TestYSCRecordFactory.java | 11 +-
.../hadoop/yarn/TestYarnServerApiClasses.java | 31 +-
.../org/apache/hadoop/yarn/lib/TestZKClient.java | 28 +-
.../yarn/server/MockResourceManagerFacade.java | 27 +-
.../hadoop/yarn/server/TestAMRMClientRelayer.java | 40 +-
.../hadoop/yarn/server/api/TestServerRMProxy.java | 9 +-
.../api/protocolrecords/TestProtocolRecords.java | 63 +-
.../TestRegisterNodeManagerRequest.java | 19 +-
.../TestRegisterNodeManagerResponse.java | 6 +-
.../federation/cache/TestFederationCache.java | 41 +-
.../TestFederationRMFailoverProxyProvider.java | 4 +-
.../policies/BaseFederationPoliciesTest.java | 77 +-
...rationPolicyInitializationContextValidator.java | 60 +-
.../policies/TestFederationPolicyUtils.java | 10 +-
.../policies/TestRouterPolicyFacade.java | 40 +-
.../TestBroadcastAMRMProxyFederationPolicy.java | 17 +-
.../amrmproxy/TestHomeAMRMProxyPolicy.java | 12 +-
.../TestLocalityMulticastAMRMProxyPolicy.java | 119 +-
.../amrmproxy/TestRejectAMRMProxyPolicy.java | 26 +-
.../policies/manager/BasePolicyManagerTest.java | 28 +-
.../TestHashBasedBroadcastPolicyManager.java | 4 +-
.../policies/manager/TestHomePolicyManager.java | 4 +-
.../TestPriorityBroadcastPolicyManager.java | 11 +-
.../manager/TestRejectAllPolicyManager.java | 4 +-
.../manager/TestUniformBroadcastPolicyManager.java | 4 +-
.../manager/TestWeightedHomePolicyManager.java | 11 +-
.../manager/TestWeightedLocalityPolicyManager.java | 13 +-
.../policies/router/BaseRouterPoliciesTest.java | 28 +-
.../policies/router/TestHashBasedRouterPolicy.java | 11 +-
.../policies/router/TestLoadBasedRouterPolicy.java | 12 +-
.../policies/router/TestLocalityRouterPolicy.java | 30 +-
.../policies/router/TestPriorityRouterPolicy.java | 11 +-
.../policies/router/TestRejectRouterPolicy.java | 48 +-
.../router/TestUniformRandomRouterPolicy.java | 11 +-
.../router/TestWeightedRandomRouterPolicy.java | 23 +-
.../resolver/TestDefaultSubClusterResolver.java | 47 +-
.../store/impl/FederationStateStoreBaseTest.java | 241 +-
.../store/impl/TestMemoryFederationStateStore.java | 6 +-
.../store/impl/TestSQLFederationStateStore.java | 6 +-
.../impl/TestZookeeperFederationStateStore.java | 19 +-
.../TestFederationStateStoreClientMetrics.java | 37 +-
.../records/TestFederationProtocolRecords.java | 10 +-
.../store/sql/FederationSQLAccuracyTest.java | 8 +-
.../sql/TestFederationMySQLScriptAccuracy.java | 2 +-
.../sql/TestFederationSQLServerScriptAccuracy.java | 2 +-
.../TestFederationStateStoreInputValidator.java | 278 +--
.../utils/TestFederationRegistryClient.java | 33 +-
.../utils/TestFederationStateStoreFacade.java | 225 +-
.../utils/TestFederationStateStoreFacadeRetry.java | 27 +-
.../metrics/TestAMRMClientRelayerMetrics.java | 86 +-
...DistributedOpportunisticContainerAllocator.java | 96 +-
...estTimelineAuthenticationFilterInitializer.java | 15 +-
.../uam/TestUnmanagedApplicationManager.java | 93 +-
.../yarn/server/utils/TestLeveldbIterator.java | 20 +-
.../yarn/server/webapp/ContainerBlockTest.java | 6 +-
.../hadoop/yarn/server/webapp/TestAppsBlock.java | 44 +-
.../hadoop/yarn/server/webapp/TestLogServlet.java | 2 +-
.../yarn/server/webapp/TestLogWebService.java | 15 +-
.../pom.xml | 5 +
.../GlobalPolicyGenerator.java | 3 +-
.../globalpolicygenerator/webapp/GPGWebApp.java | 2 +
.../globalpolicygenerator/TestGPGPolicyFacade.java | 58 +-
.../TestGlobalPolicyGenerator.java | 8 +-
.../TestDefaultApplicationCleaner.java | 28 +-
.../policygenerator/TestLoadBasedGlobalPolicy.java | 10 +-
.../policygenerator/TestPolicyGenerator.java | 70 +-
.../secure/AbstractGlobalPolicyGeneratorTest.java | 18 +-
.../secure/TestGpgSecureLogins.java | 8 +-
.../subclustercleaner/TestSubClusterCleaner.java | 16 +-
.../webapp/TestGPGWebApp.java | 2 +-
.../webapp/TestGPGWebServices.java | 4 +-
.../hadoop-yarn-server-nodemanager/pom.xml | 15 +
.../localizer/ResourceLocalizationService.java | 42 +-
.../server/nodemanager/DummyContainerManager.java | 2 +-
.../server/nodemanager/NodeManagerTestBase.java | 9 +-
.../server/nodemanager/TestContainerExecutor.java | 76 +-
.../nodemanager/TestContainerManagerWithLCE.java | 13 +-
.../nodemanager/TestDefaultContainerExecutor.java | 77 +-
.../server/nodemanager/TestDeletionService.java | 18 +-
.../nodemanager/TestDirectoryCollection.java | 377 +--
.../yarn/server/nodemanager/TestEventFlow.java | 2 +-
.../nodemanager/TestLinuxContainerExecutor.java | 77 +-
.../TestLinuxContainerExecutorWithMocks.java | 88 +-
.../nodemanager/TestLocalDirsHandlerService.java | 72 +-
.../yarn/server/nodemanager/TestNMAuditLogger.java | 14 +-
.../TestNetworkTagMappingJsonManager.java | 23 +-
.../yarn/server/nodemanager/TestNodeManager.java | 69 +-
.../server/nodemanager/TestNodeManagerMXBean.java | 7 +-
.../server/nodemanager/TestNodeManagerReboot.java | 61 +-
.../server/nodemanager/TestNodeManagerResync.java | 72 +-
.../nodemanager/TestNodeManagerShutdown.java | 36 +-
.../nodemanager/TestNodeResourceMonitor.java | 6 +-
.../server/nodemanager/TestNodeStatusUpdater.java | 255 +-
.../TestNodeStatusUpdaterForAttributes.java | 67 +-
.../TestNodeStatusUpdaterForLabels.java | 64 +-
.../yarn/server/nodemanager/TestRPCFactories.java | 15 +-
.../yarn/server/nodemanager/TestRecordFactory.java | 10 +-
.../nodemanager/amrmproxy/BaseAMRMProxyTest.java | 39 +-
.../amrmproxy/TestAMRMProxyMetrics.java | 104 +-
.../amrmproxy/TestAMRMProxyService.java | 183 +-
.../amrmproxy/TestAMRMProxyTokenSecretManager.java | 17 +-
.../amrmproxy/TestFederationInterceptor.java | 266 +-
.../amrmproxy/TestFederationInterceptorSecure.java | 71 +-
.../nodemanager/api/impl/pb/TestNMProtoUtils.java | 4 +-
.../impl/pb/TestPBLocalizerRPC.java | 6 +-
.../protocolrecords/impl/pb/TestPBRecordImpl.java | 38 +-
.../containermanager/BaseContainerManagerTest.java | 23 +-
.../containermanager/TestAuxServices.java | 229 +-
.../containermanager/TestContainerManager.java | 397 ++-
.../TestContainerManagerRecovery.java | 32 +-
.../nodemanager/containermanager/TestNMProxy.java | 42 +-
.../application/TestApplication.java | 22 +-
.../containermanager/container/TestContainer.java | 47 +-
.../container/TestResourceMappings.java | 18 +-
.../container/TestSlidingWindowRetryPolicy.java | 59 +-
.../task/TestDockerContainerDeletionTask.java | 8 +-
.../deletion/task/TestFileDeletionTask.java | 12 +-
.../launcher/TestContainerCleanup.java | 16 +-
.../launcher/TestContainerLaunch.java | 492 ++--
.../launcher/TestContainerLaunchParameterized.java | 11 +-
.../launcher/TestContainerRelaunch.java | 48 +-
.../launcher/TestContainersLauncher.java | 21 +-
.../TestPrivilegedOperationExecutor.java | 50 +-
.../TestCGroupElasticMemoryController.java | 177 +-
.../TestCGroupsBlkioResourceHandlerImpl.java | 32 +-
.../TestCGroupsCpuResourceHandlerImpl.java | 55 +-
.../linux/resources/TestCGroupsHandlerBase.java | 12 +-
.../linux/resources/TestCGroupsHandlerImpl.java | 143 +-
.../TestCGroupsMemoryResourceHandlerImpl.java | 62 +-
.../resources/TestCGroupsResourceCalculator.java | 12 +-
.../TestCGroupsV2CpuResourceHandlerImpl.java | 32 +-
.../linux/resources/TestCGroupsV2HandlerImpl.java | 127 +-
.../resources/TestCGroupsV2ResourceCalculator.java | 12 +-
.../TestCgroupsV2MemoryResourceHandlerImpl.java | 44 +-
.../linux/resources/TestDefaultOOMHandler.java | 288 +--
.../TestNetworkPacketTaggingHandlerImpl.java | 28 +-
.../linux/resources/TestResourceHandlerModule.java | 29 +-
.../TestTrafficControlBandwidthHandlerImpl.java | 43 +-
.../linux/resources/TestTrafficController.java | 40 +-
.../fpga/TestFpgaResourceHandlerImpl.java | 122 +-
.../resources/gpu/TestGpuResourceAllocator.java | 131 +-
.../resources/gpu/TestGpuResourceHandlerImpl.java | 120 +-
.../resources/numa/TestNumaResourceAllocator.java | 63 +-
.../numa/TestNumaResourceHandlerImpl.java | 10 +-
.../TestDelegatingLinuxContainerRuntime.java | 10 +-
.../linux/runtime/TestDockerContainerRuntime.java | 1363 ++++++-----
.../runtime/TestHdfsManifestToResourcesPlugin.java | 18 +-
.../runtime/TestImageTagToManifestPlugin.java | 26 +-
.../TestJavaSandboxLinuxContainerRuntime.java | 73 +-
.../linux/runtime/TestRuncContainerRuntime.java | 233 +-
.../linux/runtime/docker/TestDockerClient.java | 24 +-
.../runtime/docker/TestDockerCommandExecutor.java | 15 +-
.../runtime/docker/TestDockerImagesCommand.java | 13 +-
.../runtime/docker/TestDockerInspectCommand.java | 8 +-
.../runtime/docker/TestDockerKillCommand.java | 8 +-
.../runtime/docker/TestDockerLoadCommand.java | 8 +-
.../runtime/docker/TestDockerPullCommand.java | 8 +-
.../linux/runtime/docker/TestDockerRmCommand.java | 8 +-
.../linux/runtime/docker/TestDockerRunCommand.java | 8 +-
.../runtime/docker/TestDockerStartCommand.java | 8 +-
.../runtime/docker/TestDockerStopCommand.java | 8 +-
.../runtime/docker/TestDockerVolumeCommand.java | 12 +-
.../localizer/TestContainerLocalizer.java | 95 +-
.../localizer/TestLocalCacheCleanup.java | 6 +-
.../localizer/TestLocalCacheDirectoryManager.java | 56 +-
.../localizer/TestLocalResource.java | 6 +-
.../localizer/TestLocalResourcesTrackerImpl.java | 174 +-
.../localizer/TestLocalizedResource.java | 4 +-
.../localizer/TestResourceLocalizationService.java | 221 +-
.../localizer/TestResourceSet.java | 32 +-
.../sharedcache/TestSharedCacheUploadService.java | 4 +-
.../sharedcache/TestSharedCacheUploader.java | 8 +-
.../logaggregation/TestAppLogAggregatorImpl.java | 12 +-
.../logaggregation/TestLogAggregationService.java | 248 +-
.../loghandler/TestNonAggregatingLogHandler.java | 14 +-
.../monitor/TestContainerMetrics.java | 28 +-
.../monitor/TestContainersMonitor.java | 78 +-
.../TestContainersMonitorResourceChange.java | 33 +-
.../resourceplugin/TestResourcePluginManager.java | 50 +-
.../resourceplugin/com/nec/TestNECVEPlugin.java | 154 +-
.../com/nec/TestVEDeviceDiscoverer.java | 135 +-
.../nvidia/TestNvidiaGPUPluginForRuntimeV2.java | 127 +-
.../deviceframework/TestDeviceMappingManager.java | 32 +-
.../deviceframework/TestDevicePluginAdapter.java | 137 +-
.../resourceplugin/fpga/TestAoclOutputParser.java | 4 +-
.../resourceplugin/fpga/TestFpgaDiscoverer.java | 186 +-
.../fpga/TestIntelFpgaOpenclPlugin.java | 18 +-
.../resourceplugin/gpu/TestGpuDiscoverer.java | 219 +-
.../resourceplugin/gpu/TestGpuResourcePlugin.java | 42 +-
.../gpu/TestNvidiaDockerV1CommandPlugin.java | 29 +-
.../gpu/TestNvidiaDockerV2CommandPlugin.java | 15 +-
...tAllocationBasedResourceUtilizationTracker.java | 14 +-
...estContainerSchedulerBehaviorCompatibility.java | 11 +-
...ContainerSchedulerOppContainersByResources.java | 17 +-
.../scheduler/TestContainerSchedulerQueuing.java | 165 +-
.../scheduler/TestContainerSchedulerRecovery.java | 12 +-
.../executor/TestContainerReapContext.java | 8 +-
.../nodemanager/health/TestExceptionReporter.java | 2 +-
.../health/TestNodeHealthCheckerService.java | 59 +-
.../health/TestNodeHealthScriptRunner.java | 51 +-
.../tracker/TestNMLogAggregationStatusTracker.java | 51 +-
.../metrics/TestNodeManagerMetrics.java | 36 +-
.../TestConfigurationNodeAttributesProvider.java | 82 +-
.../TestConfigurationNodeLabelsProvider.java | 30 +-
.../TestScriptBasedNodeAttributesProvider.java | 46 +-
.../TestScriptBasedNodeLabelsProvider.java | 45 +-
.../recovery/TestNMLeveldbStateStoreService.java | 60 +-
.../scheduler/TestDistributedScheduler.java | 62 +-
.../TestNMContainerTokenSecretManager.java | 12 +-
.../security/TestNMTokenSecretManagerInNM.java | 12 +-
.../timelineservice/TestNMTimelinePublisher.java | 97 +-
.../util/TestCgroupsLCEResourcesHandler.java | 132 +-
.../util/TestNodeManagerHardwareUtils.java | 50 +-
.../nodemanager/util/TestProcessIdFileReader.java | 21 +-
.../nodemanager/webapp/TestContainerLogsPage.java | 39 +-
.../server/nodemanager/webapp/TestNMAppsPage.java | 15 +-
.../webapp/TestNMContainerWebSocket.java | 20 +-
.../server/nodemanager/webapp/TestNMWebFilter.java | 10 +-
.../server/nodemanager/webapp/TestNMWebServer.java | 19 +-
.../nodemanager/webapp/TestNMWebServices.java | 93 +-
.../nodemanager/webapp/TestNMWebServicesApps.java | 56 +-
.../webapp/TestNMWebServicesAuxServices.java | 31 +-
.../webapp/TestNMWebServicesContainers.java | 64 +-
.../nodemanager/webapp/TestNMWebTerminal.java | 12 +-
.../dao/gpu/TestGpuDeviceInformationParser.java | 26 +-
.../hadoop-yarn-server-resourcemanager/pom.xml | 5 +
.../server/resourcemanager/rmapp/RMAppImpl.java | 2 +-
.../resourcemanager/scheduler/QueueMetrics.java | 3 +-
.../security/DelegationTokenRenewer.java | 9 +-
.../resourcemanager/webapp/RMWebAppFilter.java | 1 +
.../scheduler/TestQueueMetrics.java | 61 +
.../clientrm/FederationClientInterceptor.java | 4 +-
.../pom.xml | 11 +-
.../TestDocumentStoreCollectionCreator.java | 14 +-
.../TestDocumentStoreTimelineReaderImpl.java | 107 +-
.../TestDocumentStoreTimelineWriterImpl.java | 32 +-
.../collection/TestDocumentOperations.java | 108 +-
.../cosmosdb/TestCosmosDBDocumentStoreReader.java | 40 +-
.../cosmosdb/TestCosmosDBDocumentStoreWriter.java | 40 +-
.../pom.xml | 37 +-
.../AbstractTimelineReaderHBaseTestBase.java | 81 +-
.../reader/FlowActivityEntityListReader.java | 123 +
.../reader/FlowActivityEntityReader.java} | 44 +-
.../reader/FlowActivityEntitySetReader.java | 124 +
.../reader/FlowRunEntityReader.java} | 43 +-
.../reader/FlowRunEntitySetReader.java} | 48 +-
.../TestTimelineReaderWebServicesHBaseStorage.java | 454 ++--
.../reader/TimelineEntityListReader.java | 122 +
.../reader/TimelineEntitySetReader.java | 125 +
.../storage/flow/TestHBaseStorageFlowRun.java | 2 +-
.../storage/HBaseTimelineWriterImpl.java | 8 +-
.../storage/common/ColumnRWHelper.java | 2 +-
.../server/webproxy/amfilter/TestAmFilter.java | 2 +-
.../hadoop-yarn/hadoop-yarn-server/pom.xml | 1 -
.../hadoop-yarn/hadoop-yarn-ui/pom.xml | 10 +-
.../src/main/webapp/WEB-INF/wro.properties | 16 +
.../app/components/queue-usage-donut-chart.js | 39 +-
.../yarn-queue-partition-capacity-labels.js | 34 +-
.../src/main/webapp/app/helpers/get-from-map.js | 72 +
.../webapp/app/models/yarn-queue/capacity-queue.js | 12 +-
.../app/serializers/yarn-queue/capacity-queue.js | 30 +-
.../main/webapp/app/templates/cluster-overview.hbs | 70 +-
.../app/templates/components/partition-usage.hbs | 66 +
.../yarn-queue-partition-capacity-labels.hbs | 295 ++-
.../components/yarn-queue/capacity-queue.hbs | 4 +-
.../hadoop-yarn-ui/src/main/webapp/bower.json | 4 +-
.../hadoop-yarn-ui/src/main/webapp/package.json | 1 -
.../webapp/tests/unit/helpers/get-from-map-test.js | 16 +-
1657 files changed, 64720 insertions(+), 30470 deletions(-)
rename hadoop-common-project/hadoop-annotations/src/main/{java =>
java8}/org/apache/hadoop/classification/tools/ExcludePrivateAnnotationsJDiffDoclet.java
(100%)
rename hadoop-common-project/hadoop-annotations/src/main/{java =>
java8}/org/apache/hadoop/classification/tools/ExcludePrivateAnnotationsStandardDoclet.java
(100%)
rename hadoop-common-project/hadoop-annotations/src/main/{java =>
java8}/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java
(100%)
rename hadoop-common-project/hadoop-annotations/src/main/{java =>
java8}/org/apache/hadoop/classification/tools/IncludePublicAnnotationsStandardDoclet.java
(100%)
rename hadoop-common-project/hadoop-annotations/src/main/{java =>
java8}/org/apache/hadoop/classification/tools/RootDocProcessor.java (100%)
rename hadoop-common-project/hadoop-annotations/src/main/{java =>
java8}/org/apache/hadoop/classification/tools/StabilityOptions.java (100%)
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/impl/VectorIOBufferPool.java
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/TestName.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/AsyncRpcProtocolPBUtil.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterClientNamenodeProtocolServerSideTranslatorPB.java
copy
hadoop-hdfs-project/{hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocolPB/ClientNamenodeProtocolTranslatorPB.java
=>
hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterClientProtocolTranslatorPB.java}
(56%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterGetUserMappingsProtocolServerSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterGetUserMappingsProtocolTranslatorPB.java
copy
hadoop-hdfs-project/{hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolPB/NamenodeProtocolServerSideTranslatorPB.java
=>
hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterNamenodeProtocolServerSideTranslatorPB.java}
(54%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterNamenodeProtocolTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterRefreshUserMappingsProtocolServerSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterRefreshUserMappingsProtocolTranslatorPB.java
copy
hadoop-hdfs-project/{hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/package-info.java}
(66%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ThreadLocalContext.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/AsyncErasureCoding.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/AsyncQuota.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncCacheAdmin.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncClientProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncNamenodeProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncRpcClient.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncSnapshot.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncStoragePolicy.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncUserProtocol.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestClient.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/package-info.java
(56%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/ApplyFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/Async.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncApplyFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncBiFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncCatchFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncForEachRun.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncRun.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncUtil.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/CatchFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/FinallyFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/package-info.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestAsyncRpcProtocolPBUtil.java
copy
hadoop-hdfs-project/{hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestClientProtocol.java}
(68%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestClientProtocolServerSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestClientProtocolTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestRouterClientSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncProtocolTestBase.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestAsyncRouterAdmin.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncCacheAdmin.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncClientProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncErasureCoding.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncMountTable.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncNamenodeProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncQuota.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRPCMultipleDestinationMountTableResolver.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpc.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpcClient.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpcMultiDestination.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpcServer.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncSnapshot.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncStoragePolicy.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/cli/TestGpgCLI.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncUserProtocol.java
(50%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncClass.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/BaseClass.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/SyncClass.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/TestAsyncUtil.java
copy
hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestTrueCopyFilter.java
=>
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNodeLayoutSubLockStrategy.java
(63%)
copy
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestClock.java
=>
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataSetSubLockStrategy.java
(62%)
rename hadoop-hdfs-project/hadoop-hdfs/src/test/{java =>
java8}/org/apache/hadoop/hdfs/TestDFSClientFailover.java (100%)
create mode 100644
hadoop-tools/hadoop-aliyun/src/test/java/org/apache/hadoop/fs/aliyun/oss/ITAliyunOSSSignatureV4.java
copy
hadoop-hdfs-project/hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/audit/AuditorFlags.java
(78%)
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/InputStreamCallbacksImpl.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/AbstractObjectInputStreamFactory.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/AnalyticsStream.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/AnalyticsStreamFactory.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ClassicObjectInputStreamFactory.java
copy
hadoop-tools/{hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/BlobAppendRequestParameters.java
=>
hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/FactoryBindingParameters.java}
(53%)
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/InputStreamType.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectInputStream.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectInputStreamCallbacks.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectInputStreamFactory.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectReadParameters.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/StreamFactoryRequirements.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/StreamIntegration.java
copy
hadoop-hdfs-project/hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/package-info.java
(73%)
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/prefetch/PrefetchOptions.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/prefetch/PrefetchingInputStreamFactory.java
create mode 100644
hadoop-tools/hadoop-aws/src/site/markdown/tools/hadoop-aws/reading.md
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/ITestS3AContractAnalyticsStreamVectoredRead.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestEMRFSCompatibility.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AAnalyticsAcceleratorStreamReading.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/impl/streams/TestStreamFactories.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/resources/malformed_footer.parquet
create mode 100644
hadoop-tools/hadoop-aws/src/test/resources/multi_row_group.parquet
delete mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/AbfsBackoffMetrics.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/constants/MetricsConstants.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/exceptions/InvalidIngressServiceException.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/AbfsBackoffMetricsEnum.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/AbfsReadFooterMetricsEnum.java
copy
hadoop-hdfs-project/hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/BlobCopyProgress.java
(73%)
copy
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestClock.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/FileType.java
(70%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/RetryValue.java
copy
hadoop-hdfs-project/hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/StatisticTypeEnum.java
(76%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsBackoffMetrics.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsBlobBlock.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsBlock.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestClient.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsBlockStatus.java
(53%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbstractAbfsStatisticsSource.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureBlobBlockManager.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureBlobIngressHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureBlockManager.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureDFSBlockManager.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureDFSIngressHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureDfsToBlobIngressFallbackHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AzureIngressHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/BlobDeleteHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/BlobRenameHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/BlockEntry.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/ListActionTaker.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/ListBlobQueue.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/PathInformation.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/RenameAtomicity.java
copy
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/{contracts/services/BlobAppendRequestParameters.java
=> services/RenamePendingJsonFormat.java} (56%)
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/MockIntercept.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/contract/TestBlobListXmlParser.java
rename
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/contract/{ListResultSchemaTest.java
=> TestDfsListJsonParser.java} (93%)
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/RenameAtomicityTestUtils.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestAbfsBackoffMetrics.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestAbfsReadFooterMetrics.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestListActionTaker.java
copy
hadoop-tools/hadoop-azure/src/{main/java/org/apache/hadoop/fs/azurebfs/utils/Listener.java
=>
test/java/org/apache/hadoop/fs/azurebfs/utils/AzcopyExecutionException.java}
(54%)
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/AzcopyToolHelper.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/DirectoryStateHelper.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/TestAzcopyToolHelper.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/FlowActivityEntityListReader.java
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/timelineservice/writer/TimelineEntitySetWriter.java
=>
hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/FlowActivityEntityReader.java}
(52%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/FlowActivityEntitySetReader.java
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/timelineservice/writer/TimelineEntitySetWriter.java
=>
hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/FlowRunEntityReader.java}
(52%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/timelineservice/writer/TimelineEntitySetWriter.java
=>
hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/FlowRunEntitySetReader.java}
(51%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/TimelineEntityListReader.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/TimelineEntitySetReader.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/src/main/webapp/WEB-INF/wro.properties
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/src/main/webapp/app/helpers/get-from-map.js
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/src/main/webapp/app/templates/components/partition-usage.hbs
copy
hadoop-hdfs-project/hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/test/HFSTestCase.java
=>
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/src/main/webapp/tests/unit/helpers/get-from-map-test.js
(75%)
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
