This is an automated email from the ASF dual-hosted git repository.
stevel pushed a change to branch feature-HADOOP-18073-s3a-sdk-upgrade
in repository https://gitbox.apache.org/repos/asf/hadoop.git
discard 38b29155721 HADOOP-18565. Complete outstanding items for the AWS SDK
V2 upgrade. (#5421)
omit 3671db288d1 adds in unit check for bytes
omit 369fcfacd8a update GET range referrer header logic to V2
omit 2f9842fcb1e updates new providers in TestS3AAWSCredentialsProvider to
V2
omit e2320911883 Add unit tests for SelectEventStreamPublisher
omit ad114d0e6f4 Add unit tests for BlockingEnumeration
omit 72414b5d458 Move TransferManager initialization to ClientFactory
omit e227c40249e Reinstate old constants
omit 47ee6d1ed69 Move MultiObjectDeleteException to impl
omit c8804644e3a HADOOP-18073. Address review comments. (#31)
omit 0689524de27 HADOOP-18073. Upgrade AWS SDK to v2 in S3A [work in
progress]
add 04f3573f6ad HDFS-16891 Avoid the overhead of copy-on-write exception
list while loading inodes sub sections in parallel (#5300)
add 72b760130ae HDFS-16893. Standardize the usage of DFSClient debug log
(#5303)
add 3f767a61b1d YARN-8900. [Follow Up] Fix
FederationInterceptorREST#invokeConcurrent Inaccurate Order of Subclusters.
(#5260)
add 3b7b79b37ae HADOOP-18582. skip unnecessary cleanup logic in distcp
(#5251)
add 8eda456d379 YARN-11404. Add junit5 dependency to
hadoop-mapreduce-client-app to fix few unit test failure. Contributed by
Susheel Gupta
add 29f2230cb61 YARN-5607. Document
TestContainerResourceUsage#waitForContainerCompletion. Contributed by Susheel
Gupta
add 815cde98103 YARN-6971. Clean up different ways to create resources.
Contributed by Riya Khandelwal
add cf1b3711cb6 YARN-10965. Centralize queue resource calculation based on
CapacityVectors. Contributed by Andras Gyori
add 468135a4d99 YARN-11218. [Federation] Add getActivities,
getBulkActivities REST APIs for Router. (#5284)
add 970ebaeded1 HADOOP-17717. Update wildfly openssl to 1.1.3.Final.
(#5310)
add b677d40ab5e HADOOP-18602. Remove netty3 dependency
add 952d707240c HADOOP-18604. Add compile platform in the hadoop version
output. (#5327). Contributed by Ayush Saxena.
add 9d47108b50f HADOOP-18584. [NFS GW] Fix regression after netty4
migration. (#5252)
add 88c8ac750dc HDFS-16888. BlockManager#maxReplicationStreams,
replicationStreamsHardLimit, blocksReplWorkMultiplier and
PendingReconstructionBlocks#timeout should be volatile (#5296)
add a70f84098fb HADOOP-18601. Fix build failure with docs profile. (#5331)
add 6d325d9d09c HADOOP-18598. maven site generation doesn't include
javadocs. (#5319)
add ad0cff2f973 HADOOP-18592. Sasl connection failure should log remote
address. (#5294)
add 22f6d55b71e HADOOP-18246. Reduce lower limit on
fs.s3a.prefetch.block.size to 1 byte. (#5120)
add bce388fd3f2 HDFS-16902 Add Namenode status to BPServiceActor metrics
and improve logging in offerservice (#5334)
add dad73b76c07 YARN-11419. Remove redundant exception capture in
NMClientAsyncImpl and improve readability in ContainerShellWebSocket, etc
(#5309)
add 0ae075a2af6 HDFS-16848. RBF: Improve StateStoreZooKeeperImpl
performance (#5147)
add be564f5c205 [HDFS-16903]. Fix javadoc of LightWeightResizableGSet
class (#5338)
add aed6fcee5b0 HADOOP-18576. Java 11 JavaDoc fails due to missing package
comments (#5344)
add 5f5157ac536 HADOOP-18612. Avoid mixing canonical and non-canonical
when performing comparisons (#5339)
add a6a9fe17e03 YARN-3657. Federation maintenance mechanisms (simple CLI
and command propagation). (#5348)
add f02c452cf17 HDFS-16907. Add LastHeartbeatResponseTime for BP service
actor (#5349)
add 8714403dc72 HADOOP-18621. Resource leak in CryptoOutputStream.close()
(#5347)
add d3106426262 HDFS-16895. [RBF] NamenodeHeartbeatService should use
credentials of logged in user
add eb04ecd29d4 HDFS-16898. Make write lock fine-grain in method
processCommandFromActor (#5330). Contributed by ZhangHB.
add 7e919212c46 Revert "HDFS-16898. Make write lock fine-grain in method
processCommandFromActor (#5330). Contributed by ZhangHB."
add 3ba058a894b HDFS-16898. Remove write lock for processCommandFromActor
of DataNode to reduce impact on heartbeat (#5330). Contributed by ZhangHB.
add 08f58ecf07f HDFS-16904. Close webhdfs during TestSymlinkHdfs teardown
(#5342)
add af20841fb1f YARN-11217. [Federation] Add dumpSchedulerLogs REST APIs
for Router. (#5272)
add 4fcceff5355 HADOOP-18620 Avoid using grizzly-http-* APIs (#5356)
add d5c046518e9 HDFS-16910. Fix incorrectly initializing RandomAccessFile
caused flush performance decreased for JN (#5359)
add 113a9e40cbf HADOOP-18625. Fix method name of RPC.Builder#setnumReaders
(#5301)
add 9e4f50d8a01 HADOOP-18596. Distcp -update to use modification time
while checking for file skip. (#5308)
add 17c8cdf63c2 HDFS-16907. ADDENDUM: Remove unused variables from
testDataNodeMXBeanLastHeartbeats. (#5373)
add 151b71d7aff MAPREDUCE-7431. ShuffleHandler refactor and fix after
Netty4 upgrade. (#5311)
add 26fba8701c9 HDFS-18324. Fix race condition in closing IPC connections.
(#5371)
add f3c42775765 HDFS-16882. RBF: Add cache hit rate metric in
MountTableResolver#getDestinationForPath (#5276)
add f42c89dffb9 HDFS-16904. Close webhdfs during TestSymlinkHdfs teardown
(#5372)
add e4b53149911 MAPREDUCE-7433. Remove unused
mapred/LoggingHttpResponseEncoder.java. (#5388)
add 30f560554d2 HADOOP-18524. Deploy Hadoop trunk version website.
(#5386). Contributed by Ayush Saxena.
add 90de1ff151e HADOOP-18206 Cleanup the commons-logging references and
restrict its usage in future (#5315)
add 1def35d802b HADOOP-18524. Addendum: Deploy Hadoop trunk version
website. (#5389). Contributed by Ayush Saxena.
add fe0541b58d8 HDFS-16913. Fix flaky some unit tests since they offen
timeout (#5377)
add 021fcc6c5e9 HADOOP-18628. IPC Server Connection should log host name
before returning VersionMismatch error (#5385)
add e2ab35084a1 HADOOP-18630. Add gh-pages in asf.yaml to deploy the
current trunk doc (#5393). Contributed by Simhadri Govindappa.
add d56977e9098 HADOOP-18470. More in the 3.3.5 index.html about security
(#5383)
add 4cbe19f3a22 HDFS-16761. Namenode UI for Datanodes page not loading if
any data node is down (#5390)
add f4f2793f3b6 HADOOP-18351. Reduce excess logging of errors during S3A
prefetching reads (#5274)
add c3706597a3f YARN-11349. [Federation] Router Support DelegationToken
With SQL. (#5244)
add a5f48eacca4 YARN-11425. [Federation] Router Supports
SubClusterCleaner. (#5326)
add 723535b7880 HDFS-16914. Add some logs for updateBlockForPipeline RPC.
(#5381)
add 7a0903b7436 HADOOP-18633. fix test
AbstractContractDistCpTest#testDistCpUpdateCheckFileSkip (#5401)
add 7e19bc31b65 HADOOP-18215. Enhance WritableName to be able to return
aliases for classes that use serializers (#4215)
add 10e7ca481c8 YARN-11441. Revert YARN-10495.
add 02fd87a4d8d HADOOP-18627. Add stronger wording in 'secure mode'
introduction (#5406)
add 7e486038eae YARN-11439. Fix Typo of hadoop-yarn-ui README.md. (#5405)
add a3b500d0465 HDFS-16916. Improve the use of JUnit Test in DFSClient
(#5404)
add 88914cada0d HDFS-16925. Namenode audit log to only include IP address
of client (#5407)
add acf82d4d55d HADOOP-18622. Upgrade ant to 1.10.13 (#5360). Contributed
by Aleksandr Nikolaev.
add 4e6e2f318cb YARN-11394. Fix hadoop-yarn-server-resourcemanager module
Java Doc Errors. (#5288)
add fe5bb49ad9b Revert "YARN-11404. Add junit5 dependency to
hadoop-mapreduce-client-app to fix few unit test failure. Contributed by
Susheel Gupta"
add 49b8ac19f22 YARN-11408. Add a check of autoQueueCreation is disabled
for emitDefaultUserLimitFactor method (#5278)
add 11a220c6e71 HADOOP-18636 LocalDirAllocator cannot recover from
directory tree deletion (#5412)
add fb31393b65b HADOOP-18535. Implement token storage solution based on
MySQL
add e8a6b2c2c4e HADOOP-18582. Addendum: Skip unnecessary cleanup logic in
DistCp. (#5409)
add 2e997d818d0 YARN-11370. [Federation] Refactor
MemoryFederationStateStore code. (#5126)
add 4cc33e5e376 HDFS-16901: RBF: Propagates real user's username via the
caller context, when a proxy user is being used. (#5346)
add 8025a60ae79 HDFS-16901: Minor fix for unit test.
add e2d7919dc1e Revert "HADOOP-18590. Publish SBOM artifacts (#5281)"
add 4067facae6e HADOOP-18470. Remove HDFS RBF text in the 3.3.5 index.md
file
add 27a54955f90 YARN-5604. [Federation] Add versioning for
FederationStateStore. (#5394)
add 25ebd0b8b15 YARN-11222. [Federation] Add addToClusterNodeLabels,
removeFromClusterNodeLabels REST APIs for Router. (#5328)
add a90238c0b8b HADOOP-18631. Migrate Async appenders to log4j properties
(#5418)
add 8798b94ee1b YARN-11221. [Federation] Add replaceLabelsOnNodes,
replaceLabelsOnNode REST APIs for Router. (#5302)
add 61f369c43e2 HDFS-16890: RBF: Ensures router periodically refreshes its
record of a namespace's state. (#5298)
add 0ca56860341 HDFS-16917 Add transfer rate quantile metrics for DataNode
reads (#5397)
add dcd9dc69834 HADOOP-18641. Cloud connector dependency and LICENSE
fixup. (#5429)
add bcc51ce2c58 YARN-11375. [Federation] Support
refreshAdminAcls、refreshServiceAcls API's for Federation. (#5312)
add 28d2753d2f8 HADOOP-18645. Provide keytab file key name with
ServiceStateException (#5433)
add 8f6be3678d1 MAPREDUCE-7434. Fix ShuffleHandler tests. Contributed by
Tamas Domok
add 2ab7eb4caa9 HDFS-16935. Fix TestFsDatasetImpl#testReportBadBlocks
(#5432)
add 162288bc0af HDFS-16896 clear ignoredNodes list when we clear deadnode
list on ref… (#5322)
add e1ca466bdbf HADOOP-18648. Avoid loading kms log4j properties
dynamically by KMSWebServer (#5441)
add 6bd24448154 HDFS-16923. [SBN read] getlisting RPC to observer will
throw NPE if path does not exist (#5400)
add 2a0dc2ab2f5 YARN-11383. Workflow priority mappings is case sensitive
(#5171)
add 2cb0c35fc1f HDFS-16939. Fix the thread safety bug in
LowRedundancyBlocks. (#5450). Contributed by Shuyan Zhang.
add 927401886ae HDFS-16934. TestDFSAdmin.testAllDatanodesReconfig
regression (#5434)
add 358bf80c945 HADOOP-18606. ABFS: Add reason in x-ms-client-request-id
on a retried API call. (#5299)
add 487368c4b92 HADOOP-18655. Upgrade kerby to 2.0.3 due to CVE-2023-25613
(#5458)
add b406060c6b0 YARN-8972. [Router] Add support to prevent DoS attack over
ApplicationSubmissionContext size. (#5382)
add 734f7abfb8b HADOOP-18646. Upgrade Netty to 4.1.89.Final to fix
CVE-2022-41881 (#5435)
add ca6f5afb6da HDFS-16942. Send error to datanode if FBR is rejected due
to bad lease (#5460)
add 476340c6999 HADOOP-18658. snakeyaml dependency: upgrade to v2.0
(#5467). Contributed by PJ Fanning.
add 09469bf47dd HADOOP-18661. Fix bin/hadoop usage script terminology.
(#5473)
add aff840c59c8 HADOOP-18653. LogLevel servlet to determine log impl
before using setLevel (#5456)
add eee2ea075d1 HDFS-16942. Addendum. Send error to datanode if FBR is
rejected due to bad lease (#5478). Contributed by Stephen O'Donnell/
add 405bfa28002 HADOOP-18654. Remove unused custom appender
TaskLogAppender (#5457)
add cf4a678ce94 HADOOP-18649. CLA and CRLA appenders to be replaced with
RFA (#5448)
add 15935fa8650 HDFS-16947. RBF NamenodeHeartbeatService to report error
for not being able to register namenode in state store (#5470)
add 7c42d0f7da1 HADOOP-17746. Compatibility table in directory_markers.md
doesn't render right. (#3116)
add 759ddebb132 HADOOP-18647. x-ms-client-request-id to identify the retry
of an API. (#5437)
add fa723ae8391 YARN-11445. [Federation] Add getClusterInfo,
getClusterUserInfo REST APIs for Router. (#5472)
add b6a9d7b4429 HADOOP-18631. (ADDENDUM) Use LogCapturer to match audit
log pattern and remove hdfs async audit log configs (#5451)
add f8d0949f7d6 HDFS-16953. RBF: Mount table store APIs should update
cache only if state store record is successfully updated (#5482)
add 9a8287c36f2 HADOOP-18669. Remove Log4Json Layout (#5493)
add 0dbe1d32844 HADOOP-18668. Path capability probe for truncate is only
honored by RawLocalFileSystem (#5492)
add 67e02a92e0b HADOOP-18666. A whitelist of endpoints to skip Kerberos
authentication doesn't work for ResourceManager and Job History Server (#5480)
add e3cb9573e11 HADOOP-18662. ListFiles with recursive fails with FNF.
(#5477). Contributed by Ayush Saxena.
add 028cde0006a HADOOP-18644. Add bswap support for LoongArch64. (#5453).
Contributed by zhaixiaojuan.
add 5cf62d14987 HDFS-16948. Update log of
BlockManager#chooseExcessRedundancyStriped when EC internal block is moved by
balancer. (#5474). Contributed by Kidd53685368.
add 69748aae321 YARN-11461. fix NPE in determineMissingParents (auto queue
creation / CS). (#5506)
add 72b01227062 HADOOP-18676. Fixing jettison vulnerability of
hadoop-common lib (#5507)
add b82bcbd8ad5 Revert "HADOOP-18676. Fixing jettison vulnerability of
hadoop-common lib (#5507)"
add ee01c64c6c8 HADOOP-18676. jettison dependency override in
hadoop-common lib (#5513)
add 762d3ddb433 HADOOP-18146: ABFS: Added changes for expect hundred
continue header (#4039)
add 926993cb73f YARN-11376. [Federation] Support
updateNodeResource、refreshNodesResources API's for Federation. (#5496)
add b5e8269d9b4 HADOOP-18458: AliyunOSSBlockOutputStream to support
heap/off-heap buffer before uploading data to OSS (#4912)
add 700147b4ac1 HDFS-16964. Improve processing of excess redundancy after
failover. (#5510). Contributed by Shuyan Zhang.
add aa602381c59 YARN-11426. Improve YARN NodeLabel Memory Display. (#5335)
add 5bc8f253274 YARN-11446. [Federation] Add updateSchedulerConfiguration,
getSchedulerConfiguration REST APIs for Router. (#5476)
add b4bcbb9515b HDFS-16959. RBF: State store cache loading metrics (#5497)
add 016362a28b5 HADOOP-18548. Hadoop Archive tool (HAR) should acquire
delegation tokens from source and destination file systems (#5355)
add 389b3ea6e3a HADOOP-18012. ABFS: Enable config controlled ETag check
for Rename idempotency (#5488)
add eb1d3ebe2fb YARN-11442. Refactor FederationInterceptorREST Code.
(#5420)
add 811441d5bc4 HDFS-16951. Add description of GETSERVERDEFAULTS to
WebHDFS doc (#5491)
add 14c5810d5ef HADOOP-18680: Insufficient heap during full test runs in
Docker container.
add 937caf7de9e HDFS-16967. RBF: File based state stores should allow
concurrent access to the records (#5523)
add dfb2ca0a64a HADOOP-18684. S3A filesystem to support binding to to
other URI schemes (#5521)
add 69b90b5698d YARN-11436. [Federation] MemoryFederationStateStore
Support Version. (#5518)
add 422bf3b24c8 HDFS-16973. RBF: MountTableResolver cache size lookup
should take read lock (#5533)
add 47c22e388ee HDFS-16943. RBF: Implements MySQL based StateStoreDriver.
(#5469)
add 523ff816246 HDFS-16952. Support getLinkTarget API in WebHDFS (#5517)
add e45451f9c71 HADOOP-18687. hadoop-auth: remove unnecessary dependency
on json-smart (#5524)
add 3e2ae1da00e HDFS-16949 Introduce inverse quantiles for metrics where
higher numer… (#5495)
add 74ddf69f808 HDFS-16911. Distcp with snapshot diff to support Ozone
filesystem. (#5364)
add bffa49a64f9 YARN-11377. [Federation] Support
addToClusterNodeLabels、removeFromClusterNodeLabels、replaceLabelsOnNode API's
for Federation. (#5525)
add 7c3d94a032b HADOOP-18637. S3A to support upload of files greater than
2 GB using DiskBlocks (#5543)
add dd6d0ac5108 YARN-11462. Fix Typo of hadoop-yarn-common. (#5539)
add 06f9bdffa6a YARN-10846. Add dispatcher metrics to NM. (#4687)
add 2b60d0c1f44 [HDFS-16971] Add read metrics for remote reads in
FileSystem Statistics #5534 (#5536)
add f1936d29f1f HADOOP-18693. Bump derby from 10.10.2.0 to 10.14.2.0 in
/hadoop-project (#5427)
add 0185afafeac HDFS-16974. Consider volumes average load of each DataNode
when choosing target. (#5541). Contributed by Shuyan Zhang.
add 0bcdea7912b YARN-11239. Optimize FederationClientInterceptor audit
log. (#5127)
add 0d1b4a3556d HADOOP-18590. Publish SBOM artifacts (#5555). Contributed
by Dongjoon Hyun.
add 2c4d6bf33da YARN-11465. Improved YarnClient Log Format (#5550)
add 6ea10cf41b7 HADOOP-18696. ITestS3ABucketExistence arn test failures.
(#5557)
add 405ed1dde6b HADOOP-18470. Hadoop 3.3.5 release wrap-up (#5558)
add 0e3aafe6c08 HADOOP-18399. S3A Prefetch - SingleFilePerBlockCache to
use LocalDirAllocator (#5054)
add 635521db4c6 YARN-11438. [Federation] ZookeeperFederationStateStore
Support Version. (#5537)
add a258f1f235b YARN-11326. [Federation] Add RM
FederationStateStoreService Metrics. (#4963)
add 5119d0c72fe HDFS-16982 Use the right Quantiles Array for Inverse
Quantiles snapshot (#5556)
add b6c0ec796ef HADOOP-18687. Remove json-smart dependency. (#5549).
Contributed by PJ Fanning.
add 9e3d5c754b4 Revert "HADOOP-18687. Remove json-smart dependency.
(#5549). Contributed by PJ Fanning."
add 1ff7a65b9ff HDFS-16954. RBF: The operation of renaming a
multi-subcluster directory to a single-cluster directory should throw
ioexception. (#5483). Contributed by Max Xie.
add d07356e60e5 HADOOP-18597. Simplify single node instructions for
creating directories for Map Reduce. (#5305)
add 0918c87fa20 HADOOP-18687. Remove json-smart dependency. (#5549).
Contributed by PJ Fanning.
add 9e24ed2196e HADOOP-18691. Add a CallerContext getter on the
Schedulable interface (#5540)
add 964c1902c80 YARN-11463. Node Labels root directory creation doesn't
have a retry logic (#5562)
add 742e07d9c39 HADOOP-18710. Add RPC metrics for response time (#5545).
Contributed by liuguanghua.
add ad49ddda0e1 HADOOP-18711. upgrade nimbus jwt jar due to issues in its
embedded shaded json-smart code. (#5573). Contributed by PJ Fanning.
add 3b7783c5494 HADOOP-18689. Bump jettison from 1.5.3 to 1.5.4 in
/hadoop-project (#5502)
add b683769fc97 HADOOP-18712. Upgrade to jetty 9.4.51 due to cve (#5574).
Contributed by PJ Fanning.
add 51dcbd1d611 HDFS-16988. Improve NameServices info at JournalNode web
UI (#5584). Contributed by Zhaohui Wang.
add 5b23224970b HADOOP-18714. Wrong StringUtils.join() called in
AbstractContractRootDirectoryTest (#5578)
add 6a23c376c9d HDFS-16986. EC: Fix locationBudget in getListing().
(#5582). Contributed by Shuyan Zhang.
add 05e6dc19ea3 HADOOP-18705. ABFS should exclude incompatible credential
providers. (#5560)
add dc78849f27d HDFS-16975. FileWithSnapshotFeature.isCurrentFileDeleted
is not reloaded from FSImage. (#5546)
add c9e0af99617 HDFS-16981. Support getFileLinkStatus API in WebHDFS
(#5572). Contributed by Hualong Zhang.
add 2f66f0b83a5 HADOOP-18694. Client.Connection#updateAddress needs to
ensure that address is resolved before updating (#5542). Contributed by dzcxzl.
add 6aac6cb212d HADOOP-18660. Filesystem Spelling Mistake (#5475).
Contributed by Sebastian Baunsgaard.
add b6b9bd67bb9 MAPREDUCE-7437. MR Fetcher class to use an AtomicInteger
to generate IDs. (#5579)
add 5af0845076f HDFS-16672. Fix lease interval comparison in
BlockReportLeaseManager (#4598). Contributed by dzcxzl.
add a716459cdf6 YARN-11437. [Federation] SQLFederationStateStore Support
Version. (#5589)
add 55eebcf277d YARN-11378. [Federation] Support
checkForDecommissioningNodes、refreshClusterMaxPriority API's for Federation.
(#5551)
add eb749ddd4dd HADOOP-18695. S3A: reject multipart copy requests when
disabled (#5548)
add 245fde17d72 YARN-11474.The yarn queue list is displayed on the CLI
(#5577)
add 60a7e8acaa6 YARN-11459 Changed label called "max resource" on UIv1 and
UIv2 (#5527)
add d9576bb9ee5 HDFS-16972. Delete a snapshot may deleteCurrentFile.
(#5532)
add 0e631522187 HDFS-16995. Remove unused parameters at
NameNodeHttpServer#initWebHdfs (#5601). Contributed by Zhaohui Wang.
add 5ed7e912dcf YARN-11469. Refactor FederationStateStoreFacade Cache
Code. (#5570)
add 70c0aa342e6 YARN-11482. Fix bug of DRF comparision
DominantResourceFairnessComparator2 in fair scheduler. (#5607). Contributed by
Xiaoqiao He.
add 1a2cd965a76 HDFS-16897. Fix abundant Broken pipe exception in
BlockSender (#5329). Contributed by fanluo.
add d75c6d9d57b HADOOP-18715. Add debug log for getting details of
tokenKindMap (#5608). Contributed by Pralabh Kumar.
add 1079890ae30 HDFS-16707. RBF: Expose RouterRpcFairnessPolicyController
related request record metrics for each nameservice to Prometheus (#4665).
Contributed by Jiale Qi.
add 5147106b596 HADOOP-18725. Avoid cross-platform build for irrelevant
Dockerfile changes (#5610)
add 87e17b27136 YARN-11437. [hotfix][Federation] SQLFederationStateStore
Support Version. (#5598)
add 73ca64a3ba5 YARN-11450. Improvements for TestYarnConfigurationFields
and TestConfigurationFieldsBase (#5455)
add bfcf5dd03b9 HADOOP-18697. S3A prefetch: failure of
ITestS3APrefetchingInputStream#testRandomReadLargeFile (#5580)
add fddc9769a58 HADOOP-18726. Set the locale to avoid printing useless
logs. (#5612). Contributed by Shuyan Zhang.
add 668c0a0930e YARN-11379. [Federation] Support mapAttributesToNodes,
getGroupsForUser API's for Federation. (#5596)
add 0e46388474f HADOOP-18671. Add recoverLease(), setSafeMode(),
isFileClosed() as interfaces to hadoop-common (#5553)
add c1d10f3872a YARN-9049. Add application submit data to state store.
(#5606)
add 476f60a8064 YARN-10144. Federation: Add missing
FederationClientInterceptor APIs. (#5587)
add 0d06fd77de9 HADOOP-18134. Setup Jenkins nightly CI for Windows 10
(#5062)
add bd607951c02 YARN-11463. Node Labels root directory creation doesn't
have a retry logic - addendum (#5614)
add 27776ac45ea HADOOP-18727. Fix WriteOperations.listMultipartUploads
function description (#5613)
add ceb8878d4fa HDFS-16998. RBF: Add ops metrics for getSlowDatanodeReport
in RouterClientActivity (#5615)
add c7699d3dcd4 YARN-11079. Make an AbstractParentQueue to store common
ParentQueue and ManagedParentQueue functionality. Contributed by Susheel Gupta
add 372631c5667 HADOOP-18706. Improve S3ABlockOutputStream recovery (#5563)
add c974710d8e7 HADOOP-18729. Fix mvnsite on Windows 10 (#5618)
add eab4c33d09c YARN-11470. FederationStateStoreFacade Cache Support Guava
Cache. (#5609)
add cda9863d545 YARN-11477. [Federation] MemoryFederationStateStore
Support Store ApplicationSubmitData. (#5616)
add 4ee92efb73a HDFS-16865. The source path is always / after RBF proxied
the complete, addBlock and getAdditionalDatanode RPC. (#5200). Contributed by
ZanderXu.
add a80e3dba3b4 HADOOP-18734. Create qbt.sh symlink on Windows (#5626)
add bdeca452948 YARN-11340. [Federation] Improve SQLFederationStateStore
DataSource Config. (#5403)
add 03bf8f982a7 HDFS-16999. Fix wrong use of processFirstBlockReport().
(#5622). Contributed by Shuyan Zhang.
add a2dda0ce03d HADOOP-18359. Update commons-cli from 1.2 to 1.5. (#5095).
Contributed by Shilun Fan.
add d95b5c679df YARN-11424. [Federation] Router Supports
DeregisterSubCluster. (#5363)
add be50d221f5e YARN-11467. RM failover may fail when the
nodes.exclude-path file does not exist (#5565)
add 690db3c34bb YARN-11479. [Federation] ZookeeperFederationStateStore
Support Store ApplicationSubmitData. (#5631)
add 5084e881eff HDFS-16990. HttpFS Add Support getFileLinkStatus API
(#5602). Contributed by Hualong Zhang.
add fe61d8f073b HDFS-16978. RBF: Admin command to support bulk add of
mount points (#5554). Contributed by Viraj Jasani.
add e76c09ac3bd HADOOP-18724. Open file fails with NumberFormatException
for S3AFileSystem (#5611)
add 905bfa84a8b HDFS-16965. Add switch to decide whether to enable native
codec. (#5520). Contributed by WangYuanben.
add 0f3406ac341 YARN-11312: [UI2] Refresh buttons don't work after EmberJS
upgrade (#5649)
add ad1e3a0f5bf HADOOP-18724. (followup) remove deprecation on
optLong/optDouble methods (#5650)
add 0c77629849c HDFS-17001. Support getStatus API in WebHDFS (#5628).
Contributed by Hualong Zhang.
add 5d0cc455f51 HDFS-17008. Fix RBF JDK 11 javadoc warnings (#5648)
add 2f87f716fa8 YARN-3660. BackPort [GPG] Federation Global Policy
Generator (service hook only). (#5625)
add e0938b4c2aa YARN-11495. Fix typos in hadoop-yarn-server-web-proxy.
(#5652). Contributed by Shilun Fan.
add 251439d7690 HDFS-16985. Fix data missing issue when delete local block
file. (#5564). Contributed by Chengwei Wang.
add 11af08d67a8 YARN-11489. Fix memory leak of DelegationTokenRenewer
futures in DelegationTokenRenewerPoolTracker. (#5629). Contributed by Chun Chen.
add bef40e94273 HADOOP-18688. S3A audit header to include count of items
in delete ops (#5621)
add a90c7221436 HADOOP-18724. [FOLLOW-UP] cherrypick changes from
branch-3.3 backport (#5662)
new f2bf08cae13 HADOOP-18073. Upgrade AWS SDK to v2 in S3A [work in
progress]
new 68510c8ab12 HADOOP-18073. Address review comments. (#31)
new aa1cf19ffaa Move MultiObjectDeleteException to impl
new 1ab7e6827d0 Reinstate old constants
new 0c2fd282526 Move TransferManager initialization to ClientFactory
new 38dff867b9d Add unit tests for BlockingEnumeration
new 0338fd89f6d Add unit tests for SelectEventStreamPublisher
new 644a32f9d27 updates new providers in TestS3AAWSCredentialsProvider to
V2
new ce02671de4a update GET range referrer header logic to V2
new fb6d12a9a59 adds in unit check for bytes
new 1f137d3283c HADOOP-18565. Complete outstanding items for the AWS SDK
V2 upgrade. (#5421)
new 75220b77387 fixes issues after rebase
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (38b29155721)
\
N -- N -- N refs/heads/feature-HADOOP-18073-s3a-sdk-upgrade
(75220b77387)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 2 +
.github/workflows/website.yml | 59 +
LICENSE-binary | 82 +-
dev-support/bin/hadoop.sh | 66 +-
dev-support/bin/yetus-wrapper | 12 +-
dev-support/docker/Dockerfile_aarch64 | 2 +-
dev-support/docker/Dockerfile_windows_10 | 39 +-
dev-support/jenkins.sh | 73 +-
hadoop-client-modules/hadoop-client/pom.xml | 16 +
hadoop-common-project/hadoop-auth/pom.xml | 12 -
.../jdiff/Apache_Hadoop_Common_3.3.5.xml | 40640 +++++++++++++++++++
hadoop-common-project/hadoop-common/pom.xml | 21 +-
.../hadoop-common/src/main/bin/hadoop | 4 +-
.../hadoop-common/src/main/bin/hadoop-daemons.sh | 2 +-
.../hadoop-common/src/main/conf/hadoop-env.sh | 4 +
.../hadoop-common/src/main/conf/log4j.properties | 8 -
.../apache/hadoop/crypto/CryptoOutputStream.java | 13 +-
.../apache/hadoop/fs/CommonPathCapabilities.java | 6 +
.../main/java/org/apache/hadoop/fs/FSBuilder.java | 96 +-
.../java/org/apache/hadoop/fs/FileContext.java | 2 +-
.../main/java/org/apache/hadoop/fs/FileSystem.java | 48 +-
.../hadoop/fs/FileSystemStorageStatistics.java | 5 +-
.../main/java/org/apache/hadoop/fs/FileUtil.java | 2 +-
.../org/apache/hadoop/fs/LeaseRecoverable.java | 46 +
.../org/apache/hadoop/fs/LocalDirAllocator.java | 9 +-
.../main/java/org/apache/hadoop/fs/SafeMode.java | 50 +
.../java/org/apache/hadoop/fs/SafeModeAction.java | 30 +-
.../org/apache/hadoop/fs/audit/AuditConstants.java | 5 +
.../hadoop/fs/impl/AbstractFSBuilderImpl.java | 117 +-
.../apache/hadoop/fs/impl/FSBuilderSupport.java | 95 +
.../apache/hadoop/fs/impl/prefetch/BlockCache.java | 8 +-
.../fs/impl/prefetch/CachingBlockManager.java | 40 +-
.../fs/impl/prefetch/SingleFilePerBlockCache.java | 96 +-
.../org/apache/hadoop/fs/local/package-info.java | 5 +
.../java/org/apache/hadoop/fs/shell/PathData.java | 2 +-
.../org/apache/hadoop/fs/shell/package-info.java | 4 +
.../java/org/apache/hadoop/http/HttpServer2.java | 13 +-
.../java/org/apache/hadoop/http/package-info.java | 4 +
.../main/java/org/apache/hadoop/io/IOUtils.java | 25 -
.../java/org/apache/hadoop/io/SequenceFile.java | 2 +-
.../java/org/apache/hadoop/io/WritableName.java | 2 +-
.../hadoop/io/compress/bzip2/package-info.java | 5 +
.../hadoop/io/compress/lz4/package-info.java | 7 +
.../hadoop/io/compress/snappy/package-info.java | 7 +
.../hadoop/io/compress/zlib/package-info.java | 7 +
.../hadoop/io/compress/zstd/package-info.java | 7 +
.../apache/hadoop/io/erasurecode/CodecUtil.java | 17 +
.../apache/hadoop/io/nativeio/package-info.java | 6 +
.../java/org/apache/hadoop/ipc/CallerContext.java | 1 +
.../main/java/org/apache/hadoop/ipc/Client.java | 33 +-
.../src/main/java/org/apache/hadoop/ipc/RPC.java | 16 +-
.../java/org/apache/hadoop/ipc/Schedulable.java | 14 +
.../main/java/org/apache/hadoop/ipc/Server.java | 50 +-
.../org/apache/hadoop/ipc/metrics/RpcMetrics.java | 17 +
.../main/java/org/apache/hadoop/log/Log4Json.java | 263 -
.../main/java/org/apache/hadoop/log/LogLevel.java | 45 +-
.../hadoop/metrics2/lib/MetricsRegistry.java | 25 +-
.../metrics2/lib/MutableInverseQuantiles.java | 93 +
.../hadoop/metrics2/lib/MutableQuantiles.java | 117 +-
.../org/apache/hadoop/security/SecurityUtil.java | 3 +-
.../hadoop/security/authorize/package-info.java | 4 +
.../apache/hadoop/security/http/package-info.java | 4 +
.../org/apache/hadoop/security/token/Token.java | 1 +
.../AbstractDelegationTokenSecretManager.java | 40 +-
.../SQLDelegationTokenSecretManager.java | 400 +
.../security/token/delegation/package-info.java | 4 +
.../apache/hadoop/security/token/package-info.java | 4 +
.../apache/hadoop/service/ServiceOperations.java | 6 +-
.../hadoop/service/launcher/ServiceLauncher.java | 30 +-
.../org/apache/hadoop/service/package-info.java | 4 +
.../main/java/org/apache/hadoop/util/ConfTest.java | 5 +-
.../apache/hadoop/util/GenericOptionsParser.java | 56 +-
.../java/org/apache/hadoop/util/GenericsUtil.java | 28 +-
.../hadoop/util/LightWeightResizableGSet.java | 2 +-
.../java/org/apache/hadoop/util/LogAdapter.java | 78 -
.../org/apache/hadoop/util/ReflectionUtils.java | 13 +-
.../java/org/apache/hadoop/util/SignalLogger.java | 24 +-
.../java/org/apache/hadoop/util/StringUtils.java | 28 +-
.../java/org/apache/hadoop/util/VersionInfo.java | 13 +
.../hadoop/util/concurrent/package-info.java | 5 +-
.../main/resources/common-version-info.properties | 1 +
.../src/main/resources/core-default.xml | 10 +
.../hadoop-common/src/site/markdown/Metrics.md | 27 +-
.../hadoop-common/src/site/markdown/SecureMode.md | 4 +-
.../src/site/markdown/SingleCluster.md.vm | 5 +-
.../filesystem/fsdatainputstreambuilder.md | 115 +-
.../src/site/markdown/filesystem/index.md | 4 +-
.../site/markdown/filesystem/leaserecoverable.md | 52 +
.../site/markdown/filesystem/pathcapabilities.md | 4 +-
.../src/site/markdown/filesystem/safemode.md | 45 +
.../site/markdown/release/3.3.5/CHANGELOG.3.3.5.md | 359 +
.../markdown/release/3.3.5/RELEASENOTES.3.3.5.md | 89 +
.../hadoop/conf/TestConfigurationFieldsBase.java | 169 +-
.../crypto/TestCryptoOutputStreamClosing.java | 20 +
.../hadoop/fs/TestFileSystemStorageStatistics.java | 6 +-
.../java/org/apache/hadoop/fs/TestFileUtil.java | 9 +-
.../apache/hadoop/fs/TestLocalDirAllocator.java | 19 +
.../AbstractContractLeaseRecoveryTest.java | 90 +
.../fs/contract/AbstractContractOpenTest.java | 57 +-
.../AbstractContractRootDirectoryTest.java | 7 +-
.../fs/contract/AbstractContractSafeModeTest.java | 54 +
.../hadoop/fs/impl/prefetch/TestBlockCache.java | 11 +-
.../hadoop/fs/store/TestFSBuilderSupport.java | 144 +
.../viewfs/TestViewFileSystemLocalFileSystem.java | 9 +-
...iewFileSystemOverloadSchemeLocalFileSystem.java | 8 +-
.../hadoop/http/TestHttpServerWithSpnego.java | 64 +-
.../org/apache/hadoop/io/TestSequenceFile.java | 119 +
.../org/apache/hadoop/io/TestWritableName.java | 50 +-
.../io/erasurecode/TestCodecRawCoderMapping.java | 41 +-
.../apache/hadoop/io/file/tfile/TestTFileSeek.java | 82 +-
.../io/file/tfile/TestTFileSeqFileComparison.java | 86 +-
.../org/apache/hadoop/ipc/RPCCallBenchmark.java | 95 +-
.../test/java/org/apache/hadoop/ipc/TestIPC.java | 47 +-
.../apache/hadoop/ipc/TestIdentityProviders.java | 19 +-
.../test/java/org/apache/hadoop/ipc/TestRPC.java | 11 +-
.../java/org/apache/hadoop/log/TestLog4Json.java | 268 -
.../java/org/apache/hadoop/log/TestLogLevel.java | 6 +-
.../hadoop/metrics2/lib/TestMutableMetrics.java | 148 +-
.../hadoop/metrics2/util/TestSampleQuantiles.java | 68 +-
.../server/TestProxyUserAuthenticationFilter.java | 194 +-
.../org/apache/hadoop/test/GenericTestUtils.java | 71 +-
.../org/apache/hadoop/test/MetricsAsserts.java | 27 +-
.../org/apache/hadoop/test/ReflectionUtils.java | 51 +
.../hadoop/util/TestGenericOptionsParser.java | 10 +-
.../org/apache/hadoop/util/TestGenericsUtil.java | 2 +-
.../java/org/apache/hadoop/util/TestJarFinder.java | 4 +-
.../org/apache/hadoop/util/TestSignalLogger.java | 4 +-
.../crypto/key/kms/server/KMSConfiguration.java | 39 +-
.../hadoop/crypto/key/kms/server/KMSWebServer.java | 2 +-
.../src/main/libexec/shellprofile.d/hadoop-kms.sh | 2 +
hadoop-common-project/hadoop-nfs/pom.xml | 5 -
.../java/org/apache/hadoop/oncrpc/RpcUtil.java | 19 +-
.../java/org/apache/hadoop/portmap/Portmap.java | 6 +-
.../org/apache/hadoop/portmap/TestPortmap.java | 17 +
.../apache/hadoop/registry/cli/RegistryCli.java | 43 +-
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 4 -
.../java/org/apache/hadoop/hdfs/DFSClient.java | 12 +-
.../org/apache/hadoop/hdfs/DFSInputStream.java | 43 +-
.../apache/hadoop/hdfs/DFSStripedInputStream.java | 6 +-
.../apache/hadoop/hdfs/DFSStripedOutputStream.java | 4 +-
.../apache/hadoop/hdfs/DistributedFileSystem.java | 82 +-
.../java/org/apache/hadoop/hdfs/HAUtilClient.java | 12 +-
.../java/org/apache/hadoop/hdfs/StripeReader.java | 5 +-
.../hadoop/hdfs/ViewDistributedFileSystem.java | 2 +
.../hadoop/hdfs/client/DfsPathCapabilities.java | 1 +
.../org/apache/hadoop/hdfs/client/HdfsUtils.java | 1 +
.../org/apache/hadoop/hdfs/web/JsonUtilClient.java | 13 +
.../apache/hadoop/hdfs/web/WebHdfsFileSystem.java | 45 +
.../hadoop/hdfs/web/resources/GetOpParam.java | 3 +
.../test/java/org/apache/hadoop/fs/TestXAttr.java | 18 +-
.../hadoop/hdfs/util/TestByteArrayManager.java | 2 +-
.../hadoop/fs/http/client/HttpFSFileSystem.java | 14 +
.../apache/hadoop/fs/http/server/FSOperations.java | 35 +
.../fs/http/server/HttpFSParametersProvider.java | 1 +
.../apache/hadoop/fs/http/server/HttpFSServer.java | 16 +-
.../lib/servlet/FileSystemReleaseFilter.java | 4 +-
.../hadoop/fs/http/client/BaseTestHttpFSWith.java | 36 +-
hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml | 5 -
.../dev-support/findbugsExcludeFile.xml | 12 +
hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 31 +-
.../TokenStore/MySQL/TokenStoreDatabase.sql | 7 +-
.../scripts/TokenStore/MySQL/TokenStoreTables.sql | 52 +
.../scripts/TokenStore/MySQL/TokenStoreUser.sql | 14 +-
.../hadoop-hdfs-rbf/scripts/TokenStore/README | 19 +-
.../RouterAdminProtocolServerSideTranslatorPB.java | 20 +
.../RouterAdminProtocolTranslatorPB.java | 19 +
.../hdfs/rbfbalance/MountTableProcedure.java | 9 +-
.../RouterRpcFairnessPolicyController.java | 4 +-
.../metrics/FederationRPCPerformanceMonitor.java | 19 +
.../federation/metrics/NameserviceRPCMBean.java | 3 +
.../federation/metrics/NameserviceRPCMetrics.java | 36 +-
.../federation/metrics/StateStoreMetrics.java | 42 +
.../federation/resolver/MountTableManager.java | 13 +
.../federation/resolver/MountTableResolver.java | 45 +-
.../server/federation/resolver/PathLocation.java | 1 +
.../federation/router/ConnectionManager.java | 1 +
.../server/federation/router/ConnectionPool.java | 5 +-
.../server/federation/router/FederationUtil.java | 6 +-
.../router/MountTableRefresherService.java | 2 +
.../router/NamenodeHeartbeatService.java | 19 +-
.../hdfs/server/federation/router/Quota.java | 4 +
.../server/federation/router/RBFConfigKeys.java | 25 +
.../hdfs/server/federation/router/Router.java | 11 +-
.../federation/router/RouterAdminServer.java | 37 +-
.../federation/router/RouterClientMetrics.java | 8 +
.../federation/router/RouterClientProtocol.java | 32 +-
.../server/federation/router/RouterHttpServer.java | 6 +-
.../server/federation/router/RouterRpcClient.java | 155 +-
.../server/federation/router/RouterRpcMonitor.java | 30 +-
.../server/federation/router/RouterRpcServer.java | 2 +-
.../federation/router/RouterWebHdfsMethods.java | 3 +
.../router/security/RouterSecurityManager.java | 10 +
.../security/token/DistributedSQLCounter.java | 146 +
.../token/HikariDataSourceConnectionFactory.java | 68 +
.../security/token/SQLConnectionFactory.java | 54 +
.../token/SQLDelegationTokenSecretManagerImpl.java | 242 +
.../token/SQLSecretManagerRetriableHandler.java | 133 +
.../server/federation/store/CachedRecordStore.java | 2 +
.../hdfs/server/federation/store/RecordStore.java | 5 +-
.../server/federation/store/StateStoreService.java | 3 +
.../federation/store/driver/StateStoreDriver.java | 14 +-
.../store/driver/StateStoreRecordOperations.java | 3 +-
.../store/driver/StateStoreSerializer.java | 8 +
.../store/driver/impl/StateStoreBaseImpl.java | 4 +
.../store/driver/impl/StateStoreFileBaseImpl.java | 198 +-
.../store/driver/impl/StateStoreFileImpl.java | 7 +
.../driver/impl/StateStoreFileSystemImpl.java | 9 +-
.../store/driver/impl/StateStoreMySQLImpl.java | 429 +
.../driver/impl/StateStoreSerializableImpl.java | 14 +-
.../store/driver/impl/StateStoreZooKeeperImpl.java | 159 +-
.../federation/store/impl/MountTableStoreImpl.java | 37 +-
.../protocol/AddMountTableEntriesRequest.java} | 35 +-
.../protocol/AddMountTableEntriesResponse.java | 33 +-
.../impl/pb/AddMountTableEntriesRequestPBImpl.java | 88 +
.../pb/AddMountTableEntriesResponsePBImpl.java | 72 +
.../impl/pb/FederationProtocolPBTranslator.java | 8 +-
.../federation/store/records/MountTable.java | 1 +
.../hdfs/tools/federation/AddMountAttributes.java | 190 +
.../hadoop/hdfs/tools/federation/RouterAdmin.java | 317 +-
.../src/main/proto/FederationProtocol.proto | 8 +
.../src/main/proto/RouterProtocol.proto | 5 +
.../src/main/resources/hdfs-rbf-default.xml | 61 +-
.../src/main/webapps/router/federationhealth.html | 1 +
.../metrics/TestRouterClientMetrics.java | 7 +
.../resolver/TestMountTableResolver.java | 49 +-
.../federation/router/TestObserverWithRouter.java | 45 +-
.../federation/router/TestRouterAdminCLI.java | 92 +-
.../router/TestRouterNamenodeHeartbeat.java | 32 +
...erRPCMultipleDestinationMountTableResolver.java | 41 +
.../server/federation/router/TestRouterRpc.java | 75 +-
.../router/TestRouterRpcMultiDestination.java | 17 +-
.../federation/router/TestRouterRpcSingleNS.java | 4 +-
.../router/TestRouterWithSecureStartup.java | 3 +-
.../TestSQLDelegationTokenSecretManagerImpl.java | 471 +
.../store/driver/TestStateStoreDriverBase.java | 39 +-
.../store/driver/TestStateStoreFile.java | 44 +-
.../store/driver/TestStateStoreFileSystem.java | 59 +-
...tateStoreFile.java => TestStateStoreMySQL.java} | 40 +-
.../federation/store/driver/TestStateStoreZK.java | 83 +-
.../dev-support/findbugsExcludeFile.xml | 10 +
.../dev-support/jdiff/Apache_Hadoop_HDFS_3.3.5.xml | 835 +
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 14 +-
.../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 11 +-
.../main/java/org/apache/hadoop/hdfs/DFSUtil.java | 15 +
.../hdfs/server/blockmanagement/BlockManager.java | 88 +-
.../BlockPlacementPolicyDefault.java | 16 +
.../blockmanagement/BlockReportLeaseManager.java | 2 +-
.../server/blockmanagement/DatanodeDescriptor.java | 16 +
.../server/blockmanagement/DatanodeManager.java | 11 +
.../server/blockmanagement/DatanodeStatistics.java | 4 +-
.../hdfs/server/blockmanagement/DatanodeStats.java | 7 +
.../blockmanagement/DatanodeStorageInfo.java | 9 +
.../server/blockmanagement/FSClusterStats.java | 14 +-
.../server/blockmanagement/HeartbeatManager.java | 5 +
.../blockmanagement/LowRedundancyBlocks.java | 6 +-
.../PendingReconstructionBlocks.java | 2 +-
.../hdfs/server/common/MetricsLoggerTask.java | 52 +-
.../hdfs/server/datanode/BPOfferService.java | 31 +-
.../hdfs/server/datanode/BPServiceActor.java | 36 +-
.../hadoop/hdfs/server/datanode/BlockReceiver.java | 11 +-
.../hadoop/hdfs/server/datanode/BlockSender.java | 23 +-
.../hadoop/hdfs/server/datanode/DataNode.java | 49 +-
.../hdfs/server/datanode/DataSetLockManager.java | 7 +-
.../hadoop/hdfs/server/datanode/DataXceiver.java | 31 +-
.../hdfs/server/datanode/ErrorReportAction.java | 9 +
.../hdfs/server/datanode/ReportBadBlockAction.java | 10 +
.../server/datanode/fsdataset/FsDatasetSpi.java | 9 +-
.../datanode/fsdataset/impl/FsDatasetImpl.java | 27 +-
.../datanode/fsdataset/impl/FsVolumeImpl.java | 2 +-
.../server/datanode/metrics/DataNodeMetrics.java | 14 +
.../org/apache/hadoop/hdfs/server/mover/Mover.java | 12 +-
.../server/namenode/EditLogFileOutputStream.java | 4 +-
.../server/namenode/FSDirStatAndListingOp.java | 25 +-
.../hadoop/hdfs/server/namenode/FSImageFormat.java | 2 +-
.../hdfs/server/namenode/FSImageFormatPBINode.java | 11 +-
.../hadoop/hdfs/server/namenode/FSNamesystem.java | 76 +-
.../hdfs/server/namenode/FsImageValidation.java | 27 +-
.../apache/hadoop/hdfs/server/namenode/INode.java | 56 +-
.../hadoop/hdfs/server/namenode/INodeFile.java | 24 +-
.../hdfs/server/namenode/INodeReference.java | 101 +-
.../hadoop/hdfs/server/namenode/NameNode.java | 9 +-
.../hdfs/server/namenode/NameNodeHttpServer.java | 12 +-
.../hdfs/server/namenode/NameNodeRpcServer.java | 3 +
.../snapshot/DirectorySnapshottableFeature.java | 2 +
.../namenode/snapshot/FSImageFormatPBSnapshot.java | 2 +-
.../namenode/snapshot/FileWithSnapshotFeature.java | 7 +-
.../hdfs/server/namenode/snapshot/Snapshot.java | 6 +
.../namenode/visitor/NamespacePrintVisitor.java | 35 +-
.../web/resources/NamenodeWebHdfsMethods.java | 25 +
.../InvalidBlockReportLeaseException.java} | 29 +-
.../org/apache/hadoop/hdfs/tools/DFSAdmin.java | 3 +
.../apache/hadoop/hdfs/tools/DiskBalancerCLI.java | 99 +-
.../java/org/apache/hadoop/hdfs/tools/JMXGet.java | 57 +-
.../offlineEditsViewer/OfflineEditsViewer.java | 18 +-
.../offlineImageViewer/OfflineImageViewer.java | 16 +-
.../offlineImageViewer/OfflineImageViewerPB.java | 8 +-
.../apache/hadoop/hdfs/util/AsyncRFAAppender.java | 146 +
.../java/org/apache/hadoop/hdfs/web/JsonUtil.java | 16 +
.../src/main/resources/hdfs-default.xml | 41 +-
.../src/main/webapps/datanode/datanode.html | 6 +-
.../src/main/webapps/hdfs/dfshealth.html | 1 +
.../hadoop-hdfs/src/main/webapps/journal/jn.js | 4 +-
.../hadoop-hdfs/src/site/markdown/WebHDFS.md | 133 +
.../java/org/apache/hadoop/fs/TestSymlinkHdfs.java | 7 +
.../hdfs/TestHDFSContractLeaseRecovery.java | 49 +
.../fs/contract/hdfs/TestHDFSContractSafeMode.java | 49 +
.../fs/viewfs/TestViewFileSystemWithTruncate.java | 3 +
.../org/apache/hadoop/hdfs/MiniDFSCluster.java | 18 +
.../apache/hadoop/hdfs/TestBlockStoragePolicy.java | 6 +-
.../hadoop/hdfs/TestBlockTokenWrappingQOP.java | 6 +-
.../apache/hadoop/hdfs/TestDFSClientRetries.java | 6 +-
.../hdfs/TestDFSInputStreamBlockLocations.java | 23 +
.../java/org/apache/hadoop/hdfs/TestDFSRename.java | 2 +-
.../org/apache/hadoop/hdfs/TestDFSUpgrade.java | 6 +-
.../java/org/apache/hadoop/hdfs/TestDFSUtil.java | 16 +
.../hadoop/hdfs/TestDistributedFileSystem.java | 95 +
.../apache/hadoop/hdfs/TestEncryptionZones.java | 16 +-
.../hadoop/hdfs/TestErasureCodingPolicies.java | 6 +-
.../hdfs/TestErasureCodingPolicyWithSnapshot.java | 6 +-
.../hdfs/TestFileLengthOnClusterRestart.java | 2 +-
.../java/org/apache/hadoop/hdfs/TestGetBlocks.java | 6 +-
.../hadoop/hdfs/TestHDFSFileSystemContract.java | 18 +
.../org/apache/hadoop/hdfs/TestLeaseRecovery2.java | 6 +-
.../org/apache/hadoop/hdfs/TestMiniDFSCluster.java | 4 +-
.../java/org/apache/hadoop/hdfs/TestPread.java | 4 +-
.../org/apache/hadoop/hdfs/TestRollingUpgrade.java | 28 +-
.../hadoop/hdfs/TestRollingUpgradeDowngrade.java | 6 +-
.../hadoop/hdfs/TestRollingUpgradeRollback.java | 10 +-
.../java/org/apache/hadoop/hdfs/TestSafeMode.java | 28 +-
.../apache/hadoop/hdfs/TestStripedFileAppend.java | 6 +-
.../hadoop/hdfs/TestViewDistributedFileSystem.java | 106 +
.../hadoop/hdfs/server/balancer/TestBalancer.java | 5 +-
.../hdfs/server/balancer/TestBalancerService.java | 2 +-
.../blockmanagement/BaseReplicationPolicyTest.java | 4 +-
.../blockmanagement/BlockManagerTestUtil.java | 2 +-
.../server/blockmanagement/TestBlockManager.java | 73 +-
.../blockmanagement/TestBlockReportLease.java | 69 +
...licationPolicyRatioConsiderLoadWithStorage.java | 169 +
.../blockmanagement/TestUnderReplicatedBlocks.java | 4 +-
.../hdfs/server/datanode/SimulatedFSDataset.java | 6 +
.../hdfs/server/datanode/TestBPOfferService.java | 7 +-
.../hdfs/server/datanode/TestDataNodeMXBean.java | 75 +
.../hdfs/server/datanode/TestDataNodeMetrics.java | 5 +
.../server/datanode/TestDataNodeMetricsLogger.java | 51 +-
.../datanode/TestDataNodeRollingUpgrade.java | 4 +-
.../datanode/extdataset/ExternalDatasetImpl.java | 4 +
.../datanode/fsdataset/impl/TestFsDatasetImpl.java | 83 +-
.../fsdataset/impl/TestLazyPersistPolicy.java | 6 +-
.../server/namenode/PatternMatchingAppender.java | 44 +-
.../hdfs/server/namenode/TestAddStripedBlocks.java | 6 +-
.../hdfs/server/namenode/TestAuditLogAtDebug.java | 3 +-
.../hdfs/server/namenode/TestAuditLogger.java | 8 +-
.../namenode/TestAuditLoggerWithCommands.java | 2 +-
.../hadoop/hdfs/server/namenode/TestAuditLogs.java | 219 +-
.../hdfs/server/namenode/TestCacheDirectives.java | 6 +-
.../namenode/TestCheckPointForSecurityTokens.java | 4 +-
.../hdfs/server/namenode/TestCheckpoint.java | 1 +
.../hadoop/hdfs/server/namenode/TestFSImage.java | 51 +-
.../hdfs/server/namenode/TestFSImageWithAcl.java | 10 +-
.../server/namenode/TestFSImageWithSnapshot.java | 52 +-
.../hdfs/server/namenode/TestFSImageWithXAttr.java | 7 +-
.../namenode/TestFSNamesystemLockReport.java | 18 +-
.../hdfs/server/namenode/TestFileTruncate.java | 19 +-
.../server/namenode/TestFsImageValidation.java | 4 +-
.../hadoop/hdfs/server/namenode/TestFsck.java | 99 +-
.../hdfs/server/namenode/TestLeaseManager.java | 6 +-
.../server/namenode/TestNameNodeMetricsLogger.java | 53 +-
.../namenode/TestNameNodeRetryCacheMetrics.java | 6 +-
.../server/namenode/TestNestedEncryptionZones.java | 6 +-
.../server/namenode/TestQuotaByStorageType.java | 5 +-
.../hdfs/server/namenode/TestReencryption.java | 18 +-
.../hdfs/server/namenode/TestSaveNamespace.java | 35 +-
.../namenode/ha/TestDNFencingWithReplication.java | 2 +-
.../hdfs/server/namenode/ha/TestHAMetrics.java | 4 +-
.../hdfs/server/namenode/ha/TestNNHealthCheck.java | 4 +-
.../hdfs/server/namenode/ha/TestObserverNode.java | 18 +-
.../server/namenode/ha/TestPipelinesFailover.java | 2 +-
.../namenode/snapshot/SnapshotTestHelper.java | 216 +-
.../TestFSImageWithOrderedSnapshotDeletion.java | 34 +-
.../TestFsShellMoveToTrashWithSnapshots.java | 394 +
.../snapshot/TestOrderedSnapshotDeletion.java | 6 +-
.../snapshot/TestRandomOpsWithSnapshots.java | 6 +-
.../namenode/snapshot/TestRenameWithSnapshots.java | 14 +-
.../server/namenode/snapshot/TestSnapshot.java | 8 +-
.../namenode/snapshot/TestSnapshotDeletion.java | 26 +-
.../namenode/snapshot/TestXAttrWithSnapshot.java | 6 +-
.../org/apache/hadoop/hdfs/tools/TestDFSAdmin.java | 43 +-
.../offlineImageViewer/TestOfflineImageViewer.java | 8 +-
.../TestOfflineImageViewerForAcl.java | 4 +-
.../TestOfflineImageViewerForContentSummary.java | 4 +-
...stOfflineImageViewerForErasureCodingPolicy.java | 4 +-
.../TestOfflineImageViewerForStoragePolicy.java | 3 +-
.../TestOfflineImageViewerForXAttr.java | 4 +-
.../TestOfflineImageViewerWithStripedBlocks.java | 6 +-
.../org/apache/hadoop/hdfs/web/TestWebHDFS.java | 89 +
.../TestWebHdfsWithRestCsrfPreventionFilter.java | 3 +
.../apache/hadoop/test/MiniDFSClusterManager.java | 30 +-
.../src/test/resources/log4j.properties | 59 +-
.../jdiff/Apache_Hadoop_MapReduce_Common_3.3.5.xml | 113 +
.../jdiff/Apache_Hadoop_MapReduce_Core_3.3.5.xml | 28963 +++++++++++++
.../Apache_Hadoop_MapReduce_JobClient_3.3.5.xml | 16 +
.../v2/app/rm/TestRMContainerAllocator.java | 29 +-
.../forecast/TestSimpleExponentialForecast.java | 9 +-
.../apache/hadoop/mapreduce/v2/util/MRApps.java | 5 +-
.../org/apache/hadoop/mapred/LineRecordReader.java | 4 +-
.../java/org/apache/hadoop/mapred/TaskLog.java | 11 -
.../org/apache/hadoop/mapred/TaskLogAppender.java | 153 -
.../org/apache/hadoop/mapred/pipes/Submitter.java | 7 +-
.../mapreduce/lib/input/LineRecordReader.java | 4 +-
.../hadoop/mapreduce/task/reduce/Fetcher.java | 5 +-
.../src/main/resources/mapred-default.xml | 15 +-
.../src/site/markdown/manifest_committer.md | 4 +-
.../apache/hadoop/mapred/TestTaskLogAppender.java | 74 -
.../mapreduce/v2/hs/TestHistoryFileManager.java | 20 +-
...estHistoryFileManagerInitWithNonRunningDFS.java | 4 +-
.../hadoop/mapreduce/MiniHadoopClusterManager.java | 19 +-
.../mapreduce/v2/TestSpeculativeExecOnCluster.java | 7 +-
.../src/main/native/src/lib/primitives.h | 4 +-
.../hadoop-mapreduce-client-shuffle/pom.xml | 6 +
.../hadoop/mapred/LoggingHttpResponseEncoder.java | 106 -
.../hadoop/mapred/ShuffleChannelHandler.java | 715 +
.../mapred/ShuffleChannelHandlerContext.java | 140 +
.../hadoop/mapred/ShuffleChannelInitializer.java | 74 +
.../org/apache/hadoop/mapred/ShuffleHandler.java | 1049 +-
.../hadoop/mapred/TestShuffleChannelHandler.java | 562 +
.../apache/hadoop/mapred/TestShuffleHandler.java | 1877 +-
.../hadoop/mapred/TestShuffleHandlerBase.java | 173 +
.../src/test/resources/cert.pem | 27 +
.../src/test/resources/key.pem | 52 +
.../src/test/resources/log4j.properties | 4 +-
.../hadoop/mapred/uploader/FrameworkUploader.java | 70 +-
.../hadoop-mapreduce-client/pom.xml | 5 -
.../hadoop-mapreduce-examples/pom.xml | 4 -
.../hadoop/examples/terasort/TeraInputFormat.java | 4 +-
hadoop-project-dist/pom.xml | 2 +-
hadoop-project/pom.xml | 107 +-
hadoop-project/src/site/markdown/index.md.vm | 76 +-
hadoop-tools/hadoop-aliyun/pom.xml | 6 +
.../fs/aliyun/oss/AliyunOSSBlockOutputStream.java | 213 +-
.../hadoop/fs/aliyun/oss/AliyunOSSFileSystem.java | 33 +-
.../fs/aliyun/oss/AliyunOSSFileSystemStore.java | 63 +-
.../org/apache/hadoop/fs/aliyun/oss/Constants.java | 53 +
.../hadoop/fs/aliyun/oss/OSSDataBlocks.java} | 423 +-
.../statistics/BlockOutputStreamStatistics.java | 56 +-
.../statistics/impl/OutputStreamStatistics.java | 98 +
.../aliyun/oss/statistics/impl}/package-info.java | 11 +-
.../fs/aliyun/oss/statistics}/package-info.java | 9 +-
.../src/site/markdown/tools/hadoop-aliyun/index.md | 50 +-
.../aliyun/oss/TestAliyunOSSBlockOutputStream.java | 193 +-
hadoop-tools/hadoop-archive-logs/pom.xml | 5 -
.../org/apache/hadoop/tools/HadoopArchives.java | 13 +-
hadoop-tools/hadoop-aws/pom.xml | 7 +
.../java/org/apache/hadoop/fs/s3a/Constants.java | 20 +
.../main/java/org/apache/hadoop/fs/s3a/S3A.java | 11 +-
.../apache/hadoop/fs/s3a/S3ABlockOutputStream.java | 89 +-
.../org/apache/hadoop/fs/s3a/S3ADataBlocks.java | 95 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 98 +-
.../apache/hadoop/fs/s3a/S3AInstrumentation.java | 16 +-
.../org/apache/hadoop/fs/s3a/S3AReadOpContext.java | 2 +-
.../org/apache/hadoop/fs/s3a/S3ARetryPolicy.java | 4 +
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 41 +-
.../apache/hadoop/fs/s3a/WriteOperationHelper.java | 45 +-
.../org/apache/hadoop/fs/s3a/WriteOperations.java | 39 +-
.../apache/hadoop/fs/s3a/api/RequestFactory.java | 3 +-
.../fs/s3a/api/UnsupportedRequestException.java | 33 +-
.../hadoop/fs/s3a/audit/AWSRequestAnalyzer.java | 14 +
.../hadoop/fs/s3a/audit/AuditIntegration.java | 18 +
.../AuditOperationRejectedException.java} | 15 +-
.../hadoop/fs/s3a/audit/impl/LoggingAuditor.java | 51 +-
.../hadoop/fs/s3a/commit/AbstractS3ACommitter.java | 4 +
.../fs/s3a/commit/impl/CommitOperations.java | 2 +-
.../fs/s3a/commit/magic/MagicCommitTracker.java | 4 +-
.../apache/hadoop/fs/s3a/impl/OpenFileSupport.java | 18 +-
.../hadoop/fs/s3a/impl/ProgressListener.java | 2 +-
.../hadoop/fs/s3a/impl/RequestFactoryImpl.java | 28 +-
.../hadoop/fs/s3a/impl/S3AMultipartUploader.java | 13 +-
.../fs/s3a/prefetch/S3ACachingBlockManager.java | 12 +-
.../fs/s3a/prefetch/S3ACachingInputStream.java | 25 +-
.../fs/s3a/prefetch/S3APrefetchingInputStream.java | 13 +-
.../apache/hadoop/fs/s3a/s3guard/S3GuardTool.java | 2 +-
.../statistics/BlockOutputStreamStatistics.java | 8 +-
.../statistics/impl/EmptyS3AStatisticsContext.java | 8 +-
.../impl/S3AMultipartUploaderStatisticsImpl.java | 9 +-
.../src/site/markdown/tools/hadoop-aws/auditing.md | 2 +
.../markdown/tools/hadoop-aws/delegation_tokens.md | 4 +-
.../markdown/tools/hadoop-aws/directory_markers.md | 3 +-
.../src/site/markdown/tools/hadoop-aws/index.md | 5 +-
.../site/markdown/tools/hadoop-aws/prefetching.md | 4 +
.../tools/hadoop-aws/troubleshooting_s3a.md | 4 +-
.../hadoop/fs/s3a/ITestS3ABlockOutputArray.java | 45 +-
.../hadoop/fs/s3a/ITestS3ABucketExistence.java | 17 +-
.../hadoop/fs/s3a/ITestS3AMiscOperations.java | 2 +-
.../fs/s3a/ITestS3APrefetchingCacheFiles.java | 144 +
.../fs/s3a/ITestS3APrefetchingInputStream.java | 22 +-
.../apache/hadoop/fs/s3a/ITestS3AUrlScheme.java | 51 +
.../apache/hadoop/fs/s3a/MockS3AFileSystem.java | 5 +
.../apache/hadoop/fs/s3a/MultipartTestUtils.java | 2 +-
.../org/apache/hadoop/fs/s3a/TestDataBlocks.java | 2 +-
.../hadoop/fs/s3a/TestS3ABlockOutputStream.java | 11 +
.../hadoop/fs/s3a/audit/AbstractAuditingTest.java | 43 +-
.../hadoop/fs/s3a/audit/TestAuditIntegration.java | 20 +
.../fs/s3a/audit/TestHttpReferrerAuditHeader.java | 86 +-
...m.java => ITestRoleDelegationInFilesystem.java} | 4 +-
...ava => ITestSessionDelegationInFilesystem.java} | 6 +-
.../magic/ITestMagicCommitProtocolFailure.java | 69 +
.../s3a/commit/magic/ITestS3AHugeMagicCommits.java | 20 +-
.../ITestStagingCommitProtocolFailure.java | 69 +
.../fs/s3a/fileContext/ITestS3AFileContext.java | 25 +-
.../hadoop/fs/s3a/impl/TestRequestFactory.java | 3 +-
.../fs/s3a/performance/ITestS3AOpenCost.java | 4 +-
.../fs/s3a/performance/ITestUnbufferDraining.java | 6 +-
.../hadoop/fs/s3a/prefetch/S3APrefetchFakes.java | 27 +-
.../s3a/prefetch/TestS3ACachingBlockManager.java | 34 +-
.../fs/s3a/prefetch/TestS3ARemoteInputStream.java | 13 +-
.../fs/s3a/scale/AbstractSTestS3AHugeFiles.java | 207 +-
.../fs/s3a/scale/ITestS3ADirectoryPerformance.java | 2 +-
.../fs/s3a/scale/ITestS3AHugeFilesNoMultipart.java | 111 +
.../s3a/scale/ITestS3AInputStreamPerformance.java | 9 +-
hadoop-tools/hadoop-azure-datalake/pom.xml | 16 +
hadoop-tools/hadoop-azure/pom.xml | 13 +
.../src/config/checkstyle-suppressions.xml | 4 +
.../hadoop/fs/azure/NativeAzureFileSystem.java | 4 +-
.../hadoop/fs/azure/PageBlobInputStream.java | 6 +-
.../hadoop/fs/azure/PageBlobOutputStream.java | 7 +-
.../apache/hadoop/fs/azure/SelfRenewingLease.java | 6 +-
.../hadoop/fs/azure/SelfThrottlingIntercept.java | 7 +-
.../hadoop/fs/azure/SendRequestIntercept.java | 4 -
.../apache/hadoop/fs/azure/SimpleKeyProvider.java | 7 +-
.../fs/azure/metrics/BandwidthGaugeUpdater.java | 6 +-
.../metrics/ResponseReceivedMetricUpdater.java | 4 -
.../hadoop/fs/azurebfs/AbfsConfiguration.java | 20 +
.../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 13 +-
.../fs/azurebfs/AzureBlobFileSystemStore.java | 5 +-
.../fs/azurebfs/constants/AbfsHttpConstants.java | 19 +
.../fs/azurebfs/constants/ConfigurationKeys.java | 8 +
.../constants/FileSystemConfigurations.java | 3 +-
.../constants/HttpHeaderConfigurations.java | 1 +
.../InvalidAbfsRestOperationException.java | 21 +-
.../services/AppendRequestParameters.java | 13 +-
.../contracts/services/AzureServiceErrorCode.java | 4 +
.../hadoop/fs/azurebfs/services/AbfsClient.java | 298 +-
.../azurebfs/services/AbfsClientRenameResult.java | 12 +
.../services/AbfsClientThrottlingIntercept.java | 29 +-
.../fs/azurebfs/services/AbfsHttpOperation.java | 105 +-
.../fs/azurebfs/services/AbfsOutputStream.java | 6 +-
.../azurebfs/services/AbfsOutputStreamContext.java | 11 +
.../fs/azurebfs/services/AbfsRestOperation.java | 122 +-
.../azurebfs/services/ExponentialRetryPolicy.java | 8 +-
.../hadoop/fs/azurebfs/services/RetryReason.java | 102 +
.../fs/azurebfs/services/RetryReasonConstants.java | 39 +
.../ClientErrorRetryReason.java | 33 +-
.../ConnectionResetRetryReason.java | 42 +
.../ConnectionTimeoutRetryReason.java | 43 +
.../ReadTimeoutRetryReason.java | 41 +
.../retryReasonCategories/RetryReasonCategory.java | 90 +
.../ServerErrorRetryReason.java | 67 +
.../UnknownHostRetryReason.java | 45 +
.../UnknownIOExceptionRetryReason.java | 47 +
.../UnknownSocketExceptionRetryReason.java | 46 +
.../retryReasonCategories/package-info.java} | 13 +-
.../hadoop/fs/azurebfs/utils/TracingContext.java | 56 +-
.../hadoop-azure/src/site/markdown/abfs.md | 11 +
.../ITestFileSystemOperationsWithThreads.java | 6 +-
.../ITestNativeAzureFileSystemClientLogging.java | 12 +-
.../fs/azure/NativeAzureFileSystemBaseTest.java | 6 +-
.../fs/azurebfs/AbstractAbfsIntegrationTest.java | 4 +-
.../fs/azurebfs/ITestABFSJceksFiltering.java | 43 +
.../azurebfs/ITestAzureBlobFileSystemCreate.java | 4 +-
.../ITestAzureBlobFileSystemDelegationSAS.java | 8 +-
.../azurebfs/ITestAzureBlobFileSystemDelete.java | 14 +-
.../fs/azurebfs/ITestCustomerProvidedKey.java | 10 +-
.../hadoop/fs/azurebfs/TestTracingContext.java | 72 +
.../{TestAbfsClient.java => ITestAbfsClient.java} | 215 +-
.../azurebfs/services/ITestAbfsRestOperation.java | 358 +
.../fs/azurebfs/services/TestAbfsOutputStream.java | 37 +-
.../services/TestAbfsRenameRetryRecovery.java | 416 +-
.../TestAbfsRestOperationMockFailures.java | 302 +
.../services/TestExponentialRetryPolicy.java | 4 +-
.../fs/azurebfs/services/TestRetryReason.java | 134 +
.../services/TestShellDecryptionKeyProvider.java | 7 +-
.../fs/azurebfs/utils/TracingHeaderValidator.java | 3 +
.../org/apache/hadoop/tools/DistCpConstants.java | 20 +
.../java/org/apache/hadoop/tools/DistCpSync.java | 110 +-
.../apache/hadoop/tools/mapred/CopyCommitter.java | 10 +-
.../org/apache/hadoop/tools/mapred/CopyMapper.java | 77 +-
.../org/apache/hadoop/tools/util/DistCpUtils.java | 30 +-
.../hadoop-distcp/src/site/markdown/DistCp.md.vm | 39 +-
.../org/apache/hadoop/tools/TestDistCpSync.java | 67 +
.../tools/contract/AbstractContractDistCpTest.java | 144 +
.../hadoop/tools/mapred/TestCopyCommitter.java | 78 +-
.../blockgenerator/GenerateBlockImagesDriver.java | 35 +-
.../workloadgenerator/WorkloadDriver.java | 25 +-
.../org/apache/hadoop/streaming/StreamJob.java | 16 +-
.../MySQL/FederationStateStoreStoredProcs.sql | 90 +-
.../MySQL/FederationStateStoreTables.sql | 27 +
.../MySQL/dropStoreProcedures.sql | 18 +
.../bin/FederationStateStore/MySQL/dropTables.sql | 8 +
.../SQLServer/FederationStateStoreStoredProcs.sql | 342 +-
.../SQLServer/FederationStateStoreTables.sql | 184 +
.../SQLServer/FederationStateStoreUser.sql | 4 +-
.../SQLServer/dropStoreProcedures.sql | 90 +-
.../FederationStateStore/SQLServer/dropTables.sql | 32 +-
.../FederationStateStore/SQLServer/dropUser.sql | 8 +-
hadoop-yarn-project/hadoop-yarn/bin/yarn | 9 +
hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd | 19 +-
hadoop-yarn-project/hadoop-yarn/conf/yarn-env.sh | 12 +
.../jdiff/Apache_Hadoop_YARN_API_3.3.5.xml | 26420 ++++++++++++
.../jdiff/Apache_Hadoop_YARN_Client_3.3.5.xml | 3067 ++
.../jdiff/Apache_Hadoop_YARN_Common_3.3.5.xml | 3982 ++
.../Apache_Hadoop_YARN_Server_Common_3.3.5.xml | 1456 +
.../hadoop-yarn/hadoop-yarn-api/pom.xml | 5 +
.../apache/hadoop/yarn/api/records/Resource.java | 11 +
.../apache/hadoop/yarn/conf/YarnConfiguration.java | 85 +
.../api/ResourceManagerAdministrationProtocol.java | 20 +
.../AddToClusterNodeLabelsRequest.java | 30 +
.../CheckForDecommissioningNodesRequest.java | 29 +
...quest.java => DeregisterSubClusterRequest.java} | 41 +-
...uest.java => DeregisterSubClusterResponse.java} | 30 +-
.../api/protocolrecords/DeregisterSubClusters.java | 92 +
.../NodesToAttributesMappingRequest.java | 32 +
.../protocolrecords/RefreshAdminAclsRequest.java | 23 +
.../RefreshClusterMaxPriorityRequest.java | 29 +
.../RefreshNodesResourcesRequest.java | 27 +
.../protocolrecords/RefreshServiceAclsRequest.java | 23 +
.../RemoveFromClusterNodeLabelsRequest.java | 28 +
.../ReplaceLabelsOnNodeRequest.java | 28 +
.../protocolrecords/UpdateNodeResourceRequest.java | 30 +-
.../hadoop/yarn/util/resource/ResourceUtils.java | 22 +
.../resourcemanager_administration_protocol.proto | 1 +
...arn_server_resourcemanager_service_protos.proto | 19 +
.../src/main/proto/yarn_protos.proto | 8 +
.../hadoop/yarn/api/records/TestResource.java | 25 +
.../application/AppCatalogSolrClient.java | 6 +-
.../appcatalog/application/YarnServiceClient.java | 6 +-
.../yarn/client/api/ContainerShellWebSocket.java | 13 +-
.../client/api/async/impl/NMClientAsyncImpl.java | 70 +-
.../yarn/client/api/impl/AMRMClientImpl.java | 62 +-
.../hadoop/yarn/client/api/impl/NMClientImpl.java | 10 +-
.../client/api/impl/SharedCacheClientImpl.java | 8 +-
.../yarn/client/api/impl/YarnClientImpl.java | 31 +-
.../apache/hadoop/yarn/client/cli/QueueCLI.java | 76 +-
.../apache/hadoop/yarn/client/cli/RouterCLI.java | 250 +
.../hadoop/yarn/client/util/YarnClientUtils.java | 2 +-
.../apache/hadoop/yarn/client/TestGetGroups.java | 2 +-
.../yarn/client/TestRMFailoverProxyProvider.java | 1 +
...eManagerAdministrationProtocolPBClientImpl.java | 4 +-
.../client/api/impl/TestSharedCacheClientImpl.java | 2 +-
.../hadoop/yarn/client/cli/TestRouterCLI.java | 143 +
.../apache/hadoop/yarn/client/cli/TestYarnCLI.java | 53 +
.../apache/hadoop/yarn/ContainerLogAppender.java | 129 -
.../hadoop/yarn/ContainerRollingLogAppender.java | 76 -
.../ContainerManagementProtocolPBClientImpl.java | 4 +-
.../yarn/client/api/impl/TimelineV2ClientImpl.java | 2 +-
.../yarn/logaggregation/AggregatedLogFormat.java | 2 +-
.../yarn/metrics/GenericEventTypeMetrics.java | 6 +-
.../yarn/nodelabels/store/AbstractFSNodeStore.java | 28 +-
.../yarn/nodelabels/store/FSStoreOpHandler.java | 2 +-
.../security/client/ClientToAMTokenIdentifier.java | 2 +-
...eManagerAdministrationProtocolPBClientImpl.java | 33 +-
...ManagerAdministrationProtocolPBServiceImpl.java | 20 +
.../pb/AddToClusterNodeLabelsRequestPBImpl.java | 16 +
.../CheckForDecommissioningNodesRequestPBImpl.java | 24 +
.../impl/pb/DeregisterSubClusterRequestPBImpl.java | 100 +
.../pb/DeregisterSubClusterResponsePBImpl.java | 136 +
.../impl/pb/DeregisterSubClustersPBImpl.java | 178 +
.../pb/NodesToAttributesMappingRequestPBImpl.java | 16 +
.../impl/pb/RefreshAdminAclsRequestPBImpl.java | 49 +-
.../pb/RefreshClusterMaxPriorityRequestPBImpl.java | 28 +-
.../pb/RefreshNodesResourcesRequestPBImpl.java | 24 +
.../impl/pb/RefreshServiceAclsRequestPBImpl.java | 46 +-
.../RemoveFromClusterNodeLabelsRequestPBImpl.java | 21 +-
.../impl/pb/ReplaceLabelsOnNodeRequestPBImpl.java | 19 +-
.../impl/pb/UpdateNodeResourceRequestPBImpl.java | 16 +
.../org/apache/hadoop/yarn/webapp/Dispatcher.java | 2 +-
.../yarn/webapp/GenericExceptionHandler.java | 2 +-
.../apache/hadoop/yarn/webapp/dao/ConfInfo.java | 11 +
.../yarn/webapp/dao/SchedConfUpdateInfo.java | 11 +
.../apache/hadoop/yarn/webapp/view/HtmlPage.java | 2 +-
.../src/main/resources/yarn-default.xml | 133 +
.../hadoop/yarn/TestContainerLogAppender.java | 48 -
.../hadoop/yarn/api/BasePBImplRecordsTest.java | 2 +-
.../impl/pb/TestSerializedExceptionPBImpl.java | 2 +-
.../yarn/client/api/impl/TestTimelineClient.java | 2 +-
.../api/impl/TestTimelineClientForATS1_5.java | 2 +-
.../client/api/impl/TestTimelineClientV2Impl.java | 4 +-
.../hadoop/yarn/conf/TestYarnConfiguration.java | 4 +-
.../TestLogAggregationIndexedFileController.java | 2 +-
.../nodelabels/TestFileSystemNodeLabelsStore.java | 49 +-
.../server/federation/cache/FederationCache.java | 484 +
.../federation/cache/FederationGuavaCache.java | 117 +
.../server/federation/cache/FederationJCache.java | 155 +
.../yarn/server/federation/cache/package-info.java | 17 +
.../federation/store/FederationStateStore.java | 40 +-
...derationStateVersionIncompatibleException.java} | 31 +-
.../store/impl/MemoryFederationStateStore.java | 184 +-
.../store/impl/SQLFederationStateStore.java | 712 +-
.../store/impl/ZookeeperFederationStateStore.java | 179 +-
.../store/records/ApplicationHomeSubCluster.java | 49 +-
.../GetApplicationHomeSubClusterRequest.java | 34 +
.../GetApplicationHomeSubClusterResponse.java | 26 +
.../records/RouterRMDTSecretManagerState.java | 4 +-
.../federation/store/records/RouterStoreToken.java | 25 +-
.../federation/store/records/SubClusterState.java | 4 +-
.../impl/pb/ApplicationHomeSubClusterPBImpl.java | 37 +
.../GetApplicationHomeSubClusterRequestPBImpl.java | 12 +
.../records/impl/pb/RouterStoreTokenPBImpl.java | 28 +
.../federation/store/sql/DatabaseProduct.java | 126 +
.../store/sql/FederationQueryRunner.java | 310 +
.../store/sql/FederationSQLOutParameter.java | 91 +
.../federation/store/sql/ResultSetHandler.java | 14 +-
.../store/sql/RouterMasterKeyHandler.java | 68 +
.../store/sql/RouterStoreTokenHandler.java | 83 +
.../federation/store/sql/RowCountHandler.java | 56 +
.../server/federation/store/sql/package-info.java | 17 +
.../FederationRouterRMTokenInputValidator.java | 1 -
.../store/utils/FederationStateStoreUtils.java | 69 +-
.../utils/FederationStateStoreFacade.java | 422 +-
.../server/uam/UnmanagedApplicationManager.java | 4 +-
.../main/proto/yarn_server_federation_protos.proto | 11 +
.../yarn/server/MockResourceManagerFacade.java | 9 +-
.../federation/cache/TestFederationCache.java | 121 +
.../store/impl/FederationStateStoreBaseTest.java | 97 +-
.../store/impl/HSQLDBFederationStateStore.java | 153 +
.../store/impl/TestMemoryFederationStateStore.java | 36 +-
.../store/impl/TestSQLFederationStateStore.java | 285 +-
.../impl/TestZookeeperFederationStateStore.java | 33 +
.../records/TestFederationProtocolRecords.java | 67 +
.../utils/TestFederationStateStoreFacade.java | 18 +-
.../pom.xml | 93 +-
.../server/globalpolicygenerator/GPGContext.java | 17 +-
.../globalpolicygenerator/GPGContextImpl.java | 31 +-
.../GlobalPolicyGenerator.java | 131 +
.../globalpolicygenerator/package-info.java} | 7 +-
.../TestGlobalPolicyGenerator.java | 32 +-
.../hadoop-yarn-server-nodemanager/pom.xml | 2 -
.../src/CMakeLists.txt | 27 -
.../GenericEventTypeMetricsManager.java | 7 +-
.../yarn/server/nodemanager/NodeManager.java | 24 +-
.../amrmproxy/FederationInterceptor.java | 2 +-
.../containermanager/ContainerManagerImpl.java | 70 +-
.../linux/runtime/RuncContainerRuntime.java | 7 +-
.../runtime/runc/ImageTagToManifestPlugin.java | 7 +-
.../containermanager/monitor/ContainerMetrics.java | 4 +-
.../src/main/resources/container-log4j.properties | 39 +-
.../server/nodemanager/DummyContainerManager.java | 10 +-
.../server/nodemanager/TestNodeStatusUpdater.java | 13 +-
.../containermanager/BaseContainerManagerTest.java | 5 +-
.../BaseContainerSchedulerTest.java | 2 +-
.../TestContainerManagerRecovery.java | 4 +-
.../containermanager/container/TestContainer.java | 3 +-
.../launcher/TestContainerLaunch.java | 3 +-
.../logaggregation/TestLogAggregationService.java | 3 +-
.../monitor/TestContainersMonitor.java | 3 +-
...estContainerSchedulerBehaviorCompatibility.java | 4 +-
...ContainerSchedulerOppContainersByResources.java | 8 +-
.../scheduler/TestContainerSchedulerQueuing.java | 78 +-
.../metrics/TestNodeManagerMetrics.java | 94 +
.../TestNMContainerTokenSecretManager.java | 3 +-
.../server/nodemanager/webapp/MockContainer.java | 3 +-
.../server/nodemanager/webapp/TestNMWebFilter.java | 157 +-
.../server/nodemanager/webapp/TestNMWebServer.java | 4 +-
.../yarn/server/resourcemanager/AdminService.java | 24 +
.../server/resourcemanager/ClientRMService.java | 3 +-
.../resourcemanager/DefaultAMSProcessor.java | 2 +-
.../GenericEventTypeMetricsManager.java | 6 +-
.../server/resourcemanager/NodesListManager.java | 17 +-
.../yarn/server/resourcemanager/RMAuditLogger.java | 1 +
.../hadoop/yarn/server/resourcemanager/RMInfo.java | 7 +-
.../resourcemanager/RMSecretManagerService.java | 3 +-
.../yarn/server/resourcemanager/RMServerUtils.java | 21 +-
.../server/resourcemanager/ResourceManager.java | 9 +-
.../resourcemanager/ResourceTrackerService.java | 6 +-
.../federation/FederationClientMethod.java | 121 +
.../federation/FederationStateStoreService.java | 189 +-
.../FederationStateStoreServiceMetrics.java | 196 +
.../capacity/CapacitySchedulerPreemptionUtils.java | 1 +
.../capacity/PreemptableResourceCalculator.java | 13 +-
.../ProportionalCapacityPreemptionPolicy.java | 6 +-
.../monitor/capacity/TempQueuePerPartition.java | 3 +-
.../nodelabels/NodeAttributesManagerImpl.java | 19 +-
.../nodelabels/RMDelegatedNodeLabelsUpdater.java | 3 +-
.../placement/PlacementFactory.java | 2 +
.../resourcemanager/placement/PlacementRule.java | 1 +
.../resourcemanager/placement/VariableContext.java | 1 +
.../csmappingrule/MappingRuleValidationHelper.java | 5 +-
.../resourcemanager/recovery/RMStateStore.java | 154 +-
.../recovery/RMStateStoreUtils.java | 1 +
.../resourcemanager/recovery/package-info.java | 3 +
.../records/AMRMTokenSecretManagerState.java | 6 +-
.../records/ApplicationAttemptStateData.java | 2 +-
.../recovery/records/ApplicationStateData.java | 3 +-
.../reservation/AbstractSchedulerPlanFollower.java | 5 +
.../PeriodicRLESparseResourceAllocation.java | 1 -
.../yarn/server/resourcemanager/rmapp/RMApp.java | 2 +
.../server/resourcemanager/rmapp/RMAppImpl.java | 9 +-
.../rmapp/attempt/RMAppAttempt.java | 4 +-
.../rmcontainer/RMContainerImpl.java | 4 +-
.../yarn/server/resourcemanager/rmnode/RMNode.java | 3 +-
.../server/resourcemanager/rmnode/RMNodeImpl.java | 12 +-
.../scheduler/AbstractYarnScheduler.java | 5 +
.../ApplicationPlacementAllocatorFactory.java | 3 +
.../scheduler/MutableConfigurationProvider.java | 1 +
.../resourcemanager/scheduler/NodeFilter.java | 3 +
.../scheduler/PreemptableResourceScheduler.java | 4 +-
.../resourcemanager/scheduler/QueueMetrics.java | 14 +-
.../scheduler/ResourceScheduler.java | 3 +-
.../scheduler/SchedContainerChangeRequest.java | 3 +-
.../scheduler/SchedulerApplicationAttempt.java | 1 +
.../resourcemanager/scheduler/SchedulerNode.java | 2 +
.../resourcemanager/scheduler/SchedulerUtils.java | 21 +-
.../resourcemanager/scheduler/YarnScheduler.java | 57 +-
.../AbsoluteResourceCapacityCalculator.java | 135 +
.../capacity/AbstractAutoCreatedLeafQueue.java | 7 +-
.../scheduler/capacity/AbstractCSQueue.java | 47 +-
.../scheduler/capacity/AbstractLeafQueue.java | 57 +-
.../capacity/AbstractManagedParentQueue.java | 10 +-
.../{ParentQueue.java => AbstractParentQueue.java} | 411 +-
.../capacity/AbstractQueueCapacityCalculator.java | 109 +
.../capacity/AutoCreatedQueueManagementPolicy.java | 19 +-
.../capacity/CSMaxRunningAppsEnforcer.java | 14 +-
.../scheduler/capacity/CSQueue.java | 57 +-
.../scheduler/capacity/CSQueueUsageTracker.java | 1 +
.../scheduler/capacity/CSQueueUtils.java | 11 +
.../scheduler/capacity/CalculationContext.java | 72 +
.../scheduler/capacity/CapacityScheduler.java | 2 +-
.../capacity/CapacitySchedulerConfigValidator.java | 6 +-
.../capacity/CapacitySchedulerConfiguration.java | 62 +-
.../capacity/CapacitySchedulerContext.java | 1 +
.../CapacitySchedulerQueueCapacityHandler.java | 221 +
.../capacity/CapacitySchedulerQueueManager.java | 20 +-
.../DefaultQueueResourceRoundingStrategy.java | 48 +
.../scheduler/capacity/ManagedParentQueue.java | 8 +-
.../scheduler/capacity/ParentQueue.java | 1558 +-
.../PercentageQueueCapacityCalculator.java | 72 +
.../scheduler/capacity/PlanQueue.java | 4 +-
.../capacity/QueueCapacityUpdateContext.java | 76 +
.../scheduler/capacity/QueueCapacityVector.java | 78 +-
.../QueueResourceRoundingStrategy.java} | 28 +-
.../scheduler/capacity/QueueUpdateWarning.java | 78 +
.../capacity/ResourceCalculationDriver.java | 336 +
.../scheduler/capacity/ResourceVector.java | 41 +-
.../scheduler/capacity/RootCalculationDriver.java | 64 +
.../capacity/RootQueueCapacityCalculator.java | 59 +
.../capacity/WeightQueueCapacityCalculator.java | 103 +
.../capacity/WorkflowPriorityMappingsManager.java | 20 +-
.../capacity/conf/InMemoryConfigurationStore.java | 4 +-
.../capacity/conf/QueueCapacityConfigParser.java | 32 +-
.../capacity/conf/YarnConfigurationStore.java | 2 +
.../GuaranteedOrZeroCapacityOverTimePolicy.java | 10 +-
.../constraint/AllocationTagsManager.java | 9 +-
.../scheduler/constraint/Evaluable.java | 2 +-
.../constraint/PlacementConstraintsUtil.java | 2 +-
.../constraint/TargetApplicationsNamespace.java | 2 +-
...CentralizedOpportunisticContainerAllocator.java | 1 +
.../event/QueueManagementChangeEvent.java | 9 +-
.../scheduler/fair/AllocationConfiguration.java | 11 +-
.../fair/AllocationFileLoaderService.java | 5 +
.../scheduler/fair/FSAppAttempt.java | 1 +
.../scheduler/fair/FSLeafQueue.java | 1 +
.../resourcemanager/scheduler/fair/FSQueue.java | 13 +-
.../scheduler/fair/FairScheduler.java | 10 +
.../scheduler/fair/FairSchedulerConfiguration.java | 3 +-
.../scheduler/fair/MaxRunningAppsEnforcer.java | 16 +-
.../scheduler/fair/QueueManager.java | 8 +
.../scheduler/fair/Schedulable.java | 40 +-
.../scheduler/fair/SchedulingPolicy.java | 2 +-
.../scheduler/fair/converter/FSQueueConverter.java | 12 +-
.../scheduler/fair/policies/ComputeFairShares.java | 12 +-
.../policies/DominantResourceFairnessPolicy.java | 2 +-
.../scheduler/placement/MultiNodeLookupPolicy.java | 2 +
.../scheduler/policy/SchedulableEntity.java | 18 +-
.../security/AMRMTokenSecretManager.java | 6 +-
.../security/DelegationTokenRenewer.java | 88 +-
.../security/NMTokenSecretManagerInRM.java | 2 +-
.../resourcemanager/security/QueueACLsManager.java | 2 +-
.../security/RMContainerTokenSecretManager.java | 1 +
.../resourcemanager/volume/csi/VolumeManager.java | 14 +-
.../webapp/CapacitySchedulerPage.java | 2 +-
.../webapp/JAXBContextResolver.java | 7 +-
.../resourcemanager/webapp/NodeLabelsPage.java | 2 +-
.../webapp/RMWebServiceProtocol.java | 3 +
.../webapp/dao/BulkActivitiesInfo.java | 10 +
.../webapp/dao/CapacitySchedulerInfo.java | 6 +-
.../webapp/dao/CapacitySchedulerQueueInfo.java | 6 +-
.../resourcemanager/webapp/dao/ClusterInfo.java | 10 +
.../webapp/dao/ClusterUserInfo.java | 10 +
.../webapp/dao/FairSchedulerInfo.java | 2 +-
.../webapp/dao/FairSchedulerQueueInfo.java | 9 +-
.../webapp/dao/NodeToLabelsEntry.java | 5 +
.../dao/helper/CapacitySchedulerInfoHelper.java | 3 +-
.../hadoop/yarn/server/resourcemanager/MockRM.java | 52 +
.../server/resourcemanager/QueueACLsTestBase.java | 4 +-
.../resourcemanager/ReservationACLsTestBase.java | 4 +-
.../resourcemanager/TestApplicationACLs.java | 6 +-
.../resourcemanager/TestClientRMService.java | 8 +-
.../server/resourcemanager/TestClientRMTokens.java | 5 +-
.../TestContainerResourceUsage.java | 18 +-
.../yarn/server/resourcemanager/TestRMHA.java | 103 +
.../TestResourceTrackerService.java | 35 +-
.../TestFederationRMStateStoreService.java | 176 +-
.../TestFederationStateStoreServiceMetrics.java | 102 +
.../nodelabels/NullRMNodeLabelsManager.java | 22 +
.../TestRMDelegatedNodeLabelsUpdater.java | 4 +-
.../resourcetracker/TestNMExpiry.java | 4 +-
.../resourcetracker/TestNMReconnect.java | 10 +-
.../resourcetracker/TestRMNMRPCResponseId.java | 4 +-
.../rmapp/attempt/TestRMAppAttemptTransitions.java | 8 +-
.../rmcontainer/TestRMContainerImpl.java | 9 +-
.../scheduler/TestAbstractYarnScheduler.java | 5 +-
.../CapacitySchedulerQueueCalculationTestBase.java | 131 +
.../scheduler/capacity/QueueAssertionBuilder.java | 210 +
.../capacity/TestApplicationPriorityACLs.java | 4 +-
.../TestCapacitySchedulerAmbiguousLeafs.java | 4 +-
...tCapacitySchedulerMultiNodesWithPreemption.java | 8 +-
.../TestCapacitySchedulerNewQueueAutoCreation.java | 15 +-
.../capacity/TestCapacitySchedulerQueues.java | 2 +-
...stCapacitySchedulerWorkflowPriorityMapping.java | 16 +-
.../scheduler/capacity/TestChildQueueOrder.java | 4 +-
.../TestMixedQueueResourceCalculation.java | 536 +
.../scheduler/capacity/TestParentQueue.java | 4 +-
.../capacity/TestQueueCapacityVector.java | 36 +-
.../scheduler/capacity/TestResourceVector.java | 6 +-
.../TestUniformQueueResourceCalculation.java | 191 +
.../conf/TestQueueCapacityConfigParser.java | 96 +-
.../scheduler/fair/FairSchedulerTestBase.java | 3 +-
.../scheduler/fair/TestFairScheduler.java | 6 +-
.../fair/TestFairSchedulerConfiguration.java | 19 +-
.../converter/TestFSConfigToCSConfigConverter.java | 4 +
.../TestDominantResourceFairnessPolicy.java | 5 +-
.../scheduler/fifo/TestFifoScheduler.java | 10 +-
.../webapp/TestRMWebServicesNodes.java | 4 +-
.../hadoop-yarn-server-router/pom.xml | 6 -
.../delegation/RouterDelegationTokenSupport.java | 65 +
.../security/token/delegation/package-info.java} | 8 +-
.../apache/hadoop/yarn/server/router/Router.java | 37 +-
.../yarn/server/router/RouterAuditLogger.java | 61 +-
.../hadoop/yarn/server/router/RouterMetrics.java | 622 +-
.../yarn/server/router/RouterServerUtil.java | 177 +
.../server/router/cleaner/SubClusterCleaner.java | 92 +
.../yarn/server/router/cleaner/package-info.java} | 8 +-
.../ApplicationSubmissionContextInterceptor.java | 66 +
.../clientrm/FederationClientInterceptor.java | 539 +-
.../PassThroughClientRequestInterceptor.java | 315 +
.../rmadmin/DefaultRMAdminRequestInterceptor.java | 8 +
.../rmadmin/FederationRMAdminInterceptor.java | 510 +-
.../router/rmadmin/RouterRMAdminService.java | 9 +
.../RouterDelegationTokenSecretManager.java | 84 +
.../router/webapp/FederationInterceptorREST.java | 1207 +-
.../server/router/webapp/RouterWebServiceUtil.java | 6 +
.../webapp/dao/FederationBulkActivitiesInfo.java} | 43 +-
.../router/webapp/dao/FederationClusterInfo.java} | 40 +-
.../webapp/dao/FederationClusterUserInfo.java} | 41 +-
.../router/webapp/dao/FederationConfInfo.java} | 43 +-
.../server/router/webapp/dao/SubClusterResult.java | 59 +
.../hadoop/yarn/server/router/TestRouter.java | 185 +-
.../yarn/server/router/TestRouterAuditLogger.java | 17 +-
.../yarn/server/router/TestRouterMetrics.java | 611 +
.../router/cleaner/TestSubClusterCleaner.java | 158 +
...estApplicationSubmissionContextInterceptor.java | 160 +
.../clientrm/TestFederationClientInterceptor.java | 18 +-
.../PassThroughRMAdminRequestInterceptor.java | 7 +
.../rmadmin/TestFederationRMAdminInterceptor.java | 344 +
.../TestableFederationRMAdminInterceptor.java | 12 +-
.../webapp/MockDefaultRequestInterceptorREST.java | 189 +-
.../webapp/TestFederationInterceptorREST.java | 618 +-
.../webapp/TestableFederationInterceptorREST.java | 4 +
.../apache/hadoop/yarn/server/MiniYARNCluster.java | 10 +-
.../pom.xml | 4 +
.../pom.xml | 16 +
.../hadoop-yarn-server-web-proxy/pom.xml | 5 -
.../yarn/server/webproxy/AppReportFetcher.java | 2 +-
.../hadoop/yarn/server/webproxy/ProxyUriUtils.java | 4 +-
.../yarn/server/webproxy/WebAppProxyServer.java | 2 +-
.../yarn/server/webproxy/WebAppProxyServlet.java | 2 +-
.../server/webproxy/TestWebAppProxyServlet.java | 6 +-
.../server/webproxy/amfilter/TestAmFilter.java | 156 +-
.../hadoop-yarn/hadoop-yarn-server/pom.xml | 1 +
.../src/site/markdown/Federation.md | 48 +-
.../hadoop-yarn/hadoop-yarn-ui/README.md | 2 +-
.../main/webapp/app/components/breadcrumb-bar.js | 2 +-
.../main/webapp/app/templates/yarn-queue/apps.hbs | 2 +-
hadoop-yarn-project/pom.xml | 4 +
pom.xml | 52 +-
983 files changed, 142600 insertions(+), 11945 deletions(-)
create mode 100644 .github/workflows/website.yml
create mode 100644
hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_3.3.5.xml
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/LeaseRecoverable.java
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/SafeMode.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/NodeFilter.java
=>
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/SafeModeAction.java
(64%)
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/impl/FSBuilderSupport.java
delete mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/log/Log4Json.java
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/lib/MutableInverseQuantiles.java
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/token/delegation/SQLDelegationTokenSecretManager.java
delete mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/LogAdapter.java
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/filesystem/leaserecoverable.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/filesystem/safemode.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/3.3.5/CHANGELOG.3.3.5.md
create mode 100644
hadoop-common-project/hadoop-common/src/site/markdown/release/3.3.5/RELEASENOTES.3.3.5.md
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractLeaseRecoveryTest.java
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSafeModeTest.java
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/store/TestFSBuilderSupport.java
delete mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/log/TestLog4Json.java
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/ReflectionUtils.java
copy
hadoop-yarn-project/hadoop-yarn/bin/FederationStateStore/SQLServer/dropUser.sql
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/scripts/TokenStore/MySQL/TokenStoreDatabase.sql
(88%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/scripts/TokenStore/MySQL/TokenStoreTables.sql
copy
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/ProgressListener.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/scripts/TokenStore/MySQL/TokenStoreUser.sql
(74%)
copy .asf.yaml =>
hadoop-hdfs-project/hadoop-hdfs-rbf/scripts/TokenStore/README (67%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/security/token/DistributedSQLCounter.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/security/token/HikariDataSourceConnectionFactory.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/security/token/SQLConnectionFactory.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/security/token/SQLDelegationTokenSecretManagerImpl.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/security/token/SQLSecretManagerRetriableHandler.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/store/driver/impl/StateStoreMySQLImpl.java
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/{metrics/NameserviceRPCMBean.java
=> store/protocol/AddMountTableEntriesRequest.java} (50%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/AddToClusterNodeLabelsRequest.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/store/protocol/AddMountTableEntriesResponse.java
(60%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/store/protocol/impl/pb/AddMountTableEntriesRequestPBImpl.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/store/protocol/impl/pb/AddMountTableEntriesResponsePBImpl.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/tools/federation/AddMountAttributes.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/security/token/TestSQLDelegationTokenSecretManagerImpl.java
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/store/driver/{TestStateStoreFile.java
=> TestStateStoreMySQL.java} (63%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_3.3.5.xml
copy
hadoop-hdfs-project/{hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/metrics/NameserviceRPCMBean.java
=>
hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/InvalidBlockReportLeaseException.java}
(61%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util/AsyncRFAAppender.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/contract/hdfs/TestHDFSContractLeaseRecovery.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/contract/hdfs/TestHDFSContractSafeMode.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestReplicationPolicyRatioConsiderLoadWithStorage.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/BulkActivitiesInfo.java
=>
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/PatternMatchingAppender.java
(50%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestFsShellMoveToTrashWithSnapshots.java
create mode 100644
hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_3.3.5.xml
create mode 100644
hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_3.3.5.xml
create mode 100644
hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_3.3.5.xml
delete mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/TaskLogAppender.java
delete mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestTaskLogAppender.java
delete mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/LoggingHttpResponseEncoder.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleChannelHandler.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleChannelHandlerContext.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleChannelInitializer.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/test/java/org/apache/hadoop/mapred/TestShuffleChannelHandler.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/test/java/org/apache/hadoop/mapred/TestShuffleHandlerBase.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/test/resources/cert.pem
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/test/resources/key.pem
copy
hadoop-tools/{hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3ADataBlocks.java
=>
hadoop-aliyun/src/main/java/org/apache/hadoop/fs/aliyun/oss/OSSDataBlocks.java}
(71%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/package-info.java
=>
hadoop-tools/hadoop-aliyun/src/main/java/org/apache/hadoop/fs/aliyun/oss/statistics/BlockOutputStreamStatistics.java
(51%)
create mode 100644
hadoop-tools/hadoop-aliyun/src/main/java/org/apache/hadoop/fs/aliyun/oss/statistics/impl/OutputStreamStatistics.java
copy
{hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery
=>
hadoop-tools/hadoop-aliyun/src/main/java/org/apache/hadoop/fs/aliyun/oss/statistics/impl}/package-info.java
(78%)
copy
{hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery
=>
hadoop-tools/hadoop-aliyun/src/main/java/org/apache/hadoop/fs/aliyun/oss/statistics}/package-info.java
(83%)
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/metrics/NameserviceRPCMBean.java
=>
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/api/UnsupportedRequestException.java
(59%)
copy
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/{impl/ProgressListener.java
=> audit/AuditOperationRejectedException.java} (67%)
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3APrefetchingCacheFiles.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AUrlScheme.java
rename
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/auth/delegation/{ITestRoleDelegationInFileystem.java
=> ITestRoleDelegationInFilesystem.java} (95%)
rename
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/auth/delegation/{ITestSessionDelegationInFileystem.java
=> ITestSessionDelegationInFilesystem.java} (99%)
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/commit/magic/ITestMagicCommitProtocolFailure.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/commit/staging/integration/ITestStagingCommitProtocolFailure.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/scale/ITestS3AHugeFilesNoMultipart.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/RetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/RetryReasonConstants.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/src/main/webapp/app/components/breadcrumb-bar.js
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/ClientErrorRetryReason.java
(50%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/ConnectionResetRetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/ConnectionTimeoutRetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/ReadTimeoutRetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/RetryReasonCategory.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/ServerErrorRetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/UnknownHostRetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/UnknownIOExceptionRetryReason.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/UnknownSocketExceptionRetryReason.java
copy
hadoop-tools/{hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/ProgressListener.java
=>
hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/retryReasonCategories/package-info.java}
(72%)
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestABFSJceksFiltering.java
rename
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/{TestAbfsClient.java
=> ITestAbfsClient.java} (64%)
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/ITestAbfsRestOperation.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestAbfsRestOperationMockFailures.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestRetryReason.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_3.3.5.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_3.3.5.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_3.3.5.xml
create mode 100644
hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_3.3.5.xml
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/{AddToClusterNodeLabelsRequest.java
=> DeregisterSubClusterRequest.java} (58%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/{AddToClusterNodeLabelsRequest.java
=> DeregisterSubClusterResponse.java} (64%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/DeregisterSubClusters.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/cli/RouterCLI.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/cli/TestRouterCLI.java
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/ContainerLogAppender.java
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/ContainerRollingLogAppender.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DeregisterSubClusterRequestPBImpl.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DeregisterSubClusterResponsePBImpl.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DeregisterSubClustersPBImpl.java
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/TestContainerLogAppender.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/cache/FederationCache.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/cache/FederationGuavaCache.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/cache/FederationJCache.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/cache/package-info.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/constraint/Evaluable.java
=>
hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/exception/FederationStateVersionIncompatibleException.java}
(61%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/DatabaseProduct.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/FederationQueryRunner.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/FederationSQLOutParameter.java
copy
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/ProgressListener.java
=>
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/ResultSetHandler.java
(77%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/RouterMasterKeyHandler.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/RouterStoreTokenHandler.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/RowCountHandler.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/sql/package-info.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/federation/cache/TestFederationCache.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-router
=> hadoop-yarn-server-globalpolicygenerator}/pom.xml (53%)
copy
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/ProgressListener.java
=>
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-globalpolicygenerator/src/main/java/org/apache/hadoop/yarn/server/globalpolicygenerator/GPGContext.java
(65%)
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/metrics/NameserviceRPCMBean.java
=>
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-globalpolicygenerator/src/main/java/org/apache/hadoop/yarn/server/globalpolicygenerator/GPGContextImpl.java
(55%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-globalpolicygenerator/src/main/java/org/apache/hadoop/yarn/server/globalpolicygenerator/GlobalPolicyGenerator.java
copy
hadoop-yarn-project/hadoop-yarn/{bin/FederationStateStore/SQLServer/dropUser.sql
=>
hadoop-yarn-server/hadoop-yarn-server-globalpolicygenerator/src/main/java/org/apache/hadoop/yarn/server/globalpolicygenerator/package-info.java}
(82%)
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/metrics/NameserviceRPCMBean.java
=>
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-globalpolicygenerator/src/test/java/org/apache/hadoop/yarn/server/globalpolicygenerator/TestGlobalPolicyGenerator.java
(55%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager
=>
hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager}/GenericEventTypeMetricsManager.java
(93%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/federation/FederationClientMethod.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/federation/FederationStateStoreServiceMetrics.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/AbsoluteResourceCapacityCalculator.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/{ParentQueue.java
=> AbstractParentQueue.java} (83%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/AbstractQueueCapacityCalculator.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CalculationContext.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerQueueCapacityHandler.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/DefaultQueueResourceRoundingStrategy.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/PercentageQueueCapacityCalculator.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/QueueCapacityUpdateContext.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/{constraint/Evaluable.java
=> capacity/QueueResourceRoundingStrategy.java} (55%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/QueueUpdateWarning.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/ResourceCalculationDriver.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/RootCalculationDriver.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/RootQueueCapacityCalculator.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/WeightQueueCapacityCalculator.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/federation/TestFederationStateStoreServiceMetrics.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerQueueCalculationTestBase.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/QueueAssertionBuilder.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestMixedQueueResourceCalculation.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestUniformQueueResourceCalculation.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/security/token/delegation/RouterDelegationTokenSupport.java
copy
hadoop-yarn-project/hadoop-yarn/{bin/FederationStateStore/SQLServer/dropUser.sql
=>
hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/security/token/delegation/package-info.java}
(89%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/cleaner/SubClusterCleaner.java
copy
hadoop-yarn-project/hadoop-yarn/{bin/FederationStateStore/SQLServer/dropUser.sql
=>
hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/cleaner/package-info.java}
(89%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/clientrm/ApplicationSubmissionContextInterceptor.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/clientrm/PassThroughClientRequestInterceptor.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/NodeToLabelsEntry.java
=>
hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/FederationBulkActivitiesInfo.java}
(57%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/BulkActivitiesInfo.java
=>
hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/FederationClusterInfo.java}
(60%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/BulkActivitiesInfo.java
=>
hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/FederationClusterUserInfo.java}
(58%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/BulkActivitiesInfo.java
=>
hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/FederationConfInfo.java}
(56%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/SubClusterResult.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/cleaner/TestSubClusterCleaner.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/clientrm/TestApplicationSubmissionContextInterceptor.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
