This is an automated email from the ASF dual-hosted git repository.
zanderxu pushed a change to branch HDFS-17384
in repository https://gitbox.apache.org/repos/asf/hadoop.git
omit c2a0c615b02 HDFS-17701. [FGL] Fix some javadocs (#7256)
omit 9d35de73ff8 HDFS-17697. [FGL] hasWriteLock and hasReadLock in
FineGrainedFSNamesystemLock shouldn't throw assert error (#7250)
omit be1bcd611a1 HDFS-17692. [FGL] fix bug in getContentSummary method
(#7233)
omit 60f3fca48e0 HDFS-17691. [FGL] Move FSNamesystemLockMode to
org.apache.hadoop.hdfs.util package (#7232)
omit 1e7c88fd927 HDFS-17506. [FGL] Performance for phase 1
omit 147f8332857 HDFS-17457. [FGL] UTs support fine-grained locking (#6741)
omit 498df817c00 HDFS-17459. [FGL] Add documentation (#6737)
omit 404cb96219c HDFS-17472. [FGL] gcDeletedSnapshot and getDelegationToken
support FGL (#6743)
omit 5dc73dd3871 HDFS-17424. [FGL] DelegationTokenSecretManager supports
fine-grained lock (#6696)
omit b2a7c01ef86 HDFS-17445. [FGL] some operations support fine-grained
locking (#6715)
omit d9adcc19278 HDFS-17411. [FGL] Client RPCs involving snapshot support
fine-grained lock (#6714)
omit 21ba02aee97 HDFS-17389. [FGL] Client RPCs involving read process
supports fine-grained lock (#6590)
omit 45bc183b942 HDFS-17388. [FGL] Client RPCs involving write process
supports fine-grained lock (#6589)
omit f42c1a6e7b0 HDFS-17420. [FGL] EditLogTailer and FSEditLogLoader
support FGL (#6679)
omit da8c178d45c HDFS-17412. [FGL] Client RPCs involving maintenance
supports fine-grained lock (#6667)
omit 82fcb12d2ff HDFS-17417. [FGL] HeartbeatManager and
DatanodeAdminMonitor support fine-grained locking (#6656)
omit 692a181b648 HDFS-17415. [FGL] RPCs in NamenodeProtocol support
fine-grained lock (#6654)
omit 33e82ac9962 HDFS-17410. [FGL] Client RPCs that changes file attributes
supports fine-grained lock (#6634)
omit ccbc34586bc HDFS-17423. [FGL] BlockManagerSafeMode supports
fine-grained lock (#6645)
omit c731fc6577b HDFS-17416. [FGL] Monitor threads in BlockManager.class
support fine-grained lock (#6647)
omit 1073f0035d5 HDFS-17414. [FGL] RPCs in DatanodeProtocol support
fine-grained lock (#6649)
omit f028f1856c1 HDFS-17413. [FGL] CacheReplicationMonitor supports
fine-grained lock (#6641)
omit 1d5ffc8f9c3 HDFS-17395. [FGL] Use FSLock to protect
ErasureCodingPolicy related operations (#6579)
omit 161ea040a65 HDFS-17390. [FGL] FSDirectory supports this fine-grained
locking (#6573)
omit 58dce1db3ab HDFS-17405. [FGL] Using different metric name to trace
performance for FGL and Global lock (#6600)
omit 1c8216d62f5 HDFS-17398. [FGL] Implement the FGL lock for
FSNLockManager (#6599)
omit c2f88309d56 HDFS-17387. [FGL] Abstract the configuration locking mode
(#6572)
omit 976fcd914c1 HDFS-17394. [FGL] Remove unused WriteHoldCount of
FSNamesystemLock (#6571)
add 7f491908020 YARN-7327: Enable asynchronous scheduling by default for
capacity scheduler (#7138)
add 6cb2e866a6c HADOOP-19367. Fix setting final field value on Java 17
(#7228)
add f32a937511e HADOOP-19362. RPC metrics should be updated correctly when
call is defered. (#7224). Contributed by hfutatzhanghb.
add 3bf43b41441 HADOOP-19370. Fix error links of huaweicloud in site
index. (#7229). Contributed by fuchaohong.
add ecc4e00145f HADOOP-19371. JVM GC Metrics supports ZGC pause time and
count (#7230) Contributed by cxzl25.
add 71b3a6477b5 HADOOP-19335. Bump netty to 4.1.116 due to CVE-2024-47535
(#7158). Contributed by PJ Fanning
add d5b836bc34e HDFS-17655. Cannot run HDFS balancer with
BlockPlacementPolicyWithNodeGroup (#7141). Contributed by YUBI LEE.
add 7e673584a12 HADOOP-19207: [ABFS][FNSOverBlob] Response Handling of
Blob Endpoint APIs and Metadata APIs (#7210)
add 305e3e73a91 HADOOP-19380. Update the year to 2025 (#7262). Contributed
by Ayush Saxena.
add 94d6a77c394 HDFS-17496. DataNode supports more fine-grained dataset
lock based on blockid. (#6764). Contributed by farmmamba.
add fd653fa9885 HADOOP-19376. Add fs.hdfs.impl.disable.cache to
core-default.xml. (#7249)
add fd4aa2a0d41 HDFS-17683. Add metrics for acquiring dataset read/write
lock. (#7211). Contributed by farmmamba.
add f65747d4596 YARN-11751. Remove TestAppLevelTimelineCollector. (#7271)
Contributed by Shilun Fan.
add 815ca41c69b HDFS-17080. fix ec connection leak. (#5807)
add 92fb85d3e7c HDFS-17394. [FGL] Remove unused WriteHoldCount of
FSNamesystemLock (#6571)
add 22ff352523a HDFS-17387. [FGL] Abstract the configuration locking mode
(#6572)
add 613e255b297 HDFS-17398. [FGL] Implement the FGL lock for
FSNLockManager (#6599)
add 5f1b04154f9 HDFS-17405. [FGL] Using different metric name to trace
performance for FGL and Global lock (#6600)
add 1436fb74e1e HDFS-17390. [FGL] FSDirectory supports this fine-grained
locking (#6573)
add 435787cc18a HDFS-17395. [FGL] Use FSLock to protect
ErasureCodingPolicy related operations (#6579)
add 4a70d486243 HDFS-17413. [FGL] CacheReplicationMonitor supports
fine-grained lock (#6641)
add 75ddaa00fe5 HDFS-17414. [FGL] RPCs in DatanodeProtocol support
fine-grained lock (#6649)
add 12458f0288f HDFS-17416. [FGL] Monitor threads in BlockManager.class
support fine-grained lock (#6647)
add 90bf5b94fa8 HDFS-17423. [FGL] BlockManagerSafeMode supports
fine-grained lock (#6645)
add 5fb5daaa360 HDFS-17410. [FGL] Client RPCs that changes file attributes
supports fine-grained lock (#6634)
add 737ebce754f HDFS-17415. [FGL] RPCs in NamenodeProtocol support
fine-grained lock (#6654)
add 024873e7ef8 HDFS-17417. [FGL] HeartbeatManager and
DatanodeAdminMonitor support fine-grained locking (#6656)
add d8a69744df6 HDFS-17412. [FGL] Client RPCs involving maintenance
supports fine-grained lock (#6667)
add cb27ae31c2c HDFS-17420. [FGL] EditLogTailer and FSEditLogLoader
support FGL (#6679)
add 9a9b9fa9953 HDFS-17388. [FGL] Client RPCs involving write process
supports fine-grained lock (#6589)
add 039be2f8ff4 HDFS-17389. [FGL] Client RPCs involving read process
supports fine-grained lock (#6590)
add 4ebb509d01f HDFS-17411. [FGL] Client RPCs involving snapshot support
fine-grained lock (#6714)
add 3b4defab8eb HDFS-17445. [FGL] some operations support fine-grained
locking (#6715)
add 031f34f3053 HDFS-17424. [FGL] DelegationTokenSecretManager supports
fine-grained lock (#6696)
add 8327e3e5cc7 HDFS-17472. [FGL] gcDeletedSnapshot and getDelegationToken
support FGL (#6743)
add 44a51c72a7d HDFS-17459. [FGL] Add documentation (#6737)
add c3bdfc2ee0a HDFS-17457. [FGL] UTs support fine-grained locking (#6741)
add 8523d381250 HDFS-17506. [FGL] Performance for phase 1
add d5b514320a4 HDFS-17691. [FGL] Move FSNamesystemLockMode to
org.apache.hadoop.hdfs.util package (#7232)
add 607a7eb0403 HDFS-17692. [FGL] fix bug in getContentSummary method
(#7233)
add 867fd04ffd3 HDFS-17697. [FGL] hasWriteLock and hasReadLock in
FineGrainedFSNamesystemLock shouldn't throw assert error (#7250)
add e0550219aa5 HDFS-17701. [FGL] Fix some javadocs (#7256)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (c2a0c615b02)
\
N -- N -- N refs/heads/HDFS-17384 (e0550219aa5)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 76 ++--
.../org/apache/hadoop/ipc/ProtobufRpcEngine.java | 26 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine2.java | 24 +-
.../main/java/org/apache/hadoop/ipc/Server.java | 55 ++-
.../apache/hadoop/metrics2/source/JvmMetrics.java | 7 +
.../src/main/resources/core-default.xml | 11 +
.../hadoop-common/src/site/markdown/Metrics.md | 4 +
.../hadoop/conf/TestCommonConfigurationFields.java | 1 +
.../hadoop/ipc/TestProtoBufRpcServerHandoff.java | 58 ++-
.../org/apache/hadoop/test/ReflectionUtils.java | 25 ++
.../java/org/apache/hadoop/hdfs/StripeReader.java | 40 +-
.../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 4 +
.../hadoop/hdfs/server/balancer/Balancer.java | 3 +-
.../hdfs/server/common/DataNodeLockManager.java | 3 +-
.../hadoop/hdfs/server/datanode/DataNode.java | 4 +-
.../hdfs/server/datanode/DataSetLockManager.java | 59 ++-
.../server/datanode/DataSetSubLockStrategy.java | 20 +-
.../server/datanode/ModDataSetSubLockStrategy.java | 46 +-
.../datanode/fsdataset/impl/FsDatasetImpl.java | 121 ++++--
.../server/datanode/metrics/DataNodeMetrics.java | 12 +
.../src/main/resources/hdfs-default.xml | 9 +
.../org/apache/hadoop/hdfs/TestFileCreation.java | 20 +-
.../hdfs/TestStoragePolicyPermissionSettings.java | 24 +-
.../hadoop/hdfs/server/balancer/TestBalancer.java | 19 +
.../hdfs/server/datanode/TestDataNodeMetrics.java | 20 +
.../server/datanode/TestDataSetLockManager.java | 11 +
.../datanode/fsdataset/impl/TestFsDatasetImpl.java | 7 +-
.../hdfs/server/namenode/ha/TestDNFencing.java | 11 +-
.../org/apache/hadoop/mapred/LineRecordReader.java | 7 +-
hadoop-project/pom.xml | 4 +-
hadoop-project/src/site/site.xml | 2 +-
.../hadoop/fs/azurebfs/AbfsConfiguration.java | 45 +-
.../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 52 ++-
.../fs/azurebfs/AzureBlobFileSystemStore.java | 78 ++--
.../fs/azurebfs/constants/AbfsHttpConstants.java | 35 ++
.../fs/azurebfs/constants/FSOperationType.java | 3 +-
.../azurebfs/constants/FileSystemUriSchemes.java | 4 +-
.../fs/azurebfs/constants/HttpQueryParams.java | 5 +
.../services/BlobListResultEntrySchema.java | 238 ++++++++++
.../contracts/services/BlobListResultSchema.java | 71 +++
.../contracts/services/BlobListXmlParser.java | 304 +++++++++++++
...rySchema.java => DfsListResultEntrySchema.java} | 48 +-
...tResultSchema.java => DfsListResultSchema.java} | 21 +-
.../contracts/services/ListResultEntrySchema.java | 218 +---------
.../contracts/services/ListResultSchema.java | 29 +-
.../services/StorageErrorResponseSchema.java | 62 +++
.../fs/azurebfs/services/AbfsAHCHttpOperation.java | 32 +-
.../fs/azurebfs/services/AbfsBlobClient.java | 481 +++++++++++++++++++--
.../hadoop/fs/azurebfs/services/AbfsClient.java | 67 ++-
.../services/AbfsClientThrottlingIntercept.java | 2 +
.../hadoop/fs/azurebfs/services/AbfsDfsClient.java | 193 ++++++++-
.../fs/azurebfs/services/AbfsHttpOperation.java | 283 +++++++++---
.../fs/azurebfs/services/AbfsJdkHttpOperation.java | 12 +-
.../fs/azurebfs/services/AbfsRestOperation.java | 31 +-
.../fs/azurebfs/services/ListingSupport.java | 2 +-
.../apache/hadoop/fs/azurebfs/utils/UriUtils.java | 29 +-
.../apache/hadoop/fs/azurebfs/ITestAbfsClient.java | 6 +-
.../azurebfs/ITestAzureBlobFileSystemCreate.java | 22 +-
.../azurebfs/ITestAzureBlobFileSystemDelete.java | 10 +-
.../ITestAzureBlobFileSystemListStatus.java | 10 +-
.../extensions/MockDelegationSASTokenProvider.java | 2 +-
.../fs/azurebfs/services/ITestAbfsClient.java | 109 +++--
.../services/ITestAbfsPaginatedDelete.java | 3 +-
.../fs/azurebfs/services/TestAbfsPerfTracker.java | 18 +-
.../hadoop/fs/azurebfs/utils/TestMockHelpers.java | 59 ---
.../hadoop/fs/azurebfs/utils/TestUriUtils.java | 60 +++
.../hadoop/yarn/event/TestAsyncDispatcher.java | 5 +-
.../hadoop-yarn/hadoop-yarn-csi/pom.xml | 4 +-
.../capacity/CapacitySchedulerConfiguration.java | 2 +-
.../fair/converter/FSYarnSiteConverter.java | 2 +-
.../TestCapacitySchedulerAsyncScheduling.java | 6 +-
.../fair/converter/TestFSYarnSiteConverter.java | 4 +-
.../TestWeightToPercentageConverter.java | 10 +-
.../TestWeightToWeightConverter.java | 8 +-
.../webapp/TestRMWebServicesCapacitySched.java | 1 +
.../src/test/resources/capacity-scheduler.xml | 255 +++++++++++
.../collector/TestAppLevelTimelineCollector.java | 23 -
.../src/site/markdown/CapacityScheduler.md | 37 ++
78 files changed, 2933 insertions(+), 801 deletions(-)
copy
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/AbfsPerfLoggable.java
=>
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataSetSubLockStrategy.java
(67%)
copy
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/metrics2/lib/MetricsTestHelper.java
=>
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/ModDataSetSubLockStrategy.java
(52%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/BlobListResultEntrySchema.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/BlobListResultSchema.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/BlobListXmlParser.java
copy
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/{ListResultEntrySchema.java
=> DfsListResultEntrySchema.java} (85%)
copy
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/{ListResultSchema.java
=> DfsListResultSchema.java} (71%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/services/StorageErrorResponseSchema.java
delete mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/TestMockHelpers.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/capacity-scheduler.xml
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/src/test/java/org/apache/hadoop/yarn/server/timelineservice/collector/TestAppLevelTimelineCollector.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
