This is an automated email from the ASF dual-hosted git repository.
zanderxu pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
from e41f2ba1552 HADOOP-19392: Upgrade ftpserver to resolve maven/pom issue
(#7311) Contributed by YanivKunda.
new 8afbfbc2f57 HDFS-17394. [FGL] Remove unused WriteHoldCount of
FSNamesystemLock (#6571)
new 9b45c66e34f HDFS-17387. [FGL] Abstract the configuration locking mode
(#6572)
new 16c25b277da HDFS-17398. [FGL] Implement the FGL lock for
FSNLockManager (#6599)
new f0368bb2372 HDFS-17405. [FGL] Using different metric name to trace
performance for FGL and Global lock (#6600)
new a1ab911896f HDFS-17390. [FGL] FSDirectory supports this fine-grained
locking (#6573)
new 7158b9ee194 HDFS-17395. [FGL] Use FSLock to protect
ErasureCodingPolicy related operations (#6579)
new d39f034f982 HDFS-17413. [FGL] CacheReplicationMonitor supports
fine-grained lock (#6641)
new 7764b39e4ab HDFS-17414. [FGL] RPCs in DatanodeProtocol support
fine-grained lock (#6649)
new ac0605db419 HDFS-17416. [FGL] Monitor threads in BlockManager.class
support fine-grained lock (#6647)
new 3b5e28a87ec HDFS-17423. [FGL] BlockManagerSafeMode supports
fine-grained lock (#6645)
new 778e819b41a HDFS-17410. [FGL] Client RPCs that changes file attributes
supports fine-grained lock (#6634)
new 7d37995f46e HDFS-17415. [FGL] RPCs in NamenodeProtocol support
fine-grained lock (#6654)
new 40d54ebb66a HDFS-17417. [FGL] HeartbeatManager and
DatanodeAdminMonitor support fine-grained locking (#6656)
new 03603efd74b HDFS-17412. [FGL] Client RPCs involving maintenance
supports fine-grained lock (#6667)
new ed302ae3aad HDFS-17420. [FGL] EditLogTailer and FSEditLogLoader
support FGL (#6679)
new 7577f3ad619 HDFS-17388. [FGL] Client RPCs involving write process
supports fine-grained lock (#6589)
new 4c86601cba5 HDFS-17389. [FGL] Client RPCs involving read process
supports fine-grained lock (#6590)
new 6d888d599f4 HDFS-17411. [FGL] Client RPCs involving snapshot support
fine-grained lock (#6714)
new 02b149da67e HDFS-17445. [FGL] some operations support fine-grained
locking (#6715)
new e4885b02efc HDFS-17424. [FGL] DelegationTokenSecretManager supports
fine-grained lock (#6696)
new 0d626f516f4 HDFS-17472. [FGL] gcDeletedSnapshot and getDelegationToken
support FGL (#6743)
new e5b1c09b8a0 HDFS-17459. [FGL] Add documentation (#6737)
new be0267313bd HDFS-17457. [FGL] UTs support fine-grained locking (#6741)
new e8807726b8d HDFS-17506. [FGL] Performance for phase 1
new b289f9abd33 HDFS-17691. [FGL] Move FSNamesystemLockMode to
org.apache.hadoop.hdfs.util package (#7232)
new 16552b6fbdc HDFS-17692. [FGL] fix bug in getContentSummary method
(#7233)
new 8ab53982a56 HDFS-17697. [FGL] hasWriteLock and hasReadLock in
FineGrainedFSNamesystemLock shouldn't throw assert error (#7250)
new 2343bd71a93 HDFS-17701. [FGL] Fix some javadocs (#7256)
The 28 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../server/federation/router/TestRouterRpc.java | 5 +-
.../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 6 +
.../delegation/DelegationTokenSecretManager.java | 9 +-
.../hdfs/server/blockmanagement/BlockManager.java | 122 ++--
.../blockmanagement/BlockManagerSafeMode.java | 33 +-
.../blockmanagement/CacheReplicationMonitor.java | 13 +-
.../DatanodeAdminBackoffMonitor.java | 38 +-
.../DatanodeAdminDefaultMonitor.java | 11 +-
.../server/blockmanagement/DatanodeManager.java | 12 +-
.../server/blockmanagement/HeartbeatManager.java | 9 +-
.../server/blockmanagement/ProvidedStorageMap.java | 5 +-
.../hadoop/hdfs/server/namenode/BackupImage.java | 5 +-
.../hadoop/hdfs/server/namenode/CacheManager.java | 33 +-
.../hadoop/hdfs/server/namenode/Checkpointer.java | 10 +-
.../namenode/ContentSummaryComputationContext.java | 12 +-
.../server/namenode/EncryptionZoneManager.java | 14 +-
.../hadoop/hdfs/server/namenode/FSDirAppendOp.java | 5 +-
.../hadoop/hdfs/server/namenode/FSDirDeleteOp.java | 4 +-
.../server/namenode/FSDirEncryptionZoneOp.java | 15 +-
.../hdfs/server/namenode/FSDirErasureCodingOp.java | 17 +-
.../namenode/FSDirSatisfyStoragePolicyOp.java | 3 +-
.../server/namenode/FSDirStatAndListingOp.java | 25 +-
.../hdfs/server/namenode/FSDirTruncateOp.java | 9 +-
.../hdfs/server/namenode/FSDirWriteFileOp.java | 46 +-
.../hadoop/hdfs/server/namenode/FSDirectory.java | 29 +-
.../hdfs/server/namenode/FSEditLogLoader.java | 9 +-
.../hadoop/hdfs/server/namenode/FSNamesystem.java | 672 +++++++++++----------
.../hdfs/server/namenode/FSNamesystemLock.java | 44 +-
.../hdfs/server/namenode/FSPermissionChecker.java | 15 +-
.../hdfs/server/namenode/FSTreeTraverser.java | 7 +-
.../hdfs/server/namenode/FsImageValidation.java | 5 +-
.../hadoop/hdfs/server/namenode/INodeFile.java | 6 +
.../hadoop/hdfs/server/namenode/LeaseManager.java | 15 +-
.../hadoop/hdfs/server/namenode/NameNode.java | 25 +-
.../hadoop/hdfs/server/namenode/NamenodeFsck.java | 10 +-
.../hdfs/server/namenode/ReencryptionHandler.java | 11 +-
.../hdfs/server/namenode/ReencryptionUpdater.java | 7 +-
.../hdfs/server/namenode/SecondaryNameNode.java | 5 +-
.../hdfs/server/namenode/fgl/FSNLockManager.java | 187 ++++++
.../namenode/fgl/FineGrainedFSNamesystemLock.java | 285 +++++++++
.../namenode/fgl/GlobalFSNamesystemLock.java | 150 +++++
.../hdfs/server/namenode/fgl}/package-info.java | 2 +-
.../hdfs/server/namenode/ha/EditLogTailer.java | 5 +-
.../namenode/snapshot/SnapshotDeletionGc.java | 5 +-
.../java/org/apache/hadoop/hdfs/util/RwLock.java | 106 +++-
.../org/apache/hadoop/hdfs/util/RwLockMode.java} | 9 +
.../src/main/resources/hdfs-default.xml | 9 +
.../hadoop-hdfs/src/site/markdown/NamenodeFGL.md | 210 +++++++
.../hadoop/hdfs/TestBlocksScheduledCounter.java | 11 +-
.../org/apache/hadoop/hdfs/TestFileCorruption.java | 13 +-
.../blockmanagement/BlockManagerTestUtil.java | 22 +-
.../server/blockmanagement/TestBlockManager.java | 15 +-
.../blockmanagement/TestBlockManagerSafeMode.java | 3 +
.../TestBlocksWithNotEnoughRacks.java | 5 +-
.../blockmanagement/TestComputeInvalidateWork.java | 25 +-
.../blockmanagement/TestDatanodeManager.java | 15 +-
.../blockmanagement/TestHeartbeatHandling.java | 9 +-
.../TestNameNodePrunesMissingStorages.java | 10 +-
.../hdfs/server/blockmanagement/TestNodeCount.java | 5 +-
.../blockmanagement/TestOverReplicatedBlocks.java | 9 +-
.../blockmanagement/TestPendingReconstruction.java | 17 +-
.../blockmanagement/TestProvidedStorageMap.java | 3 +-
...tReconstructStripedBlocksWithRackAwareness.java | 10 +-
.../blockmanagement/TestReplicationPolicy.java | 8 +
.../TestReplicationPolicyConsiderLoad.java | 10 +-
.../TestReplicationPolicyExcludeSlowNodes.java | 11 +-
...licationPolicyRatioConsiderLoadWithStorage.java | 6 +-
.../hdfs/server/namenode/NameNodeAdapter.java | 17 +-
.../hdfs/server/namenode/TestAddBlockRetry.java | 14 +-
.../TestAddOverReplicatedStripedBlocks.java | 6 +-
.../TestBlockPlacementPolicyRackFaultTolerant.java | 6 +-
.../hdfs/server/namenode/TestCacheDirectives.java | 17 +-
.../hdfs/server/namenode/TestDeleteRace.java | 5 +-
.../server/namenode/TestDiskspaceQuotaUpdate.java | 5 +-
.../hdfs/server/namenode/TestEditLogRace.java | 6 +-
.../server/namenode/TestFSImageWithSnapshot.java | 9 +-
.../hdfs/server/namenode/TestFSNamesystem.java | 5 +-
.../hdfs/server/namenode/TestFSNamesystemLock.java | 20 +-
.../server/namenode/TestFSNamesystemMBean.java | 7 +-
.../hdfs/server/namenode/TestFileTruncate.java | 9 +-
.../hadoop/hdfs/server/namenode/TestFsck.java | 9 +-
.../server/namenode/TestGetBlockLocations.java | 14 +-
.../server/namenode/TestLargeDirectoryDelete.java | 5 +-
.../hdfs/server/namenode/TestLeaseManager.java | 5 +
.../hdfs/server/namenode/TestListOpenFiles.java | 5 +-
.../namenode/TestNameNodeMetadataConsistency.java | 11 +-
.../namenode/TestReconstructStripedBlocks.java | 5 +-
.../server/namenode/TestSecurityTokenEditLog.java | 5 +-
.../namenode/fgl/FSNLockBenchmarkThroughput.java | 322 ++++++++++
.../fgl/TestFSNLockBenchmarkThroughput.java | 104 ++++
.../fgl/TestFineGrainedFSNamesystemLock.java | 276 +++++++++
.../hdfs/server/namenode/ha/TestDNFencing.java | 5 +-
.../namenode/metrics/TestNameNodeMetrics.java | 13 +-
...TestINodeFileUnderConstructionWithSnapshot.java | 5 +-
.../org/apache/hadoop/hdfs/tools/TestDFSAdmin.java | 5 +-
.../namenode/ITestProvidedImplementation.java | 13 +-
96 files changed, 2644 insertions(+), 780 deletions(-)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/fgl/FSNLockManager.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/fgl/FineGrainedFSNamesystemLock.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/fgl/GlobalFSNamesystemLock.java
copy
hadoop-hdfs-project/{hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocol
=>
hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/fgl}/package-info.java
(94%)
copy
hadoop-hdfs-project/{hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/util/package-info.java
=> hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util/RwLockMode.java} (90%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/site/markdown/NamenodeFGL.md
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/fgl/FSNLockBenchmarkThroughput.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/fgl/TestFSNLockBenchmarkThroughput.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/fgl/TestFineGrainedFSNamesystemLock.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
