[08/40] hadoop git commit: HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy.
HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/7515e751 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/7515e751 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/7515e751 Branch: refs/heads/HADOOP-13345 Commit: 7515e75103c06ce7139b305dd04d4fb2e94b12ad Parents: 34424e9 Author: Andrew WangAuthored: Tue Mar 14 11:47:25 2017 -0700 Committer: Andrew Wang Committed: Tue Mar 14 11:47:25 2017 -0700 -- .../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 2 +- .../server/namenode/ErasureCodingPolicyManager.java | 5 - .../hadoop-hdfs/src/main/resources/hdfs-default.xml | 5 +++-- .../src/site/markdown/HDFSErasureCoding.md | 13 + .../hadoop/hdfs/TestDecommissionWithStriped.java | 2 ++ .../hdfs/TestErasureCodeBenchmarkThroughput.java | 2 ++ .../hdfs/TestErasureCodingPolicyWithSnapshot.java| 2 ++ .../org/apache/hadoop/hdfs/TestFileChecksum.java | 2 ++ .../hadoop/hdfs/TestFileStatusWithECPolicy.java | 5 - .../apache/hadoop/hdfs/TestLeaseRecoveryStriped.java | 2 ++ .../hadoop/hdfs/TestReadStripedFileWithDecoding.java | 2 ++ .../hdfs/TestReadStripedFileWithMissingBlocks.java | 2 ++ .../hadoop/hdfs/TestReconstructStripedFile.java | 2 ++ .../hadoop/hdfs/TestSafeModeWithStripedFile.java | 2 ++ .../apache/hadoop/hdfs/TestWriteReadStripedFile.java | 2 ++ .../hadoop/hdfs/server/balancer/TestBalancer.java| 2 ++ .../TestBlockTokenWithDFSStriped.java| 4 ...estReconstructStripedBlocksWithRackAwareness.java | 6 ++ .../blockmanagement/TestSequentialBlockGroupId.java | 2 ++ .../datanode/TestDataNodeErasureCodingMetrics.java | 2 ++ .../apache/hadoop/hdfs/server/mover/TestMover.java | 2 ++ .../namenode/TestAddOverReplicatedStripedBlocks.java | 4 +++- .../server/namenode/TestAddStripedBlockInFBR.java| 3 +++ .../hdfs/server/namenode/TestAddStripedBlocks.java | 10 ++ .../hdfs/server/namenode/TestEnabledECPolicies.java | 15 +-- .../hdfs/server/namenode/TestFSEditLogLoader.java| 4 .../apache/hadoop/hdfs/server/namenode/TestFsck.java | 8 .../hdfs/server/namenode/TestNameNodeMXBean.java | 2 ++ .../server/namenode/TestQuotaWithStripedBlocks.java | 2 ++ .../namenode/TestReconstructStripedBlocks.java | 6 ++ .../hdfs/server/namenode/TestStripedINodeFile.java | 4 .../TestOfflineImageViewerWithStripedBlocks.java | 2 ++ 32 files changed, 112 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java index 3fc4980..06b33f9 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java @@ -563,7 +563,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys { "10m"; public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_KEY = "dfs.namenode.ec.policies.enabled"; - public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = "RS-6-3-64k"; + public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = ""; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_KEY = "dfs.datanode.ec.reconstruction.stripedread.threads"; public static final int DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_DEFAULT = 20; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_BUFFER_SIZE_KEY = "dfs.datanode.ec.reconstruction.stripedread.buffer.size"; http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java index 29af207..c23b034 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java +++
[29/50] [abbrv] hadoop git commit: HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy.
HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/7515e751 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/7515e751 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/7515e751 Branch: refs/heads/HDFS-10467 Commit: 7515e75103c06ce7139b305dd04d4fb2e94b12ad Parents: 34424e9 Author: Andrew WangAuthored: Tue Mar 14 11:47:25 2017 -0700 Committer: Andrew Wang Committed: Tue Mar 14 11:47:25 2017 -0700 -- .../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 2 +- .../server/namenode/ErasureCodingPolicyManager.java | 5 - .../hadoop-hdfs/src/main/resources/hdfs-default.xml | 5 +++-- .../src/site/markdown/HDFSErasureCoding.md | 13 + .../hadoop/hdfs/TestDecommissionWithStriped.java | 2 ++ .../hdfs/TestErasureCodeBenchmarkThroughput.java | 2 ++ .../hdfs/TestErasureCodingPolicyWithSnapshot.java| 2 ++ .../org/apache/hadoop/hdfs/TestFileChecksum.java | 2 ++ .../hadoop/hdfs/TestFileStatusWithECPolicy.java | 5 - .../apache/hadoop/hdfs/TestLeaseRecoveryStriped.java | 2 ++ .../hadoop/hdfs/TestReadStripedFileWithDecoding.java | 2 ++ .../hdfs/TestReadStripedFileWithMissingBlocks.java | 2 ++ .../hadoop/hdfs/TestReconstructStripedFile.java | 2 ++ .../hadoop/hdfs/TestSafeModeWithStripedFile.java | 2 ++ .../apache/hadoop/hdfs/TestWriteReadStripedFile.java | 2 ++ .../hadoop/hdfs/server/balancer/TestBalancer.java| 2 ++ .../TestBlockTokenWithDFSStriped.java| 4 ...estReconstructStripedBlocksWithRackAwareness.java | 6 ++ .../blockmanagement/TestSequentialBlockGroupId.java | 2 ++ .../datanode/TestDataNodeErasureCodingMetrics.java | 2 ++ .../apache/hadoop/hdfs/server/mover/TestMover.java | 2 ++ .../namenode/TestAddOverReplicatedStripedBlocks.java | 4 +++- .../server/namenode/TestAddStripedBlockInFBR.java| 3 +++ .../hdfs/server/namenode/TestAddStripedBlocks.java | 10 ++ .../hdfs/server/namenode/TestEnabledECPolicies.java | 15 +-- .../hdfs/server/namenode/TestFSEditLogLoader.java| 4 .../apache/hadoop/hdfs/server/namenode/TestFsck.java | 8 .../hdfs/server/namenode/TestNameNodeMXBean.java | 2 ++ .../server/namenode/TestQuotaWithStripedBlocks.java | 2 ++ .../namenode/TestReconstructStripedBlocks.java | 6 ++ .../hdfs/server/namenode/TestStripedINodeFile.java | 4 .../TestOfflineImageViewerWithStripedBlocks.java | 2 ++ 32 files changed, 112 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java index 3fc4980..06b33f9 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java @@ -563,7 +563,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys { "10m"; public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_KEY = "dfs.namenode.ec.policies.enabled"; - public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = "RS-6-3-64k"; + public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = ""; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_KEY = "dfs.datanode.ec.reconstruction.stripedread.threads"; public static final int DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_DEFAULT = 20; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_BUFFER_SIZE_KEY = "dfs.datanode.ec.reconstruction.stripedread.buffer.size"; http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java index 29af207..c23b034 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java +++
[25/33] hadoop git commit: HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy.
HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/7515e751 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/7515e751 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/7515e751 Branch: refs/heads/YARN-5734 Commit: 7515e75103c06ce7139b305dd04d4fb2e94b12ad Parents: 34424e9 Author: Andrew WangAuthored: Tue Mar 14 11:47:25 2017 -0700 Committer: Andrew Wang Committed: Tue Mar 14 11:47:25 2017 -0700 -- .../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 2 +- .../server/namenode/ErasureCodingPolicyManager.java | 5 - .../hadoop-hdfs/src/main/resources/hdfs-default.xml | 5 +++-- .../src/site/markdown/HDFSErasureCoding.md | 13 + .../hadoop/hdfs/TestDecommissionWithStriped.java | 2 ++ .../hdfs/TestErasureCodeBenchmarkThroughput.java | 2 ++ .../hdfs/TestErasureCodingPolicyWithSnapshot.java| 2 ++ .../org/apache/hadoop/hdfs/TestFileChecksum.java | 2 ++ .../hadoop/hdfs/TestFileStatusWithECPolicy.java | 5 - .../apache/hadoop/hdfs/TestLeaseRecoveryStriped.java | 2 ++ .../hadoop/hdfs/TestReadStripedFileWithDecoding.java | 2 ++ .../hdfs/TestReadStripedFileWithMissingBlocks.java | 2 ++ .../hadoop/hdfs/TestReconstructStripedFile.java | 2 ++ .../hadoop/hdfs/TestSafeModeWithStripedFile.java | 2 ++ .../apache/hadoop/hdfs/TestWriteReadStripedFile.java | 2 ++ .../hadoop/hdfs/server/balancer/TestBalancer.java| 2 ++ .../TestBlockTokenWithDFSStriped.java| 4 ...estReconstructStripedBlocksWithRackAwareness.java | 6 ++ .../blockmanagement/TestSequentialBlockGroupId.java | 2 ++ .../datanode/TestDataNodeErasureCodingMetrics.java | 2 ++ .../apache/hadoop/hdfs/server/mover/TestMover.java | 2 ++ .../namenode/TestAddOverReplicatedStripedBlocks.java | 4 +++- .../server/namenode/TestAddStripedBlockInFBR.java| 3 +++ .../hdfs/server/namenode/TestAddStripedBlocks.java | 10 ++ .../hdfs/server/namenode/TestEnabledECPolicies.java | 15 +-- .../hdfs/server/namenode/TestFSEditLogLoader.java| 4 .../apache/hadoop/hdfs/server/namenode/TestFsck.java | 8 .../hdfs/server/namenode/TestNameNodeMXBean.java | 2 ++ .../server/namenode/TestQuotaWithStripedBlocks.java | 2 ++ .../namenode/TestReconstructStripedBlocks.java | 6 ++ .../hdfs/server/namenode/TestStripedINodeFile.java | 4 .../TestOfflineImageViewerWithStripedBlocks.java | 2 ++ 32 files changed, 112 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java index 3fc4980..06b33f9 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java @@ -563,7 +563,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys { "10m"; public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_KEY = "dfs.namenode.ec.policies.enabled"; - public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = "RS-6-3-64k"; + public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = ""; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_KEY = "dfs.datanode.ec.reconstruction.stripedread.threads"; public static final int DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_DEFAULT = 20; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_BUFFER_SIZE_KEY = "dfs.datanode.ec.reconstruction.stripedread.buffer.size"; http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java index 29af207..c23b034 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java +++
hadoop git commit: HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy.
Repository: hadoop Updated Branches: refs/heads/trunk 34424e98a -> 7515e7510 HDFS-11505. Do not enable any erasure coding policies by default. Contributed by Manoj Govindassamy. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/7515e751 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/7515e751 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/7515e751 Branch: refs/heads/trunk Commit: 7515e75103c06ce7139b305dd04d4fb2e94b12ad Parents: 34424e9 Author: Andrew WangAuthored: Tue Mar 14 11:47:25 2017 -0700 Committer: Andrew Wang Committed: Tue Mar 14 11:47:25 2017 -0700 -- .../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 2 +- .../server/namenode/ErasureCodingPolicyManager.java | 5 - .../hadoop-hdfs/src/main/resources/hdfs-default.xml | 5 +++-- .../src/site/markdown/HDFSErasureCoding.md | 13 + .../hadoop/hdfs/TestDecommissionWithStriped.java | 2 ++ .../hdfs/TestErasureCodeBenchmarkThroughput.java | 2 ++ .../hdfs/TestErasureCodingPolicyWithSnapshot.java| 2 ++ .../org/apache/hadoop/hdfs/TestFileChecksum.java | 2 ++ .../hadoop/hdfs/TestFileStatusWithECPolicy.java | 5 - .../apache/hadoop/hdfs/TestLeaseRecoveryStriped.java | 2 ++ .../hadoop/hdfs/TestReadStripedFileWithDecoding.java | 2 ++ .../hdfs/TestReadStripedFileWithMissingBlocks.java | 2 ++ .../hadoop/hdfs/TestReconstructStripedFile.java | 2 ++ .../hadoop/hdfs/TestSafeModeWithStripedFile.java | 2 ++ .../apache/hadoop/hdfs/TestWriteReadStripedFile.java | 2 ++ .../hadoop/hdfs/server/balancer/TestBalancer.java| 2 ++ .../TestBlockTokenWithDFSStriped.java| 4 ...estReconstructStripedBlocksWithRackAwareness.java | 6 ++ .../blockmanagement/TestSequentialBlockGroupId.java | 2 ++ .../datanode/TestDataNodeErasureCodingMetrics.java | 2 ++ .../apache/hadoop/hdfs/server/mover/TestMover.java | 2 ++ .../namenode/TestAddOverReplicatedStripedBlocks.java | 4 +++- .../server/namenode/TestAddStripedBlockInFBR.java| 3 +++ .../hdfs/server/namenode/TestAddStripedBlocks.java | 10 ++ .../hdfs/server/namenode/TestEnabledECPolicies.java | 15 +-- .../hdfs/server/namenode/TestFSEditLogLoader.java| 4 .../apache/hadoop/hdfs/server/namenode/TestFsck.java | 8 .../hdfs/server/namenode/TestNameNodeMXBean.java | 2 ++ .../server/namenode/TestQuotaWithStripedBlocks.java | 2 ++ .../namenode/TestReconstructStripedBlocks.java | 6 ++ .../hdfs/server/namenode/TestStripedINodeFile.java | 4 .../TestOfflineImageViewerWithStripedBlocks.java | 2 ++ 32 files changed, 112 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java index 3fc4980..06b33f9 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java @@ -563,7 +563,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys { "10m"; public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_KEY = "dfs.namenode.ec.policies.enabled"; - public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = "RS-6-3-64k"; + public static final String DFS_NAMENODE_EC_POLICIES_ENABLED_DEFAULT = ""; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_KEY = "dfs.datanode.ec.reconstruction.stripedread.threads"; public static final int DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_THREADS_DEFAULT = 20; public static final String DFS_DN_EC_RECONSTRUCTION_STRIPED_READ_BUFFER_SIZE_KEY = "dfs.datanode.ec.reconstruction.stripedread.buffer.size"; http://git-wip-us.apache.org/repos/asf/hadoop/blob/7515e751/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java index 29af207..c23b034 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java +++