Merge branch 'trunk' into HDFS-12943
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/32551b49 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/32551b49 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/32551b49 Branch: refs/heads/HDFS-12943 Commit: 32551b49744dfa03563e00926821edf7031501ad Parents: ddca0cf 478b2cb Author: Chao Sun <[email protected]> Authored: Wed Oct 31 11:20:57 2018 -0700 Committer: Chao Sun <[email protected]> Committed: Wed Oct 31 11:20:57 2018 -0700 ---------------------------------------------------------------------- LICENSE.txt | 2 +- .../fs/CommonConfigurationKeysPublic.java | 12 + .../hadoop/security/UserGroupInformation.java | 192 ++++++- .../src/main/resources/core-default.xml | 8 + .../src/site/markdown/CredentialProviderAPI.md | 130 +++-- .../hadoop/crypto/key/TestKeyProvider.java | 32 +- .../hadoop/security/TestUGILoginFromKeytab.java | 56 ++ .../security/TestUserGroupInformation.java | 2 +- .../dev-support/findbugs-exclude.xml | 33 ++ hadoop-common-project/hadoop-registry/pom.xml | 10 + .../hadoop/hdds/scm/XceiverClientGrpc.java | 15 +- .../hadoop/hdds/scm/XceiverClientManager.java | 6 +- .../hadoop/hdds/scm/XceiverClientRatis.java | 31 +- .../scm/client/ContainerOperationClient.java | 46 +- .../hdds/scm/storage/ChunkOutputStream.java | 17 +- .../common/src/main/conf/log4j.properties | 157 ------ .../java/org/apache/hadoop/hdds/HddsUtils.java | 51 +- .../org/apache/hadoop/hdds/cli/GenericCli.java | 5 +- .../hadoop/hdds/cli/GenericParentCommand.java | 4 + .../org/apache/hadoop/hdds/client/BlockID.java | 85 ++- .../hadoop/hdds/client/ContainerBlockID.java | 79 +++ .../hadoop/hdds/scm/XceiverClientSpi.java | 2 +- .../hadoop/hdds/scm/client/ScmClient.java | 8 +- .../hdds/scm/container/ContainerInfo.java | 10 +- .../common/helpers/AllocatedBlock.java | 22 +- .../common/helpers/ContainerWithPipeline.java | 3 +- .../scm/container/common/helpers/Pipeline.java | 319 ----------- .../container/common/helpers/PipelineID.java | 97 ---- .../hadoop/hdds/scm/pipeline/Pipeline.java | 41 +- .../scm/pipeline/PipelineNotFoundException.java | 46 ++ .../StorageContainerLocationProtocol.java | 2 +- ...kLocationProtocolClientSideTranslatorPB.java | 9 +- ...rLocationProtocolClientSideTranslatorPB.java | 6 +- .../scm/storage/ContainerProtocolCalls.java | 29 +- .../apache/hadoop/ozone/common/BlockGroup.java | 3 +- .../container/common/helpers/BlockData.java | 8 +- ...kLocationProtocolServerSideTranslatorPB.java | 2 +- .../main/java/org/apache/ratis/RatisHelper.java | 15 +- .../main/proto/DatanodeContainerProtocol.proto | 31 +- .../main/proto/ScmBlockLocationProtocol.proto | 2 +- .../StorageContainerLocationProtocol.proto | 4 +- hadoop-hdds/common/src/main/proto/hdds.proto | 11 +- .../apache/hadoop/hdds/scm/HddsServerUtil.java | 16 +- .../container/common/impl/ContainerData.java | 22 +- .../common/impl/ContainerDataYaml.java | 6 +- .../container/common/impl/HddsDispatcher.java | 13 +- .../container/common/interfaces/Container.java | 9 +- .../statemachine/DatanodeStateMachine.java | 3 + .../transport/server/XceiverServerGrpc.java | 2 +- .../transport/server/ratis/CSMMetrics.java | 5 +- .../server/ratis/ContainerStateMachine.java | 93 ++-- .../server/ratis/XceiverServerRatis.java | 36 +- .../container/common/volume/VolumeInfo.java | 19 +- .../container/common/volume/VolumeSet.java | 11 +- .../container/keyvalue/KeyValueContainer.java | 31 +- .../keyvalue/KeyValueContainerData.java | 9 +- .../container/keyvalue/KeyValueHandler.java | 21 +- .../container/keyvalue/helpers/BlockUtils.java | 2 - .../keyvalue/impl/BlockManagerImpl.java | 6 +- .../keyvalue/interfaces/BlockManager.java | 3 +- .../commands/CloseContainerCommand.java | 2 +- .../StorageContainerDatanodeProtocol.proto | 57 +- .../ozone/container/common/ScmTestMock.java | 14 +- .../common/TestKeyValueContainerData.java | 6 +- .../common/impl/TestContainerDataYaml.java | 8 +- .../container/common/impl/TestContainerSet.java | 16 +- .../container/common/volume/TestHddsVolume.java | 9 +- .../container/common/volume/TestVolumeSet.java | 4 +- .../keyvalue/TestBlockManagerImpl.java | 6 +- .../keyvalue/TestKeyValueContainer.java | 15 +- .../container/keyvalue/TestKeyValueHandler.java | 2 +- hadoop-hdds/pom.xml | 161 +++++- .../hadoop/hdds/scm/block/BlockManagerImpl.java | 9 +- .../block/DatanodeDeletedBlockTransactions.java | 4 +- .../hdds/scm/block/DeletedBlockLogImpl.java | 5 +- .../container/CloseContainerEventHandler.java | 4 +- .../hdds/scm/container/ContainerManager.java | 6 +- .../scm/container/ContainerReportHandler.java | 2 +- .../scm/container/ContainerStateManager.java | 25 +- .../hdds/scm/container/SCMContainerManager.java | 88 ++- .../hadoop/hdds/scm/events/SCMEvents.java | 9 - .../hadoop/hdds/scm/node/NodeManager.java | 4 +- .../hadoop/hdds/scm/node/NodeStateManager.java | 4 +- .../hadoop/hdds/scm/node/SCMNodeManager.java | 4 +- .../hadoop/hdds/scm/node/StaleNodeHandler.java | 30 +- .../hdds/scm/node/states/Node2PipelineMap.java | 8 +- .../hdds/scm/pipeline/PipelineFactory.java | 6 +- .../hdds/scm/pipeline/PipelineManager.java | 10 +- .../hdds/scm/pipeline/PipelineProvider.java | 2 +- .../scm/pipeline/PipelineReportHandler.java | 16 +- .../hdds/scm/pipeline/PipelineStateManager.java | 27 +- .../hdds/scm/pipeline/PipelineStateMap.java | 91 +++- .../scm/pipeline/RatisPipelineProvider.java | 15 +- .../hdds/scm/pipeline/SCMPipelineManager.java | 37 +- .../scm/pipeline/SimplePipelineProvider.java | 13 +- .../pipelines/PipelineActionEventHandler.java | 62 --- .../scm/pipelines/PipelineCloseHandler.java | 52 -- .../hdds/scm/pipelines/PipelineManager.java | 171 ------ .../scm/pipelines/PipelineReportHandler.java | 59 -- .../hdds/scm/pipelines/PipelineSelector.java | 481 ---------------- .../scm/pipelines/PipelineStateManager.java | 136 ----- .../hadoop/hdds/scm/pipelines/package-info.java | 38 -- .../scm/pipelines/ratis/RatisManagerImpl.java | 129 ----- .../hdds/scm/pipelines/ratis/package-info.java | 18 - .../standalone/StandaloneManagerImpl.java | 122 ----- .../scm/pipelines/standalone/package-info.java | 18 - .../scm/server/SCMClientProtocolServer.java | 2 +- .../scm/server/StorageContainerManager.java | 39 +- .../apache/hadoop/hdds/scm/HddsTestUtils.java | 2 +- .../hadoop/hdds/scm/HddsWhiteboxTestUtils.java | 103 ++++ .../hadoop/hdds/scm/TestHddsServerUtils.java | 153 ++++++ .../org/apache/hadoop/hdds/scm/TestUtils.java | 20 +- .../hadoop/hdds/scm/block/TestBlockManager.java | 9 +- .../hdds/scm/block/TestDeletedBlockLog.java | 32 +- .../hdds/scm/container/MockNodeManager.java | 4 +- .../TestCloseContainerEventHandler.java | 20 +- .../container/TestContainerReportHandler.java | 13 +- .../container/TestContainerStateManager.java | 29 +- .../scm/container/TestSCMContainerManager.java | 46 +- .../replication/TestReplicationManager.java | 29 +- .../hdds/scm/node/TestContainerPlacement.java | 8 +- .../hdds/scm/node/TestDeadNodeHandler.java | 7 +- .../hadoop/hdds/scm/node/TestNodeManager.java | 2 +- .../ozone/container/common/TestEndPoint.java | 2 +- .../testutils/ReplicationNodeManagerMock.java | 4 +- .../hdds/scm/cli/container/InfoSubcommand.java | 13 +- .../hadoop/hdfs/DFSStripedOutputStream.java | 12 + .../src/CMakeLists.txt | 22 +- .../src/main/native/libhdfspp/CMakeLists.txt | 4 +- .../java/org/apache/hadoop/hdfs/DFSUtil.java | 12 +- .../hadoop/hdfs/protocol/BlockListAsLongs.java | 2 +- .../QJournalProtocolServerSideTranslatorPB.java | 2 +- .../block/BlockPoolTokenSecretManager.java | 20 + .../token/block/BlockTokenSecretManager.java | 22 +- .../hadoop/hdfs/server/balancer/Balancer.java | 15 +- .../server/blockmanagement/BlockManager.java | 26 +- .../blockmanagement/BlockPlacementPolicy.java | 1 - .../CombinedHostFileManager.java | 6 +- .../blockmanagement/CorruptReplicasMap.java | 2 +- .../blockmanagement/DatanodeAdminManager.java | 8 +- .../server/blockmanagement/HostFileManager.java | 7 +- .../hdfs/server/blockmanagement/HostSet.java | 8 +- .../server/blockmanagement/SlowPeerTracker.java | 5 +- .../server/datanode/BlockPoolSliceStorage.java | 60 +- .../server/datanode/BlockRecoveryWorker.java | 15 +- .../hdfs/server/datanode/BlockScanner.java | 6 +- .../hadoop/hdfs/server/datanode/DataNode.java | 10 +- .../hdfs/server/datanode/DataStorage.java | 4 +- .../hdfs/server/datanode/DirectoryScanner.java | 1 - .../hdfs/server/datanode/FileIoProvider.java | 3 - .../hdfs/server/datanode/VolumeScanner.java | 4 +- .../server/datanode/checker/AbstractFuture.java | 13 +- .../server/datanode/fsdataset/FsDatasetSpi.java | 12 +- .../server/datanode/fsdataset/FsVolumeSpi.java | 13 +- .../datanode/metrics/OutlierDetector.java | 3 +- .../diskbalancer/DiskBalancerException.java | 1 - .../datamodel/DiskBalancerCluster.java | 11 +- .../datamodel/DiskBalancerDataNode.java | 10 +- .../diskbalancer/planner/GreedyPlanner.java | 2 +- .../hadoop/hdfs/server/namenode/AclStorage.java | 18 +- .../server/namenode/EncryptionZoneManager.java | 42 +- .../hdfs/server/namenode/FSDirectory.java | 8 +- .../hdfs/server/namenode/FSNamesystem.java | 24 +- .../hadoop/hdfs/server/namenode/INode.java | 4 +- .../hdfs/server/namenode/INodeReference.java | 6 +- .../hdfs/server/namenode/INodesInPath.java | 4 +- .../hdfs/server/namenode/JournalManager.java | 2 +- .../hdfs/server/namenode/LeaseManager.java | 2 +- .../server/namenode/MetaRecoveryContext.java | 2 +- .../hadoop/hdfs/server/namenode/NameNode.java | 6 +- .../hdfs/server/namenode/NamenodeFsck.java | 9 +- .../hadoop/hdfs/server/namenode/Quota.java | 5 +- .../server/namenode/ReencryptionHandler.java | 2 +- .../server/namenode/XAttrPermissionFilter.java | 4 +- .../hdfs/server/namenode/XAttrStorage.java | 8 +- .../snapshot/AbstractINodeDiffList.java | 8 +- .../namenode/snapshot/DiffListBySkipList.java | 9 +- .../sps/BlockStorageMovementNeeded.java | 5 +- .../namenode/sps/DatanodeCacheManager.java | 2 +- .../sps/StoragePolicySatisfyManager.java | 14 +- .../startupprogress/StartupProgressView.java | 4 +- .../server/namenode/top/metrics/TopMetrics.java | 17 +- .../namenode/top/window/RollingWindow.java | 18 +- .../top/window/RollingWindowManager.java | 2 +- .../protocol/BlockStorageMovementCommand.java | 11 +- .../hdfs/server/protocol/DatanodeProtocol.java | 2 +- .../hdfs/server/protocol/NamenodeProtocol.java | 5 +- .../sps/ExternalSPSBlockMoveTaskHandler.java | 2 + .../org/apache/hadoop/hdfs/tools/DFSck.java | 13 +- .../offlineEditsViewer/OfflineEditsViewer.java | 4 +- .../offlineEditsViewer/OfflineEditsVisitor.java | 2 +- .../StatisticsEditsVisitor.java | 4 +- .../NameDistributionVisitor.java | 4 +- .../offlineImageViewer/PBImageTextWriter.java | 4 +- .../java/org/apache/hadoop/hdfs/util/Diff.java | 16 +- .../org/apache/hadoop/hdfs/util/XMLUtils.java | 4 +- .../hadoop/hdfs/TestDFSStripedOutputStream.java | 36 +- .../security/token/block/TestBlockToken.java | 8 +- .../TestPendingReconstruction.java | 2 + ...constructStripedBlocksWithRackAwareness.java | 11 +- .../fsdataset/impl/TestLazyPersistFiles.java | 15 +- .../TestUpgradeDomainBlockPlacementPolicy.java | 22 +- .../TestOfflineImageViewer.java | 19 + .../v2/app/rm/RMContainerAllocator.java | 14 +- .../v2/app/rm/TestRMContainerAllocator.java | 14 + hadoop-maven-plugins/pom.xml | 4 + .../ozone/client/io/ChunkGroupInputStream.java | 10 +- .../ozone/client/io/ChunkGroupOutputStream.java | 21 +- .../ozone/client/TestHddsClientUtils.java | 137 ++++- .../src/main/conf/om-audit-log4j2.properties | 90 --- .../common/src/main/conf/ozone-site.xml | 24 - .../ozone/om/helpers/OmKeyLocationInfo.java | 19 +- .../src/main/proto/OzoneManagerProtocol.proto | 1 - .../dist/dev-support/bin/dist-layout-stitching | 4 +- .../dist/src/main/conf/log4j.properties | 157 ++++++ .../src/main/conf/om-audit-log4j2.properties | 90 +++ hadoop-ozone/dist/src/main/conf/ozone-site.xml | 24 + .../dist/src/main/smoketest/s3/README.md | 2 +- .../dist/src/main/smoketest/s3/awss3.robot | 4 +- .../dist/src/main/smoketest/s3/objectcopy.robot | 66 +++ .../src/main/smoketest/s3/objectdelete.robot | 6 +- .../main/smoketest/s3/objectmultidelete.robot | 6 +- .../src/main/smoketest/s3/objectputget.robot | 2 +- .../ozonedoc/layouts/partials/navbar.html | 5 +- .../ozonedoc/layouts/partials/sidebar.html | 8 +- .../hdds/scm/pipeline/TestNode2PipelineMap.java | 29 +- .../hdds/scm/pipeline/TestNodeFailure.java | 27 +- .../hdds/scm/pipeline/TestPipelineClose.java | 41 +- .../scm/pipeline/TestPipelineStateManager.java | 171 +++--- .../scm/pipeline/TestRatisPipelineProvider.java | 13 +- .../scm/pipeline/TestSCMPipelineManager.java | 45 +- .../hdds/scm/pipeline/TestSCMRestart.java | 23 +- .../pipeline/TestSimplePipelineProvider.java | 13 +- .../apache/hadoop/ozone/MiniOzoneCluster.java | 16 +- .../hadoop/ozone/MiniOzoneClusterImpl.java | 36 +- .../apache/hadoop/ozone/RatisTestHelper.java | 2 +- .../TestContainerStateMachineIdempotency.java | 2 +- .../hadoop/ozone/TestMiniOzoneCluster.java | 23 +- .../ozone/TestStorageContainerManager.java | 4 +- .../TestStorageContainerManagerHelper.java | 5 +- .../ozone/client/rest/TestOzoneRestClient.java | 4 +- .../hadoop/ozone/client/rpc/TestBCSID.java | 2 +- .../rpc/TestCloseContainerHandlingByClient.java | 12 +- .../rpc/TestContainerStateMachineFailures.java | 2 +- .../ozone/client/rpc/TestOzoneRpcClient.java | 6 +- .../ozone/container/ContainerTestHelper.java | 76 +-- .../container/TestContainerReplication.java | 8 +- .../common/impl/TestCloseContainerHandler.java | 12 +- .../common/impl/TestContainerPersistence.java | 18 +- .../commandhandler/TestBlockDeletion.java | 14 +- .../TestCloseContainerByPipeline.java | 8 +- .../TestCloseContainerHandler.java | 2 +- .../transport/server/ratis/TestCSMMetrics.java | 14 +- .../container/metrics/TestContainerMetrics.java | 4 +- .../container/ozoneimpl/TestOzoneContainer.java | 9 +- .../ozoneimpl/TestOzoneContainerRatis.java | 6 +- .../container/server/TestContainerServer.java | 21 +- .../apache/hadoop/ozone/om/TestOmMetrics.java | 23 +- .../hadoop/ozone/ozShell/TestOzoneShell.java | 77 +-- .../hadoop/ozone/scm/TestAllocateContainer.java | 2 +- .../TestGetCommittedBlockLengthAndPutKey.java | 18 +- .../hadoop/ozone/web/client/TestKeys.java | 4 +- .../apache/hadoop/ozone/om/KeyManagerImpl.java | 7 +- .../hadoop/ozone/web/ozShell/Handler.java | 139 +---- .../hadoop/ozone/web/ozShell/OzoneAddress.java | 251 +++++++++ .../web/ozShell/bucket/BucketCommands.java | 6 + .../web/ozShell/bucket/CreateBucketHandler.java | 27 +- .../web/ozShell/bucket/DeleteBucketHandler.java | 20 +- .../web/ozShell/bucket/InfoBucketHandler.java | 28 +- .../web/ozShell/bucket/ListBucketHandler.java | 26 +- .../web/ozShell/bucket/S3BucketMapping.java | 55 +- .../web/ozShell/bucket/UpdateBucketHandler.java | 20 +- .../web/ozShell/keys/DeleteKeyHandler.java | 23 +- .../ozone/web/ozShell/keys/GetKeyHandler.java | 18 +- .../ozone/web/ozShell/keys/InfoKeyHandler.java | 28 +- .../ozone/web/ozShell/keys/KeyCommands.java | 6 + .../ozone/web/ozShell/keys/ListKeyHandler.java | 28 +- .../ozone/web/ozShell/keys/PutKeyHandler.java | 21 +- .../web/ozShell/volume/CreateVolumeHandler.java | 28 +- .../web/ozShell/volume/DeleteVolumeHandler.java | 8 +- .../web/ozShell/volume/InfoVolumeHandler.java | 8 +- .../web/ozShell/volume/ListVolumeHandler.java | 27 +- .../web/ozShell/volume/UpdateVolumeHandler.java | 8 +- .../web/ozShell/volume/VolumeCommands.java | 6 + .../ozone/om/ScmBlockLocationTestIngClient.java | 22 +- .../ozone/web/ozShell/TestOzoneAddress.java | 100 ++++ .../hadoop/ozone/web/ozShell/package-info.java | 21 + .../ITestOzoneContractGetFileStatus.java | 6 +- hadoop-ozone/pom.xml | 139 ++++- hadoop-ozone/s3gateway/pom.xml | 6 + .../ozone/s3/SignedChunksInputStream.java | 99 ++++ .../hadoop/ozone/s3/VirtualHostStyleFilter.java | 22 + .../ozone/s3/endpoint/BucketEndpoint.java | 130 +++-- .../ozone/s3/endpoint/CopyObjectResponse.java | 63 +++ .../hadoop/ozone/s3/endpoint/EndpointBase.java | 46 +- .../ozone/s3/endpoint/ListObjectResponse.java | 22 + .../ozone/s3/endpoint/MultiDeleteRequest.java | 2 +- .../MultiDeleteRequestUnmarshaller.java | 84 +++ .../ozone/s3/endpoint/ObjectEndpoint.java | 176 +++++- .../hadoop/ozone/s3/endpoint/RootEndpoint.java | 6 +- .../ozone/s3/endpoint/XmlNamespaceFilter.java | 54 ++ .../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 + .../s3/header/AuthenticationHeaderParser.java | 61 +++ .../apache/hadoop/ozone/s3/util/S3Consts.java | 20 + .../hadoop/ozone/s3/util/S3StorageType.java | 55 ++ .../apache/hadoop/ozone/s3/util/S3utils.java | 73 +++ .../hadoop/ozone/s3/util/package-info.java | 22 + .../hadoop/ozone/client/OzoneBucketStub.java | 7 +- .../ozone/s3/TestSignedChunksInputStream.java | 84 +++ .../ozone/s3/TestVirtualHostStyleFilter.java | 20 +- .../hadoop/ozone/s3/endpoint/TestBucketGet.java | 227 +++++++- .../TestMultiDeleteRequestUnmarshaller.java | 76 +++ .../hadoop/ozone/s3/endpoint/TestObjectGet.java | 4 +- .../s3/endpoint/TestObjectMultiDelete.java | 61 ++- .../hadoop/ozone/s3/endpoint/TestPutObject.java | 164 +++++- .../hadoop/ozone/s3/endpoint/TestRootList.java | 22 +- .../genesis/BenchMarkContainerStateMap.java | 27 +- .../genesis/BenchMarkDatanodeDispatcher.java | 6 +- .../org/apache/hadoop/ozone/scm/cli/SQLCLI.java | 2 +- .../freon/TestFreonWithDatanodeFastRestart.java | 130 +++++ .../freon/TestFreonWithDatanodeRestart.java | 53 +- .../hadoop/ozone/scm/TestContainerSQLCli.java | 7 +- hadoop-project/pom.xml | 224 ++------ .../site/markdown/tools/hadoop-aliyun/index.md | 36 ++ .../azurebfs/oauth2/AzureADAuthenticator.java | 7 +- .../dev-support/findbugs-exclude.xml | 16 - .../hadoop/yarn/api/ApplicationConstants.java | 9 +- .../yarn/api/records/ResourceUtilization.java | 8 +- .../hadoop/yarn/service/ServiceMaster.java | 7 + .../hadoop/yarn/service/ServiceScheduler.java | 67 +++ .../yarn/service/client/ServiceClient.java | 141 ++++- .../hadoop/yarn/service/utils/HttpUtil.java | 123 +++++ .../yarn/service/utils/ServiceApiUtil.java | 2 - .../hadoop/yarn/service/TestServiceAM.java | 32 +- .../hadoop-yarn/hadoop-yarn-common/pom.xml | 10 +- .../hadoop/yarn/webapp/view/JQueryUI.java | 6 +- .../static/dt-1.10.18/css/custom_datatable.css | 68 +++ .../webapps/static/dt-1.10.18/css/demo_page.css | 108 ++++ .../static/dt-1.10.18/css/demo_table.css | 544 +++++++++++++++++++ .../static/dt-1.10.18/css/jquery.dataTables.css | 466 ++++++++++++++++ .../webapps/static/dt-1.10.18/css/jui-dt.css | 352 ++++++++++++ .../static/dt-1.10.18/images/Sorting icons.psd | Bin 0 -> 27490 bytes .../static/dt-1.10.18/images/back_disabled.jpg | Bin 0 -> 612 bytes .../static/dt-1.10.18/images/back_enabled.jpg | Bin 0 -> 807 bytes .../static/dt-1.10.18/images/favicon.ico | Bin 0 -> 894 bytes .../dt-1.10.18/images/forward_disabled.jpg | Bin 0 -> 635 bytes .../dt-1.10.18/images/forward_enabled.jpg | Bin 0 -> 852 bytes .../static/dt-1.10.18/images/sort_asc.png | Bin 0 -> 263 bytes .../dt-1.10.18/images/sort_asc_disabled.png | Bin 0 -> 252 bytes .../static/dt-1.10.18/images/sort_both.png | Bin 0 -> 282 bytes .../static/dt-1.10.18/images/sort_desc.png | Bin 0 -> 260 bytes .../dt-1.10.18/images/sort_desc_disabled.png | Bin 0 -> 251 bytes .../dt-1.10.18/js/jquery.dataTables.min.js | 184 +++++++ .../webapps/static/dt-1.10.7/css/demo_page.css | 110 ---- .../webapps/static/dt-1.10.7/css/demo_table.css | 538 ------------------ .../webapps/static/dt-1.10.7/css/jui-dt.css | 322 ----------- .../static/dt-1.10.7/images/Sorting icons.psd | Bin 27490 -> 0 bytes .../static/dt-1.10.7/images/back_disabled.jpg | Bin 612 -> 0 bytes .../static/dt-1.10.7/images/back_enabled.jpg | Bin 807 -> 0 bytes .../webapps/static/dt-1.10.7/images/favicon.ico | Bin 894 -> 0 bytes .../dt-1.10.7/images/forward_disabled.jpg | Bin 635 -> 0 bytes .../static/dt-1.10.7/images/forward_enabled.jpg | Bin 852 -> 0 bytes .../static/dt-1.10.7/images/sort_asc.png | Bin 263 -> 0 bytes .../dt-1.10.7/images/sort_asc_disabled.png | Bin 252 -> 0 bytes .../static/dt-1.10.7/images/sort_both.png | Bin 282 -> 0 bytes .../static/dt-1.10.7/images/sort_desc.png | Bin 260 -> 0 bytes .../dt-1.10.7/images/sort_desc_disabled.png | Bin 251 -> 0 bytes .../dt-1.10.7/js/jquery.dataTables.min.js | 160 ------ .../dev-support/findbugs-exclude.xml | 4 +- .../hadoop-yarn/hadoop-yarn-csi/pom.xml | 7 + .../hadoop/yarn/csi/client/CsiClient.java | 2 +- .../hadoop/yarn/csi/client/CsiGrpcClient.java | 1 - .../server/nodemanager/ContainerExecutor.java | 12 + .../nodemanager/DefaultContainerExecutor.java | 7 + .../nodemanager/LinuxContainerExecutor.java | 43 ++ .../linux/privileged/PrivilegedOperation.java | 6 +- .../linux/resources/CGroupsHandler.java | 2 +- .../linux/resources/CGroupsHandlerImpl.java | 4 +- .../CGroupsMemoryResourceHandlerImpl.java | 25 - .../linux/resources/DefaultOOMHandler.java | 45 +- .../linux/resources/MemoryResourceHandler.java | 10 - .../runtime/DockerLinuxContainerRuntime.java | 18 + .../linux/runtime/docker/DockerRunCommand.java | 6 + .../monitor/ContainersMonitor.java | 6 +- .../monitor/ContainersMonitorImpl.java | 119 ++-- ...locationBasedResourceUtilizationTracker.java | 27 +- .../scheduler/ContainerScheduler.java | 5 +- .../nodemanager/webapp/NMWebServices.java | 27 + .../impl/container-executor.c | 127 ++++- .../impl/container-executor.h | 22 +- .../main/native/container-executor/impl/main.c | 30 +- .../impl/utils/string-utils.c | 9 + .../impl/utils/string-utils.h | 6 + .../test/test-container-executor.c | 61 +++ .../nodemanager/TestLinuxContainerExecutor.java | 11 + .../TestContainerManagerRecovery.java | 2 +- .../linux/resources/TestCGroupsHandlerImpl.java | 2 +- .../TestCGroupsMemoryResourceHandlerImpl.java | 44 -- .../linux/resources/TestDefaultOOMHandler.java | 434 ++++++++++++--- .../TestContainersMonitorResourceChange.java | 4 + ...locationBasedResourceUtilizationTracker.java | 18 - .../TestContainerSchedulerRecovery.java | 79 +-- .../capacity/TestContainerAllocation.java | 4 + .../pom.xml | 8 + .../pom.xml | 8 + .../src/site/markdown/CapacityScheduler.md | 2 +- .../src/site/markdown/DockerContainers.md | 16 + .../site/markdown/NodeManagerCGroupsMemory.md | 12 +- .../src/site/markdown/NodeManagerCgroups.md | 4 +- .../src/site/markdown/TimelineServiceV2.md | 17 + .../markdown/yarn-service/ServiceUpgrade.md | 38 +- pom.xml | 2 - 412 files changed, 8779 insertions(+), 5753 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/32551b49/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/protocolPB/QJournalProtocolServerSideTranslatorPB.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/32551b49/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/32551b49/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java ---------------------------------------------------------------------- --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
