subject:"\[49\/50\] \[abbrv\] hadoop git commit\: Merge branch 'trunk' into HDFS\-12943"

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-11-24 Thread shv

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f84f9370
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f84f9370
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f84f9370

Branch: refs/heads/HDFS-12943
Commit: f84f9370cbe5467731ef8d9e44aadd25a889faf6
Parents: 662c902 a8302e3
Author: Konstantin V Shvachko 
Authored: Sat Nov 24 13:52:32 2018 -0800
Committer: Konstantin V Shvachko 
Committed: Sat Nov 24 13:52:32 2018 -0800

--
 BUILDING.txt|  10 +-
 LICENSE.txt |  40 +
 NOTICE.txt  |  11 +-
 .../hadoop-client-minicluster/pom.xml   |  16 +-
 .../apache/hadoop/fs/sftp/SFTPFileSystem.java   |  44 +-
 .../apache/hadoop/fs/sftp/SFTPInputStream.java  |  28 +-
 .../markdown/release/2.9.2/CHANGELOG.2.9.2.md   |  80 +-
 .../release/2.9.2/RELEASENOTES.2.9.2.md |  12 +-
 .../hadoop/fs/sftp/TestSFTPFileSystem.java  |  76 +-
 .../hadoop/hdds/scm/XceiverClientGrpc.java  |  19 +-
 .../hadoop/hdds/scm/XceiverClientRatis.java | 108 +-
 .../scm/client/ContainerOperationClient.java|  24 +-
 .../apache/hadoop/hdds/scm/ScmConfigKeys.java   |  19 +-
 .../hadoop/hdds/scm/XceiverClientSpi.java   |  14 +-
 .../hadoop/hdds/scm/client/ScmClient.java   |  16 +
 .../hadoop/hdds/scm/pipeline/Pipeline.java  |  25 +-
 .../StorageContainerLocationProtocol.java   |  17 +
 ...rLocationProtocolClientSideTranslatorPB.java |  33 +
 .../apache/hadoop/ozone/OzoneConfigKeys.java|  21 +-
 .../org/apache/hadoop/ozone/OzoneConsts.java|  10 +
 .../org/apache/hadoop/ozone/audit/DNAction.java |  54 +
 .../container/common/helpers/BlockData.java |  10 +
 .../ContainerCommandRequestPBHelper.java| 192 
 ...rLocationProtocolServerSideTranslatorPB.java |  37 +
 .../apache/hadoop/utils/db/BatchOperation.java  |  27 +
 .../org/apache/hadoop/utils/db/DBStore.java |  23 +-
 .../hadoop/utils/db/RDBBatchOperation.java  |  69 ++
 .../org/apache/hadoop/utils/db/RDBStore.java|  15 +-
 .../org/apache/hadoop/utils/db/RDBTable.java|  51 +-
 .../java/org/apache/hadoop/utils/db/Table.java  |  32 +-
 .../main/java/org/apache/ratis/RatisHelper.java |  32 +-
 .../main/proto/DatanodeContainerProtocol.proto  |  39 +-
 .../StorageContainerLocationProtocol.proto  |  25 +
 .../common/src/main/resources/ozone-default.xml |  39 +-
 .../hadoop/utils/db/TestRDBTableStore.java  |  62 +-
 .../common/helpers/ContainerUtils.java  |   2 +-
 .../container/common/impl/ContainerData.java|  61 +-
 .../common/impl/ContainerDataYaml.java  |   7 +-
 .../container/common/impl/ContainerSet.java |   6 +-
 .../container/common/impl/HddsDispatcher.java   | 190 +++-
 .../container/common/interfaces/Container.java  |  17 +-
 .../container/common/interfaces/Handler.java|  80 +-
 .../common/report/ContainerReportPublisher.java |   3 +-
 .../statemachine/DatanodeStateMachine.java  |   2 +-
 .../common/statemachine/StateContext.java   |  30 +-
 .../CloseContainerCommandHandler.java   | 143 ++-
 .../container/common/states/DatanodeState.java  |   3 +
 .../states/endpoint/RegisterEndpointTask.java   |   2 +-
 .../transport/server/XceiverServerGrpc.java |  12 +-
 .../transport/server/XceiverServerSpi.java  |   7 +
 .../server/ratis/ContainerStateMachine.java |   7 +-
 .../server/ratis/XceiverServerRatis.java|  28 +-
 .../container/common/volume/HddsVolume.java |  26 +-
 .../container/keyvalue/KeyValueContainer.java   |  47 +-
 .../keyvalue/KeyValueContainerData.java |  52 +-
 .../container/keyvalue/KeyValueHandler.java | 126 ++-
 .../container/keyvalue/helpers/ChunkUtils.java  |   2 +-
 .../keyvalue/helpers/KeyValueContainerUtil.java |   4 +-
 .../ozoneimpl/ContainerController.java  | 125 +++
 .../container/ozoneimpl/ContainerReader.java|  25 +-
 .../container/ozoneimpl/OzoneContainer.java | 125 +--
 .../DownloadAndImportReplicator.java|  18 +-
 .../replication/GrpcReplicationClient.java  |   4 +-
 .../OnDemandContainerReplicationSource.java |  10 +-
 .../commands/CloseContainerCommand.java |  23 +-
 .../StorageContainerDatanodeProtocol.proto  |  11 +-
 .../hadoop/ozone/TestHddsDatanodeService.java   |  95 ++
 .../common/TestKeyValueContainerData.java   |   7 +-
 .../common/impl/TestContainerDataYaml.java  |   4 +-
 .../container/common/impl/TestContainerSet.java |   7 +-
 .../common/impl/TestHddsDispatcher.java |  38 +-
 .../common/interfaces/TestHandler.java  |  25 +-
 .../TestCloseContainerCommandHandler.java   | 287 ++
 .../keyvalue/TestBlockManagerImpl.java  |   7 +-
 .../keyvalue/TestChunkManagerImpl.java  |   6 +-

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-10-31 Thread sunchao

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/32551b49
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/32551b49
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/32551b49

Branch: refs/heads/HDFS-12943
Commit: 32551b49744dfa03563e00926821edf7031501ad
Parents: ddca0cf 478b2cb
Author: Chao Sun 
Authored: Wed Oct 31 11:20:57 2018 -0700
Committer: Chao Sun 
Committed: Wed Oct 31 11:20:57 2018 -0700

--
 LICENSE.txt |   2 +-
 .../fs/CommonConfigurationKeysPublic.java   |  12 +
 .../hadoop/security/UserGroupInformation.java   | 192 ++-
 .../src/main/resources/core-default.xml |   8 +
 .../src/site/markdown/CredentialProviderAPI.md  | 130 +++--
 .../hadoop/crypto/key/TestKeyProvider.java  |  32 +-
 .../hadoop/security/TestUGILoginFromKeytab.java |  56 ++
 .../security/TestUserGroupInformation.java  |   2 +-
 .../dev-support/findbugs-exclude.xml|  33 ++
 hadoop-common-project/hadoop-registry/pom.xml   |  10 +
 .../hadoop/hdds/scm/XceiverClientGrpc.java  |  15 +-
 .../hadoop/hdds/scm/XceiverClientManager.java   |   6 +-
 .../hadoop/hdds/scm/XceiverClientRatis.java |  31 +-
 .../scm/client/ContainerOperationClient.java|  46 +-
 .../hdds/scm/storage/ChunkOutputStream.java |  17 +-
 .../common/src/main/conf/log4j.properties   | 157 --
 .../java/org/apache/hadoop/hdds/HddsUtils.java  |  51 +-
 .../org/apache/hadoop/hdds/cli/GenericCli.java  |   5 +-
 .../hadoop/hdds/cli/GenericParentCommand.java   |   4 +
 .../org/apache/hadoop/hdds/client/BlockID.java  |  85 ++-
 .../hadoop/hdds/client/ContainerBlockID.java|  79 +++
 .../hadoop/hdds/scm/XceiverClientSpi.java   |   2 +-
 .../hadoop/hdds/scm/client/ScmClient.java   |   8 +-
 .../hdds/scm/container/ContainerInfo.java   |  10 +-
 .../common/helpers/AllocatedBlock.java  |  22 +-
 .../common/helpers/ContainerWithPipeline.java   |   3 +-
 .../scm/container/common/helpers/Pipeline.java  | 319 ---
 .../container/common/helpers/PipelineID.java|  97 
 .../hadoop/hdds/scm/pipeline/Pipeline.java  |  41 +-
 .../scm/pipeline/PipelineNotFoundException.java |  46 ++
 .../StorageContainerLocationProtocol.java   |   2 +-
 ...kLocationProtocolClientSideTranslatorPB.java |   9 +-
 ...rLocationProtocolClientSideTranslatorPB.java |   6 +-
 .../scm/storage/ContainerProtocolCalls.java |  29 +-
 .../apache/hadoop/ozone/common/BlockGroup.java  |   3 +-
 .../container/common/helpers/BlockData.java |   8 +-
 ...kLocationProtocolServerSideTranslatorPB.java |   2 +-
 .../main/java/org/apache/ratis/RatisHelper.java |  15 +-
 .../main/proto/DatanodeContainerProtocol.proto  |  31 +-
 .../main/proto/ScmBlockLocationProtocol.proto   |   2 +-
 .../StorageContainerLocationProtocol.proto  |   4 +-
 hadoop-hdds/common/src/main/proto/hdds.proto|  11 +-
 .../apache/hadoop/hdds/scm/HddsServerUtil.java  |  16 +-
 .../container/common/impl/ContainerData.java|  22 +-
 .../common/impl/ContainerDataYaml.java  |   6 +-
 .../container/common/impl/HddsDispatcher.java   |  13 +-
 .../container/common/interfaces/Container.java  |   9 +-
 .../statemachine/DatanodeStateMachine.java  |   3 +
 .../transport/server/XceiverServerGrpc.java |   2 +-
 .../transport/server/ratis/CSMMetrics.java  |   5 +-
 .../server/ratis/ContainerStateMachine.java |  93 ++--
 .../server/ratis/XceiverServerRatis.java|  36 +-
 .../container/common/volume/VolumeInfo.java |  19 +-
 .../container/common/volume/VolumeSet.java  |  11 +-
 .../container/keyvalue/KeyValueContainer.java   |  31 +-
 .../keyvalue/KeyValueContainerData.java |   9 +-
 .../container/keyvalue/KeyValueHandler.java |  21 +-
 .../container/keyvalue/helpers/BlockUtils.java  |   2 -
 .../keyvalue/impl/BlockManagerImpl.java |   6 +-
 .../keyvalue/interfaces/BlockManager.java   |   3 +-
 .../commands/CloseContainerCommand.java |   2 +-
 .../StorageContainerDatanodeProtocol.proto  |  57 +-
 .../ozone/container/common/ScmTestMock.java |  14 +-
 .../common/TestKeyValueContainerData.java   |   6 +-
 .../common/impl/TestContainerDataYaml.java  |   8 +-
 .../container/common/impl/TestContainerSet.java |  16 +-
 .../container/common/volume/TestHddsVolume.java |   9 +-
 .../container/common/volume/TestVolumeSet.java  |   4 +-
 .../keyvalue/TestBlockManagerImpl.java  |   6 +-
 .../keyvalue/TestKeyValueContainer.java |  15 +-
 .../container/keyvalue/TestKeyValueHandler.java |   2 +-
 hadoop-hdds/pom.xml | 161 +-
 .../hadoop/hdds/scm/block/BlockManagerImpl.java |   9 +-
 .../block/DatanodeDeletedBlockTransactions.java |   4 +-
 .../hdds/scm/block/DeletedBlockLogImpl.java |   5 +-

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-10-23 Thread sunchao

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/efb79f4e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/efb79f4e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/efb79f4e

Branch: refs/heads/HDFS-12943
Commit: efb79f4ead5ba67ac70ff87cc75f6a5a303598dc
Parents: 3a5b78a 8f97d6f
Author: Chao Sun 
Authored: Tue Oct 23 22:33:29 2018 -0700
Committer: Chao Sun 
Committed: Tue Oct 23 22:33:29 2018 -0700

--
 LICENSE.txt |1 +
 NOTICE.txt  |8 +
 dev-support/bin/dist-layout-stitching   |1 +
 dev-support/docker/Dockerfile   |1 +
 .../assemblies/hadoop-registry-dist.xml |   41 +
 .../hadoop-client-minicluster/pom.xml   |2 +-
 .../security/authentication/util/AuthToken.java |2 +-
 .../hadoop-common/src/main/bin/hadoop   |6 +
 .../hadoop-common/src/main/conf/hadoop-env.sh   |   13 +
 .../fs/CommonConfigurationKeysPublic.java   |   19 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java |   13 +
 .../io/compress/zstd/ZStandardCompressor.java   |2 +-
 .../io/compress/zstd/ZStandardDecompressor.java |4 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |  114 +-
 .../hadoop/security/SaslPropertiesResolver.java |4 +-
 .../security/token/DelegationTokenIssuer.java   |  111 ++
 .../security/token/DelegationTokenIssuer.java   |  111 --
 .../io/compress/zstd/ZStandardCompressor.c  |   21 +-
 .../io/compress/zstd/ZStandardDecompressor.c|   12 +-
 .../src/main/resources/core-default.xml |   21 +-
 .../site/markdown/registry/hadoop-registry.md   | 1018 ++
 .../src/site/markdown/registry/index.md |   31 +
 .../markdown/registry/registry-configuration.md |  397 
 .../src/site/markdown/registry/registry-dns.md  |  224 +++
 .../site/markdown/registry/registry-security.md |  120 ++
 .../using-the-hadoop-service-registry.md|  273 +++
 .../conf/TestCommonConfigurationFields.java |3 +-
 .../apache/hadoop/fs/ftp/TestFTPFileSystem.java |   15 +
 .../TestZStandardCompressorDecompressor.java|   10 +-
 .../java/org/apache/hadoop/ipc/TestIPC.java |   53 +-
 .../hadoop/security/ssl/KeyStoreTestUtil.java   |  105 +
 .../key/kms/server/KMSAuthenticationFilter.java |   23 +-
 .../kms/server/TestKMSAuthenticationFilter.java |   48 +
 hadoop-common-project/hadoop-registry/pom.xml   |  299 +++
 .../apache/hadoop/registry/cli/RegistryCli.java |  497 +
 .../hadoop/registry/client/api/BindFlags.java   |   41 +
 .../registry/client/api/DNSOperations.java  |   60 +
 .../client/api/DNSOperationsFactory.java|   78 +
 .../registry/client/api/RegistryConstants.java  |  388 
 .../registry/client/api/RegistryOperations.java |  182 ++
 .../client/api/RegistryOperationsFactory.java   |  160 ++
 .../registry/client/api/package-info.java   |   35 +
 .../registry/client/binding/JsonSerDeser.java   |  117 ++
 .../client/binding/RegistryPathUtils.java   |  238 +++
 .../client/binding/RegistryTypeUtils.java   |  291 +++
 .../registry/client/binding/RegistryUtils.java  |  399 
 .../registry/client/binding/package-info.java   |   22 +
 .../AuthenticationFailedException.java  |   39 +
 .../exceptions/InvalidPathnameException.java|   40 +
 .../exceptions/InvalidRecordException.java  |   41 +
 .../NoChildrenForEphemeralsException.java   |   48 +
 .../exceptions/NoPathPermissionsException.java  |   45 +
 .../client/exceptions/NoRecordException.java|   45 +
 .../client/exceptions/RegistryIOException.java  |   58 +
 .../client/exceptions/package-info.java |   33 +
 .../impl/FSRegistryOperationsService.java   |  248 +++
 .../client/impl/RegistryOperationsClient.java   |   55 +
 .../registry/client/impl/package-info.java  |   26 +
 .../client/impl/zk/BindingInformation.java  |   41 +
 .../registry/client/impl/zk/CuratorService.java |  896 +
 .../registry/client/impl/zk/ListenerHandle.java |   25 +
 .../registry/client/impl/zk/PathListener.java   |   30 +
 .../client/impl/zk/RegistryBindingSource.java   |   36 +
 .../impl/zk/RegistryInternalConstants.java  |   81 +
 .../impl/zk/RegistryOperationsService.java  |  165 ++
 .../client/impl/zk/RegistrySecurity.java| 1143 +++
 .../registry/client/impl/zk/ZKPathDumper.java   |  133 ++
 .../client/impl/zk/ZookeeperConfigOptions.java  |  118 ++
 .../registry/client/impl/zk/package-info.java   |   39 +
 .../registry/client/types/AddressTypes.java |   94 +
 .../hadoop/registry/client/types/Endpoint.java  |  247 +++
 .../registry/client/types/ProtocolTypes.java|   99 +
 .../client/types/RegistryPathStatus.java|  123 ++
 .../registry/client/types/ServiceRecord.java|  312 +++

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-10-16 Thread shv

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/8094c38e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/8094c38e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/8094c38e

Branch: refs/heads/HDFS-12943
Commit: 8094c38efdbfd11519ce518636cb630ac50c5f93
Parents: bba8aa3 3bfd214
Author: Konstantin V Shvachko 
Authored: Tue Oct 16 16:32:13 2018 -0700
Committer: Konstantin V Shvachko 
Committed: Tue Oct 16 16:32:13 2018 -0700

--
 README.txt  |   2 +
 .../resources/assemblies/hadoop-yarn-dist.xml   |   8 +
 .../src/main/conf/log4j.properties  |   6 +
 .../KeyProviderDelegationTokenExtension.java|  71 +-
 .../crypto/key/KeyProviderTokenIssuer.java  |   4 +-
 .../crypto/key/kms/KMSClientProvider.java   | 220 +--
 .../key/kms/LoadBalancingKMSClientProvider.java |  75 ++-
 .../java/org/apache/hadoop/fs/FileSystem.java   |  75 +--
 .../org/apache/hadoop/security/Credentials.java |   1 +
 .../web/DelegationTokenAuthenticatedURL.java|  25 +-
 .../security/token/DelegationTokenIssuer.java   | 111 
 .../java/org/apache/hadoop/util/KMSUtil.java|  13 +-
 .../conf/TestConfigurationDeprecation.java  |   1 +
 ...TestKeyProviderDelegationTokenExtension.java |  20 +-
 .../crypto/key/kms/TestKMSClientProvider.java   | 138 
 .../kms/TestLoadBalancingKMSClientProvider.java |  63 +-
 .../apache/hadoop/fs/TestFilterFileSystem.java  |   3 +
 .../org/apache/hadoop/fs/TestHarFileSystem.java |   3 +
 .../hadoop/security/ssl/KeyStoreTestUtil.java   |  21 +-
 .../hadoop/crypto/key/kms/server/TestKMS.java   | 349 --
 .../hadoop/hdds/scm/XceiverClientManager.java   |  17 +-
 .../scm/client/ContainerOperationClient.java|  15 +-
 hadoop-hdds/common/pom.xml  |   6 -
 .../apache/hadoop/hdds/scm/ScmConfigKeys.java   |   2 +-
 .../hadoop/hdds/scm/pipeline/Pipeline.java  | 211 ++
 .../hadoop/hdds/scm/pipeline/PipelineID.java|  80 +++
 .../hadoop/hdds/scm/pipeline/package-info.java  |  24 +
 .../org/apache/hadoop/ozone/OzoneConsts.java|   1 +
 .../apache/hadoop/utils/MetadataKeyFilters.java |   3 +-
 .../hadoop/utils/MetadataStoreBuilder.java  |  38 +-
 .../main/proto/DatanodeContainerProtocol.proto  |   4 +-
 .../main/proto/ScmBlockLocationProtocol.proto   |   1 -
 .../StorageContainerLocationProtocol.proto  |   1 -
 .../apache/hadoop/utils/TestMetadataStore.java  |   2 +
 .../hadoop/utils/TestRocksDBStoreMBean.java |  19 +-
 hadoop-hdds/container-service/pom.xml   |  11 +-
 .../common/helpers/ContainerReport.java | 205 --
 .../common/helpers/KeyValueContainerReport.java | 117 
 .../container/common/impl/HddsDispatcher.java   |  63 +-
 .../container/common/interfaces/Container.java  |   5 +
 .../container/common/utils/ContainerCache.java  |   6 +-
 .../container/keyvalue/KeyValueContainer.java   |   9 +-
 .../keyvalue/KeyValueContainerData.java |  16 +
 .../container/keyvalue/KeyValueHandler.java |  30 +-
 .../container/keyvalue/helpers/BlockUtils.java  |   3 +-
 .../container/keyvalue/helpers/ChunkUtils.java  |  11 +-
 .../keyvalue/impl/BlockManagerImpl.java |  43 +-
 .../keyvalue/impl/ChunkManagerImpl.java |  43 ++
 .../container/ozoneimpl/ContainerReader.java|   7 +
 .../StorageContainerDatanodeProtocol.proto  |   2 +
 .../hdds/scm/pipeline/PipelineFactory.java  |  56 ++
 .../hdds/scm/pipeline/PipelineManager.java  |  58 ++
 .../hdds/scm/pipeline/PipelineProvider.java |  35 +
 .../hdds/scm/pipeline/PipelineStateManager.java | 179 +
 .../hdds/scm/pipeline/PipelineStateMap.java | 212 ++
 .../scm/pipeline/RatisPipelineProvider.java | 135 
 .../hdds/scm/pipeline/SCMPipelineManager.java   | 226 +++
 .../scm/pipeline/SimplePipelineProvider.java|  80 +++
 .../hadoop/hdds/scm/pipeline/package-info.java  |  24 +
 .../scm/server/StorageContainerManager.java |   8 +-
 .../java/org/apache/hadoop/hdfs/DFSClient.java  |  11 +-
 .../hadoop/hdfs/DistributedFileSystem.java  |  14 +-
 .../org/apache/hadoop/hdfs/HdfsKMSUtil.java |  60 +-
 .../apache/hadoop/hdfs/util/LongBitFormat.java  |   8 +
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |  29 +-
 .../resolver/order/RandomResolver.java  |  22 +-
 .../main/webapps/router/federationhealth.html   |   1 -
 .../server/namenode/AclEntryStatusFormat.java   | 109 ++--
 .../server/namenode/FSImageFormatPBINode.java   | 101 +--
 .../server/namenode/FSImageFormatProtobuf.java  |  26 +-
 .../namenode/INodeWithAdditionalFields.java |  36 +-
 .../server/namenode/NameNodeLayoutVersion.java  |   3 +-
 .../server/namenode/SerialNumberManager.java| 152 -
 .../hdfs/server/namenode/SerialNumberMap.java   |  43 +-
 .../hdfs/server/namenode/XAttrFormat.java   |

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-10-11 Thread shv

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/fc093528
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/fc093528
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/fc093528

Branch: refs/heads/HDFS-12943
Commit: fc093528247985ca3e539784c103a034cc9c684e
Parents: dc76e0f bca928d
Author: Konstantin V Shvachko 
Authored: Thu Oct 11 22:34:56 2018 -0700
Committer: Konstantin V Shvachko 
Committed: Thu Oct 11 22:34:56 2018 -0700

--
 .../hadoop-client-check-invariants/pom.xml  |   2 +
 .../hadoop-client-check-test-invariants/pom.xml |   2 +
 .../hadoop-client-minicluster/pom.xml   |  12 +
 .../hadoop-client-runtime/pom.xml   |  13 +
 hadoop-common-project/hadoop-common/pom.xml |   7 +-
 .../org/apache/hadoop/conf/Configurable.java|  10 +-
 .../org/apache/hadoop/conf/Configuration.java   |  71 +-
 .../hadoop/conf/ConfigurationWithLogging.java   |  14 +-
 .../org/apache/hadoop/crypto/CryptoCodec.java   |   7 +-
 .../apache/hadoop/crypto/CryptoInputStream.java |   4 +-
 .../hadoop/crypto/CryptoOutputStream.java   |   4 +-
 .../org/apache/hadoop/crypto/Decryptor.java |  14 +-
 .../org/apache/hadoop/crypto/Encryptor.java |  14 +-
 .../org/apache/hadoop/crypto/OpensslCipher.java |  18 +-
 .../hadoop/crypto/key/JavaKeyStoreProvider.java |  15 +-
 .../apache/hadoop/crypto/key/KeyProvider.java   |   6 +-
 .../crypto/key/KeyProviderCryptoExtension.java  |   9 +-
 .../KeyProviderDelegationTokenExtension.java|   2 +-
 .../crypto/key/kms/KMSClientProvider.java   |   6 +-
 .../hadoop/crypto/key/kms/ValueQueue.java   |   2 +-
 .../crypto/random/OpensslSecureRandom.java  |  10 +-
 .../apache/hadoop/fs/AbstractFileSystem.java|  45 +-
 .../apache/hadoop/fs/BufferedFSInputStream.java |   4 +-
 .../apache/hadoop/fs/ByteBufferReadable.java|   8 +-
 .../apache/hadoop/fs/ChecksumFileSystem.java|   2 +-
 .../java/org/apache/hadoop/fs/ChecksumFs.java   |   2 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |   2 +-
 .../java/org/apache/hadoop/fs/CreateFlag.java   |   2 +-
 .../org/apache/hadoop/fs/FSDataInputStream.java |   1 +
 .../org/apache/hadoop/fs/FSInputChecker.java|   2 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |  51 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |  11 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |   4 +-
 .../org/apache/hadoop/fs/HarFileSystem.java |   2 +-
 .../hadoop/fs/HasEnhancedByteBufferAccess.java  |  15 +-
 .../org/apache/hadoop/fs/LocalDirAllocator.java |   3 +-
 .../org/apache/hadoop/fs/LocalFileSystem.java   |   2 +-
 .../main/java/org/apache/hadoop/fs/Options.java |   2 +-
 .../java/org/apache/hadoop/fs/QuotaUsage.java   |   8 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java |   6 +-
 .../org/apache/hadoop/fs/ftp/FtpConfigKeys.java |   1 +
 .../apache/hadoop/fs/local/LocalConfigKeys.java |   1 +
 .../apache/hadoop/fs/permission/AclStatus.java  |   2 +-
 .../apache/hadoop/fs/permission/AclUtil.java|  10 +-
 .../hadoop/fs/permission/ScopedAclEntries.java  |  14 +-
 .../org/apache/hadoop/fs/shell/Command.java |  24 +-
 .../apache/hadoop/fs/shell/CommandFormat.java   |   2 +-
 .../org/apache/hadoop/fs/viewfs/ViewFs.java |  12 +-
 .../apache/hadoop/ha/ActiveStandbyElector.java  |  32 +-
 .../main/java/org/apache/hadoop/ha/HAAdmin.java |   2 +-
 .../java/org/apache/hadoop/ha/NodeFencer.java   |   2 +-
 .../org/apache/hadoop/ha/SshFenceByTcpPort.java |   2 +-
 .../org/apache/hadoop/http/HttpServer2.java |  10 +-
 .../org/apache/hadoop/io/EnumSetWritable.java   |   2 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java |   2 +-
 .../org/apache/hadoop/io/ReadaheadPool.java |   2 +-
 .../org/apache/hadoop/io/SecureIOUtils.java |   4 +-
 .../java/org/apache/hadoop/io/SequenceFile.java |  16 +-
 .../java/org/apache/hadoop/io/Writable.java |   4 +-
 .../apache/hadoop/io/WritableComparable.java|   7 +-
 .../org/apache/hadoop/io/WritableUtils.java |   6 +-
 .../io/compress/CompressionCodecFactory.java|   8 +-
 .../org/apache/hadoop/io/compress/Lz4Codec.java |   4 +-
 .../apache/hadoop/io/compress/SnappyCodec.java  |   2 +-
 .../io/compress/bzip2/Bzip2Compressor.java  |   2 +-
 .../io/compress/bzip2/Bzip2Decompressor.java|   6 +-
 .../hadoop/io/compress/bzip2/Bzip2Factory.java  |   4 +-
 .../io/compress/bzip2/CBZip2InputStream.java|  26 +-
 .../io/compress/bzip2/CBZip2OutputStream.java   |   7 +-
 .../compress/zlib/BuiltInGzipDecompressor.java  |   8 +-
 .../hadoop/io/compress/zlib/ZlibCompressor.java |   2 +-
 .../io/compress/zlib/ZlibDecompressor.java  |   6 +-
 .../hadoop/io/compress/zlib/ZlibFactory.java|   4 +-
 .../apache/hadoop/io/erasurecode/CodecUtil.java |   2 +-
 .../erasurecode/rawcoder/util/GaloisField.java  |   2 +-

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-10-05 Thread shv

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/eb75861e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/eb75861e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/eb75861e

Branch: refs/heads/HDFS-12943
Commit: eb75861eab63e1a56419b954ea12bf1b6f3bf8f7
Parents: 967aab6 cdf5d58
Author: Konstantin V Shvachko 
Authored: Fri Oct 5 15:01:08 2018 -0700
Committer: Konstantin V Shvachko 
Committed: Fri Oct 5 15:01:08 2018 -0700

--
 hadoop-assemblies/pom.xml   |   4 +-
 hadoop-build-tools/pom.xml  |   2 +-
 hadoop-client-modules/hadoop-client-api/pom.xml |   4 +-
 .../hadoop-client-check-invariants/pom.xml  |   4 +-
 .../hadoop-client-check-test-invariants/pom.xml |   4 +-
 .../hadoop-client-integration-tests/pom.xml |   4 +-
 .../hadoop-client-minicluster/pom.xml   |   4 +-
 .../hadoop-client-runtime/pom.xml   |   4 +-
 hadoop-client-modules/hadoop-client/pom.xml |   4 +-
 hadoop-client-modules/pom.xml   |   2 +-
 .../hadoop-cloud-storage/pom.xml|   4 +-
 hadoop-cloud-storage-project/pom.xml|   4 +-
 .../hadoop-annotations/pom.xml  |   4 +-
 .../hadoop-auth-examples/pom.xml|   4 +-
 hadoop-common-project/hadoop-auth/pom.xml   |   4 +-
 hadoop-common-project/hadoop-common/pom.xml |  83 +-
 .../hadoop/fs/FileSystemMultipartUploader.java  |  25 +-
 .../apache/hadoop/security/SecurityUtil.java|  10 +-
 .../io/compress/zstd/ZStandardDecompressor.c|   2 +-
 .../src/main/resources/core-default.xml |  10 +
 .../src/site/markdown/SecureMode.md |   2 +-
 .../AbstractContractMultipartUploaderTest.java  |  22 +
 .../hadoop/fs/sftp/TestSFTPFileSystem.java  |   3 +
 hadoop-common-project/hadoop-kms/pom.xml|   4 +-
 .../crypto/key/kms/server/KMSJSONReader.java|   4 +-
 hadoop-common-project/hadoop-minikdc/pom.xml|   4 +-
 hadoop-common-project/hadoop-nfs/pom.xml|   4 +-
 hadoop-common-project/pom.xml   |   4 +-
 hadoop-dist/pom.xml |   4 +-
 .../hadoop/hdds/scm/XceiverClientGrpc.java  |  23 -
 .../hadoop/hdds/scm/XceiverClientRatis.java |  32 +-
 .../org/apache/hadoop/hdds/HddsConfigKeys.java  |   3 +
 .../org/apache/hadoop/hdds/cli/GenericCli.java  |   2 +-
 .../hadoop/hdds/scm/XceiverClientSpi.java   |  10 +-
 .../scm/container/common/helpers/Pipeline.java  |   4 +
 .../StorageContainerLocationProtocol.java   |  16 +
 ...rLocationProtocolClientSideTranslatorPB.java |  42 +
 .../apache/hadoop/ozone/OzoneConfigKeys.java|  11 -
 .../org/apache/hadoop/ozone/OzoneConsts.java|   1 +
 .../apache/hadoop/ozone/audit/AuditLogger.java  |  44 +-
 .../apache/hadoop/ozone/audit/AuditMessage.java |  77 +-
 .../org/apache/hadoop/ozone/audit/Auditor.java  |  33 +
 .../apache/hadoop/ozone/audit/package-info.java |  16 +-
 ...rLocationProtocolServerSideTranslatorPB.java |  32 +
 .../StorageContainerLocationProtocol.proto  |  27 +
 .../common/src/main/resources/ozone-default.xml |  87 +-
 .../ozone/audit/TestOzoneAuditLogger.java   |  89 +-
 .../common/src/test/resources/log4j2.properties |   4 +-
 .../report/CommandStatusReportPublisher.java|   2 +-
 .../common/statemachine/StateContext.java   |  58 +-
 .../CloseContainerCommandHandler.java   |  14 +-
 .../commandhandler/CommandHandler.java  |   7 +-
 .../DeleteBlocksCommandHandler.java |  43 +-
 .../ReplicateContainerCommandHandler.java   |   3 +-
 .../states/endpoint/HeartbeatEndpointTask.java  |  33 +-
 .../states/endpoint/VersionEndpointTask.java|  44 +-
 .../container/common/utils/HddsVolumeUtil.java  |   2 +-
 .../container/common/volume/VolumeSet.java  | 178 ++--
 .../container/keyvalue/KeyValueContainer.java   |   6 +-
 .../container/keyvalue/KeyValueHandler.java |   4 +-
 .../container/ozoneimpl/ContainerReader.java|  20 +
 .../container/ozoneimpl/OzoneContainer.java |   9 -
 .../StorageContainerDatanodeProtocol.java   |  13 -
 .../protocol/commands/CommandForDatanode.java   |   8 +-
 .../ozone/protocol/commands/CommandStatus.java  |  41 +-
 .../commands/DeleteBlockCommandStatus.java  |  92 ++
 ...rDatanodeProtocolClientSideTranslatorPB.java |  17 -
 ...rDatanodeProtocolServerSideTranslatorPB.java |  16 -
 .../StorageContainerDatanodeProtocol.proto  |  11 +-
 .../ozone/container/common/ScmTestMock.java |  24 +-
 .../common/report/TestReportPublisher.java  |   4 +-
 .../endpoint/TestHeartbeatEndpointTask.java |  12 +-
 hadoop-hdds/pom.xml |   2 +-
 .../hadoop/hdds/scm/block/BlockManagerImpl.java |  13 +-
 .../block/DatanodeDeletedBlockTransactions.java |  30 +-

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-09-24 Thread xkrogen

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/5afc88d8
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/5afc88d8
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/5afc88d8

Branch: refs/heads/HDFS-12943
Commit: 5afc88d807366d8a8983fa526d92dc9d51ca7122
Parents: 741547e 8de5c92
Author: Erik Krogen 
Authored: Mon Sep 24 11:37:24 2018 -0700
Committer: Erik Krogen 
Committed: Mon Sep 24 11:37:24 2018 -0700

--
 .gitignore  |1 +
 dev-support/bin/ozone-dist-layout-stitching |  181 ---
 dev-support/bin/ozone-dist-tar-stitching|   43 -
 .../java/org/apache/hadoop/fs/BBPartHandle.java |5 +
 .../org/apache/hadoop/fs/BBUploadHandle.java|5 +
 .../fs/CommonConfigurationKeysPublic.java   |4 +-
 .../hadoop/fs/FileSystemMultipartUploader.java  |4 +
 .../org/apache/hadoop/fs/MultipartUploader.java |5 +
 .../hadoop/fs/MultipartUploaderFactory.java |4 +
 .../src/main/resources/core-default.xml |   41 +-
 .../src/site/markdown/filesystem/filesystem.md  |   11 +-
 .../conf/TestCommonConfigurationFields.java |3 +
 .../apache/hadoop/conf/TestConfigRedactor.java  |7 +
 .../fs/contract/AbstractContractConcatTest.java |   34 +-
 .../AbstractContractGetFileStatusTest.java  |   26 +-
 .../fs/contract/AbstractContractMkdirTest.java  |8 +
 .../hadoop/fs/contract/AbstractFSContract.java  |2 -
 .../hadoop/fs/contract/ContractTestUtils.java   |   19 +-
 hadoop-dist/pom.xml |  118 --
 hadoop-dist/src/main/compose/README.md  |   51 -
 hadoop-dist/src/main/compose/ozone-hdfs/.env|   17 -
 .../main/compose/ozone-hdfs/docker-compose.yaml |   60 -
 .../src/main/compose/ozone-hdfs/docker-config   |   76 --
 hadoop-dist/src/main/compose/ozone/.env |   17 -
 .../src/main/compose/ozone/docker-compose.yaml  |   49 -
 .../src/main/compose/ozone/docker-config|   75 --
 .../main/compose/ozonefs/docker-compose.yaml|   59 -
 .../src/main/compose/ozonefs/docker-config  |   35 -
 hadoop-dist/src/main/compose/ozoneperf/.env |   17 -
 .../src/main/compose/ozoneperf/README.md|   73 -
 .../src/main/compose/ozoneperf/compose-all.sh   |   18 -
 .../compose/ozoneperf/docker-compose-freon.yaml |   26 -
 .../main/compose/ozoneperf/docker-compose.yaml  |   64 -
 .../src/main/compose/ozoneperf/docker-config|   36 -
 hadoop-dist/src/main/compose/ozoneperf/init.sh  |   21 -
 .../src/main/compose/ozoneperf/prometheus.yml   |   24 -
 .../compose/ozonescripts/.ssh/authorized_keys   |   16 -
 .../src/main/compose/ozonescripts/.ssh/config   |   18 -
 .../main/compose/ozonescripts/.ssh/environment  |   16 -
 .../src/main/compose/ozonescripts/.ssh/id_rsa   |   42 -
 .../main/compose/ozonescripts/.ssh/id_rsa.pub   |   16 -
 .../src/main/compose/ozonescripts/Dockerfile|   33 -
 .../src/main/compose/ozonescripts/README.md |   38 -
 .../compose/ozonescripts/docker-compose.yaml|   42 -
 .../src/main/compose/ozonescripts/docker-config |   38 -
 hadoop-dist/src/main/compose/ozonescripts/ps.sh |   17 -
 .../src/main/compose/ozonescripts/start.sh  |   24 -
 .../src/main/compose/ozonescripts/stop.sh   |   17 -
 hadoop-dist/src/main/ozone/README.txt   |   51 -
 hadoop-dist/src/main/smoketest/README.md|   30 -
 .../src/main/smoketest/basic/basic.robot|   47 -
 .../src/main/smoketest/basic/ozone-shell.robot  |   82 --
 hadoop-dist/src/main/smoketest/commonlib.robot  |   24 -
 .../src/main/smoketest/ozonefs/ozonefs.robot|   35 -
 hadoop-dist/src/main/smoketest/test.sh  |  101 --
 hadoop-hdds/client/pom.xml  |5 -
 hadoop-hdds/common/pom.xml  |2 -
 hadoop-hdds/container-service/pom.xml   |5 -
 hadoop-hdds/framework/pom.xml   |5 -
 hadoop-hdds/pom.xml |   30 +
 hadoop-hdds/server-scm/pom.xml  |   50 +-
 .../src/main/resources/webapps/scm/index.html   |   76 ++
 .../src/main/resources/webapps/scm/main.html|   20 +
 .../resources/webapps/scm/scm-overview.html |   60 +
 .../src/main/resources/webapps/scm/scm.js   |   54 +
 .../server-scm/src/main/webapps/scm/index.html  |   76 --
 .../server-scm/src/main/webapps/scm/main.html   |   20 -
 .../src/main/webapps/scm/scm-overview.html  |   60 -
 .../server-scm/src/main/webapps/scm/scm.js  |   54 -
 hadoop-hdds/tools/pom.xml   |8 -
 .../hadoop/fs/http/client/HttpFSFileSystem.java |   17 +
 .../hadoop/fs/http/server/FSOperations.java |   73 +
 .../http/server/HttpFSParametersProvider.java   |2 +
 .../hadoop/fs/http/server/HttpFSServer.java |   16 +
 .../fs/http/client/BaseTestHttpFSWith.java  |  132 +-

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-09-20 Thread xkrogen

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a3810f7b
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a3810f7b
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a3810f7b

Branch: refs/heads/HDFS-12943
Commit: a3810f7b6bd822b4243a15c0ac31ab0f99b10b29
Parents: c377e3c 6b5838e
Author: Erik Krogen 
Authored: Wed Sep 19 14:53:51 2018 -0700
Committer: Erik Krogen 
Committed: Wed Sep 19 14:53:51 2018 -0700

--
 dev-support/bin/ozone-dist-layout-stitching |   7 +-
 .../hadoop-annotations/pom.xml  |  24 ++
 .../org/apache/hadoop/ipc/CallQueueManager.java |   5 +-
 .../apache/hadoop/log/LogThrottlingHelper.java  | 358 +++
 .../org/apache/hadoop/util/StringUtils.java |   2 +-
 .../hadoop/log/TestLogThrottlingHelper.java | 172 +
 .../org/apache/hadoop/util/TestStringUtils.java |   9 +
 .../main/compose/ozone-hdfs/docker-compose.yaml |   2 +-
 .../src/main/compose/ozone-hdfs/docker-config   |   1 +
 .../src/main/compose/ozone/docker-config|   1 +
 .../main/compose/ozonefs/docker-compose.yaml|  59 +++
 .../src/main/compose/ozonefs/docker-config  |  35 ++
 .../src/main/compose/ozoneperf/docker-config|   1 +
 .../src/main/compose/ozonescripts/docker-config |   1 +
 hadoop-dist/src/main/smoketest/README.md|  30 ++
 .../src/main/smoketest/basic/basic.robot|  47 +++
 .../src/main/smoketest/basic/ozone-shell.robot  |  82 +
 hadoop-dist/src/main/smoketest/commonlib.robot  |  24 ++
 .../src/main/smoketest/ozonefs/ozonefs.robot|  35 ++
 hadoop-dist/src/main/smoketest/test.sh  | 101 ++
 .../hadoop/hdds/scm/XceiverClientRatis.java |   6 +-
 .../org/apache/hadoop/hdds/HddsConfigKeys.java  |   5 +
 .../apache/hadoop/hdds/scm/ScmConfigKeys.java   |  13 +
 .../scm/container/common/helpers/Pipeline.java  |  22 +-
 .../container/common/helpers/PipelineID.java|  13 +-
 .../apache/hadoop/ozone/OzoneConfigKeys.java|  14 +
 .../main/java/org/apache/ratis/RatisHelper.java |  40 ++-
 .../main/proto/ScmBlockLocationProtocol.proto   |   6 +-
 hadoop-hdds/common/src/main/proto/hdds.proto|   7 +
 .../common/src/main/resources/ozone-default.xml |  27 ++
 .../apache/hadoop/hdds/scm/HddsServerUtil.java  |  21 ++
 .../common/report/PipelineReportPublisher.java  |  73 
 .../common/report/ReportPublisherFactory.java   |   4 +
 .../statemachine/DatanodeStateMachine.java  |  19 +-
 .../common/statemachine/StateContext.java   |  42 ++-
 .../CloseContainerCommandHandler.java   |  17 +-
 .../ReplicateContainerCommandHandler.java   | 120 +--
 .../states/datanode/InitDatanodeState.java  |  12 +-
 .../states/endpoint/RegisterEndpointTask.java   |   8 +-
 .../transport/server/XceiverServerGrpc.java |  28 +-
 .../transport/server/XceiverServerSpi.java  |   9 +
 .../server/ratis/XceiverServerRatis.java| 105 +++---
 .../container/keyvalue/KeyValueContainer.java   |   1 +
 .../container/ozoneimpl/OzoneContainer.java | 126 +++
 .../replication/ContainerReplicator.java|  27 ++
 .../DownloadAndImportReplicator.java| 136 +++
 .../replication/GrpcReplicationClient.java  |   2 +-
 .../replication/ReplicationSupervisor.java  | 142 
 .../container/replication/ReplicationTask.java  | 102 ++
 .../StorageContainerDatanodeProtocol.java   |  10 +-
 .../protocol/StorageContainerNodeProtocol.java  |   6 +-
 .../commands/CloseContainerCommand.java |  23 +-
 ...rDatanodeProtocolClientSideTranslatorPB.java |   6 +-
 ...rDatanodeProtocolServerSideTranslatorPB.java |   5 +-
 .../StorageContainerDatanodeProtocol.proto  |  10 +
 .../ozone/container/common/ScmTestMock.java |   8 +-
 .../common/TestDatanodeStateMachine.java|  42 +++
 .../TestReplicateContainerCommandHandler.java   | 163 -
 .../replication/TestReplicationSupervisor.java  | 143 
 .../container/replication/package-info.java |  22 ++
 .../hadoop/hdds/server/events/EventQueue.java   |  18 +
 hadoop-hdds/pom.xml |   7 +-
 .../org/apache/hadoop/hdds/scm/ScmUtils.java|  45 +++
 .../hadoop/hdds/scm/block/BlockManagerImpl.java |  17 +-
 .../container/CloseContainerEventHandler.java   |  90 +++--
 .../hdds/scm/container/ContainerMapping.java|  25 --
 .../scm/container/ContainerReportHandler.java   |   6 +-
 .../hadoop/hdds/scm/container/Mapping.java  |  15 +-
 .../hadoop/hdds/scm/events/SCMEvents.java   |  15 +-
 .../hdds/scm/exceptions/SCMException.java   |   3 +-
 .../hadoop/hdds/scm/node/SCMNodeManager.java|   5 +-
 .../hadoop/hdds/scm/node/StaleNodeHandler.java  |  19 +-
 .../hdds/scm/node/states/Node2ContainerMap.java | 123 +--
 .../hdds/scm/node/states/Node2ObjectsMap.java   | 162 +

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-09-17 Thread shv

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/30d1cd9f
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/30d1cd9f
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/30d1cd9f

Branch: refs/heads/HDFS-12943
Commit: 30d1cd9f9338456f2a7cb80c9b8270ab0fe46ca1
Parents: 9ade422 0a26c52
Author: Konstantin V Shvachko 
Authored: Mon Sep 17 18:59:40 2018 -0700
Committer: Konstantin V Shvachko 
Committed: Mon Sep 17 18:59:40 2018 -0700

--
 dev-support/bin/create-release  |4 +-
 dev-support/bin/ozone-dist-layout-stitching |   27 +-
 dev-support/bin/yetus-wrapper   |2 +-
 dev-support/docker/Dockerfile   |  212 +-
 .../assemblies/hadoop-src-with-hdds.xml |   56 +
 .../assemblies/hadoop-src-with-hdsl.xml |   56 -
 hadoop-common-project/hadoop-common/pom.xml |2 +
 .../src/main/conf/log4j.properties  |   23 -
 .../apache/hadoop/crypto/CryptoStreamUtils.java |   21 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java|2 +-
 .../main/java/org/apache/hadoop/ha/HAAdmin.java |7 +-
 .../org/apache/hadoop/io/nativeio/NativeIO.java |   15 +-
 .../org/apache/hadoop/util/CleanerUtil.java |  199 +
 .../hadoop/util/curator/ZKCuratorManager.java   |   10 +-
 .../src/main/resources/core-default.xml |   24 +-
 .../markdown/release/0.1.0/CHANGELOG.0.1.0.md   |  101 +
 .../markdown/release/0.1.0/CHANGES.0.1.0.md |  101 -
 .../markdown/release/0.1.1/CHANGELOG.0.1.1.md   |   39 +
 .../markdown/release/0.1.1/CHANGES.0.1.1.md |   39 -
 .../markdown/release/0.10.0/CHANGELOG.0.10.0.md |  101 +
 .../markdown/release/0.10.0/CHANGES.0.10.0.md   |  101 -
 .../markdown/release/0.10.1/CHANGELOG.0.10.1.md |   49 +
 .../markdown/release/0.10.1/CHANGES.0.10.1.md   |   49 -
 .../markdown/release/0.11.0/CHANGELOG.0.11.0.md |   96 +
 .../markdown/release/0.11.0/CHANGES.0.11.0.md   |   96 -
 .../markdown/release/0.11.1/CHANGELOG.0.11.1.md |   34 +
 .../markdown/release/0.11.1/CHANGES.0.11.1.md   |   34 -
 .../markdown/release/0.11.2/CHANGELOG.0.11.2.md |   33 +
 .../markdown/release/0.11.2/CHANGES.0.11.2.md   |   33 -
 .../markdown/release/0.12.0/CHANGELOG.0.12.0.md |  113 +
 .../markdown/release/0.12.0/CHANGES.0.12.0.md   |  113 -
 .../markdown/release/0.12.1/CHANGELOG.0.12.1.md |   59 +
 .../markdown/release/0.12.1/CHANGES.0.12.1.md   |   59 -
 .../markdown/release/0.12.2/CHANGELOG.0.12.2.md |   34 +
 .../markdown/release/0.12.2/CHANGES.0.12.2.md   |   34 -
 .../markdown/release/0.12.3/CHANGELOG.0.12.3.md |   38 +
 .../markdown/release/0.12.3/CHANGES.0.12.3.md   |   38 -
 .../markdown/release/0.13.0/CHANGELOG.0.13.0.md |  173 +
 .../markdown/release/0.13.0/CHANGES.0.13.0.md   |  173 -
 .../markdown/release/0.14.0/CHANGELOG.0.14.0.md |  214 +
 .../markdown/release/0.14.0/CHANGES.0.14.0.md   |  214 -
 .../markdown/release/0.14.1/CHANGELOG.0.14.1.md |   33 +
 .../markdown/release/0.14.1/CHANGES.0.14.1.md   |   33 -
 .../markdown/release/0.14.2/CHANGELOG.0.14.2.md |   40 +
 .../markdown/release/0.14.2/CHANGES.0.14.2.md   |   40 -
 .../markdown/release/0.14.3/CHANGELOG.0.14.3.md |   34 +
 .../markdown/release/0.14.3/CHANGES.0.14.3.md   |   34 -
 .../markdown/release/0.14.4/CHANGELOG.0.14.4.md |   39 +
 .../markdown/release/0.14.4/CHANGES.0.14.4.md   |   39 -
 .../markdown/release/0.15.0/CHANGELOG.0.15.0.md |  190 +
 .../markdown/release/0.15.0/CHANGES.0.15.0.md   |  190 -
 .../markdown/release/0.15.1/CHANGELOG.0.15.1.md |   49 +
 .../markdown/release/0.15.1/CHANGES.0.15.1.md   |   49 -
 .../markdown/release/0.15.2/CHANGELOG.0.15.2.md |   51 +
 .../markdown/release/0.15.2/CHANGES.0.15.2.md   |   51 -
 .../markdown/release/0.15.3/CHANGELOG.0.15.3.md |   35 +
 .../markdown/release/0.15.3/CHANGES.0.15.3.md   |   35 -
 .../markdown/release/0.15.4/CHANGELOG.0.15.4.md |   31 +
 .../markdown/release/0.15.4/CHANGES.0.15.4.md   |   31 -
 .../markdown/release/0.16.0/CHANGELOG.0.16.0.md |  225 ++
 .../markdown/release/0.16.0/CHANGES.0.16.0.md   |  225 --
 .../markdown/release/0.16.1/CHANGELOG.0.16.1.md |   94 +
 .../markdown/release/0.16.1/CHANGES.0.16.1.md   |   94 -
 .../markdown/release/0.16.2/CHANGELOG.0.16.2.md |   59 +
 .../markdown/release/0.16.2/CHANGES.0.16.2.md   |   59 -
 .../markdown/release/0.16.3/CHANGELOG.0.16.3.md |   37 +
 .../markdown/release/0.16.3/CHANGES.0.16.3.md   |   37 -
 .../markdown/release/0.16.4/CHANGELOG.0.16.4.md |   34 +
 .../markdown/release/0.16.4/CHANGES.0.16.4.md   |   34 -
 .../markdown/release/0.17.0/CHANGELOG.0.17.0.md |  259 ++
 .../markdown/release/0.17.0/CHANGES.0.17.0.md   |  259 --
 .../markdown/release/0.17.1/CHANGELOG.0.17.1.md |   44 +
 .../markdown/release/0.17.1/CHANGES.0.17.1.md   |   44 -
 .../markdown/release/0.17.2/CHANGELOG.0.17.2.md |   43 +
 .../markdown/release/0.17.2/CHANGES.0.17.2.md   |   43 -

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-08-25 Thread shv

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/ebd3d6ab
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/ebd3d6ab
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/ebd3d6ab

Branch: refs/heads/HDFS-12943
Commit: ebd3d6abd4efa8d9ff4c4b5c293206ab2481bfdf
Parents: 8aeb2d8 a4121c7
Author: Konstantin V Shvachko 
Authored: Sat Aug 25 17:29:34 2018 -0700
Committer: Konstantin V Shvachko 
Committed: Sat Aug 25 17:29:34 2018 -0700

--
 .../hadoop/io/retry/FailoverProxyProvider.java  |  15 +-
 .../apache/hadoop/hdds/scm/ScmConfigKeys.java   |   6 +-
 .../common/src/main/resources/ozone-default.xml |   7 +-
 .../container/common/impl/ContainerData.java|   2 +-
 .../statemachine/DatanodeStateMachine.java  |   5 +-
 .../common/statemachine/StateContext.java   |  20 +++
 .../states/datanode/RunningDatanodeState.java   |   1 +
 .../states/endpoint/RegisterEndpointTask.java   |  28 +++-
 .../keyvalue/KeyValueContainerData.java |  10 +-
 .../container/keyvalue/KeyValueHandler.java |   7 +-
 .../hadoop/hdds/scm/block/BlockManagerImpl.java |   9 +-
 .../hdds/scm/container/ContainerMapping.java|  33 ++--
 .../scm/container/ContainerReportHandler.java   |   3 +-
 .../scm/container/ContainerStateManager.java|   9 +-
 .../hadoop/hdds/scm/container/Mapping.java  |   2 +-
 .../hdds/scm/pipelines/PipelineSelector.java|   9 +-
 .../scm/server/SCMDatanodeProtocolServer.java   |   2 +-
 .../TestCloseContainerEventHandler.java |   8 +-
 .../scm/container/TestContainerMapping.java |  19 ++-
 .../container/closer/TestContainerCloser.java   |   9 +-
 .../ozone/container/common/TestEndPoint.java|   3 +-
 .../org/apache/hadoop/hdds/scm/cli/SCMCLI.java  |   8 +-
 .../ha/AbstractNNFailoverProxyProvider.java | 152 ++-
 .../ha/ConfiguredFailoverProxyProvider.java | 141 ++---
 .../namenode/ha/IPFailoverProxyProvider.java|  51 +--
 .../commandhandler/TestBlockDeletion.java   |   3 +-
 .../TestCloseContainerHandler.java  |   4 +-
 .../TestReplicateContainerHandler.java  |   5 +-
 .../yarn/sls/scheduler/SchedulerMetrics.java|   7 +-
 29 files changed, 322 insertions(+), 256 deletions(-)
--



-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-08-08 Thread sunchao

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/3d54a964
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/3d54a964
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/3d54a964

Branch: refs/heads/HDFS-12943
Commit: 3d54a96434de20013d6c47dd143c8599ae4952a1
Parents: 2dad24f 3214cd7
Author: Chao Sun 
Authored: Wed Aug 8 13:10:43 2018 -0700
Committer: Chao Sun 
Committed: Wed Aug 8 13:10:43 2018 -0700

--
 .../src/main/bin/hadoop-functions.sh|1 +
 .../hadoop/fs/FileSystemMultipartUploader.java  |   69 +-
 .../org/apache/hadoop/fs/MultipartUploader.java |   32 +-
 .../java/org/apache/hadoop/fs/PartHandle.java   |8 +-
 .../java/org/apache/hadoop/fs/PathHandle.java   |9 +-
 .../main/java/org/apache/hadoop/ipc/Client.java |6 +-
 .../hadoop-common/src/site/markdown/Metrics.md  |8 +-
 .../markdown/release/3.1.1/CHANGES.3.1.1.md |  498 +++
 .../release/3.1.1/RELEASENOTES.3.1.1.md |  498 +++
 .../fs/AbstractSystemMultipartUploaderTest.java |  143 -
 .../TestLocalFileSystemMultipartUploader.java   |   65 -
 .../AbstractContractMultipartUploaderTest.java  |  300 ++
 .../TestLocalFSContractMultipartUploader.java   |   43 +
 .../src/main/compose/ozone/docker-config|1 +
 .../org/apache/hadoop/hdds/HddsConfigKeys.java  |4 +
 .../common/src/main/resources/ozone-default.xml |   13 +-
 .../container/common/interfaces/Container.java  |8 +
 .../server/ratis/ContainerStateMachine.java |  142 +-
 .../server/ratis/XceiverServerRatis.java|   10 +-
 .../container/common/volume/VolumeSet.java  |   15 +-
 .../container/keyvalue/KeyValueContainer.java   |8 +-
 .../container/keyvalue/KeyValueHandler.java |   14 +-
 .../keyvalue/TestKeyValueContainer.java |   58 +-
 .../container/keyvalue/TestKeyValueHandler.java |   46 +-
 .../scm/container/ContainerActionsHandler.java  |   60 +
 .../hadoop/hdds/scm/events/SCMEvents.java   |   16 +-
 .../server/SCMDatanodeHeartbeatDispatcher.java  |   22 +
 .../scm/server/StorageContainerManager.java |3 +
 .../container/TestContainerActionsHandler.java  |   68 +
 .../hadoop/hdfs/protocol/ECBlockGroupStats.java |   27 +-
 .../hdfs/protocol/ReplicatedBlockStats.java |   28 +-
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  |   21 +
 .../src/main/proto/ClientNamenodeProtocol.proto |3 +
 .../federation/metrics/NamenodeBeanMetrics.java |   10 +
 .../server/federation/router/ErasureCoding.java |   13 +
 .../jdiff/Apache_Hadoop_HDFS_3.1.1.xml  |  676 
 hadoop-hdfs-project/hadoop-hdfs/pom.xml |   19 +-
 .../org/apache/hadoop/hdfs/DFSConfigKeys.java   |2 +
 .../aliasmap/InMemoryLevelDBAliasMapServer.java |8 +-
 .../server/blockmanagement/BlockManager.java|8 +
 .../BlockPlacementPolicyDefault.java|4 +-
 .../blockmanagement/LowRedundancyBlocks.java|   28 +
 .../datamodel/DiskBalancerVolume.java   |   17 +-
 .../ContentSummaryComputationContext.java   |2 +
 .../hdfs/server/namenode/FSNamesystem.java  |   20 +-
 .../hdfs/server/namenode/NameNodeMXBean.java|   18 +
 .../hdfs/server/namenode/ha/EditLogTailer.java  |3 +-
 .../org/apache/hadoop/hdfs/tools/DFSAdmin.java  |   10 +
 .../org/apache/hadoop/hdfs/tools/ECAdmin.java   |4 +-
 .../src/main/resources/hdfs-default.xml |9 +
 .../src/site/markdown/HDFSErasureCoding.md  |4 +-
 .../hadoop/fs/TestHDFSMultipartUploader.java|   76 -
 .../hdfs/TestHDFSContractMultipartUploader.java |   58 +
 .../hadoop/hdfs/TestErasureCodingPolicies.java  |   14 +
 .../TestLowRedundancyBlockQueues.java   |   43 +-
 .../server/diskbalancer/TestDataModels.java |   16 +
 .../namenode/metrics/TestNameNodeMetrics.java   |   12 +
 .../apache/hadoop/hdfs/tools/TestDFSAdmin.java  |   32 +-
 .../test/resources/testErasureCodingConf.xml|   22 +-
 .../src/test/acceptance/ozonefs/ozonefs.robot   |4 +-
 .../acceptance/ozonefs/ozonesinglenode.robot|   49 +
 hadoop-ozone/common/src/main/bin/ozone  |4 +
 .../src/main/shellprofile.d/hadoop-ozone.sh |1 +
 .../org/apache/hadoop/ozone/om/OMMetrics.java   |2 +-
 .../apache/hadoop/ozone/web/ozShell/Shell.java  |4 +
 .../ozone/web/ozShell/keys/PutKeyHandler.java   |   16 +-
 hadoop-project-dist/pom.xml |2 +-
 hadoop-project/pom.xml  |2 +-
 .../hadoop/fs/s3a/S3AMultipartUploader.java |  177 +-
 .../hadoop/fs/s3a/WriteOperationHelper.java |4 +
 ...rg.apache.hadoop.fs.MultipartUploaderFactory |   15 -
 ...rg.apache.hadoop.fs.MultipartUploaderFactory |   15 +
 .../site/markdown/tools/hadoop-aws/s3guard.md   |   51 +-
 .../s3a/ITestS3AContractMultipartUploader.java  |  116 +
 .../apache/hadoop/fs/s3a/S3ATestConstants.java  |5 +

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-06-25 Thread xkrogen

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/da14307c
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/da14307c
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/da14307c

Branch: refs/heads/HDFS-12943
Commit: da14307c354f5901c60e8eed97c1a793a62a8371
Parents: 292ccdc 238fe00
Author: Erik Krogen 
Authored: Tue Jun 26 11:00:27 2018 +0530
Committer: Erik Krogen 
Committed: Tue Jun 26 11:00:27 2018 +0530

--
 dev-support/bin/ozone-dist-layout-stitching |   4 +-
 .../org/apache/hadoop/conf/Configuration.java   |   8 +-
 .../crypto/key/kms/KMSClientProvider.java   |  16 +-
 .../java/org/apache/hadoop/fs/BBPartHandle.java |  58 ++
 .../org/apache/hadoop/fs/BBUploadHandle.java|  57 ++
 .../fs/CommonConfigurationKeysPublic.java   |   4 +-
 .../hadoop/fs/FSDataOutputStreamBuilder.java|  22 +
 .../java/org/apache/hadoop/fs/FileContext.java  |  66 ++
 .../hadoop/fs/FileSystemMultipartUploader.java  | 132 
 .../hadoop/fs/LocalFileSystemPathHandle.java| 100 +++
 .../org/apache/hadoop/fs/MultipartUploader.java |  90 +++
 .../hadoop/fs/MultipartUploaderFactory.java |  65 ++
 .../main/java/org/apache/hadoop/fs/Options.java |   3 +
 .../java/org/apache/hadoop/fs/PartHandle.java   |  45 ++
 .../apache/hadoop/fs/RawLocalFileSystem.java|  61 +-
 .../UnsupportedMultipartUploaderException.java  |  41 ++
 .../java/org/apache/hadoop/fs/UploadHandle.java |  47 ++
 .../hadoop/metrics2/impl/MetricsConfig.java |  15 +-
 .../security/ShellBasedUnixGroupsMapping.java   |  10 +-
 .../hadoop/security/UserGroupInformation.java   |   4 +-
 .../web/DelegationTokenAuthenticator.java   |   8 +-
 .../apache/hadoop/util/HttpExceptionUtils.java  |  12 +-
 .../apache/hadoop/util/JsonSerialization.java   |  24 +
 .../main/java/org/apache/hadoop/util/Shell.java |   2 +-
 .../org/apache/hadoop/util/SysInfoLinux.java|  19 +-
 .../hadoop-common/src/main/proto/FSProtos.proto |   8 +
 ...rg.apache.hadoop.fs.MultipartUploaderFactory |  16 +
 .../fs/AbstractSystemMultipartUploaderTest.java | 143 
 .../fs/FileContextMainOperationsBaseTest.java   |  44 +-
 .../apache/hadoop/fs/TestLocalFileSystem.java   |  23 +-
 .../TestLocalFileSystemMultipartUploader.java   |  65 ++
 .../AbstractContractPathHandleTest.java |   6 +
 .../TestRawlocalContractPathHandle.java |  40 ++
 .../TestShellBasedUnixGroupsMapping.java|  39 +-
 .../apache/hadoop/util/TestSysInfoLinux.java|  60 ++
 .../src/test/resources/contract/rawlocal.xml|   5 +
 .../test/scripts/process_with_sigterm_trap.sh   |  24 +
 .../crypto/key/kms/server/KMSJSONWriter.java|   6 +-
 hadoop-dist/pom.xml |   5 +
 .../container/common/helpers/ContainerInfo.java |  32 +
 .../scm/container/common/helpers/Pipeline.java  | 142 ++--
 .../common/helpers/PipelineChannel.java | 124 
 hadoop-hdds/common/src/main/proto/hdds.proto|   8 +-
 .../statemachine/DatanodeStateMachine.java  |   3 +
 .../ReplicateContainerCommandHandler.java   |  67 ++
 .../states/endpoint/HeartbeatEndpointTask.java  |  12 +
 .../protocol/commands/CommandForDatanode.java   |  45 ++
 .../commands/ReplicateContainerCommand.java |  94 +++
 .../StorageContainerDatanodeProtocol.proto  |  12 +-
 .../scm/container/closer/ContainerCloser.java   |   6 +-
 .../hadoop/hdds/scm/node/SCMNodeManager.java|  20 +-
 .../hdds/scm/pipelines/PipelineManager.java |  67 +-
 .../hdds/scm/pipelines/PipelineSelector.java|  11 +-
 .../scm/pipelines/ratis/RatisManagerImpl.java   |  13 +-
 .../standalone/StandaloneManagerImpl.java   |   8 +-
 .../scm/server/SCMDatanodeProtocolServer.java   |  11 +
 .../scm/server/StorageContainerManager.java |   8 +-
 .../hdds/scm/block/TestDeletedBlockLog.java |   8 +-
 .../hadoop/hdds/scm/node/TestNodeManager.java   |  39 ++
 .../main/java/org/apache/hadoop/fs/XAttr.java   |   4 +-
 .../hdfs/DFSMultipartUploaderFactory.java   |  40 ++
 .../org/apache/hadoop/hdfs/ExtendedBlockId.java |   4 +-
 .../hdfs/client/impl/BlockReaderFactory.java|   2 +-
 .../AddErasureCodingPolicyResponse.java |   4 +-
 .../hdfs/protocol/CacheDirectiveInfo.java   |   4 +-
 .../hadoop/hdfs/protocol/CachePoolInfo.java |   4 +-
 .../hadoop/hdfs/protocol/EncryptionZone.java|   4 +-
 .../hdfs/protocol/ErasureCodingPolicy.java  |   4 +-
 .../hdfs/protocol/ErasureCodingPolicyInfo.java  |   4 +-
 .../hadoop/hdfs/protocol/ExtendedBlock.java |   2 +-
 .../hdfs/shortcircuit/DfsClientShmManager.java  |   2 +-
 .../hdfs/shortcircuit/ShortCircuitCache.java|   2 +-
 .../hdfs/shortcircuit/ShortCircuitShm.java  |   4 +-
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |   7 +-
 ...onfRefreshTokenBasedAccessTokenProvider.java |   8 +-
 .../CredentialBasedAccessTokenProvider.java

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-06-14 Thread xkrogen

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/d044cae8
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/d044cae8
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/d044cae8

Branch: refs/heads/HDFS-12943
Commit: d044cae87e770624e66146f54483c03c8f35ad02
Parents: 9756c2c 020dd61
Author: Erik Krogen 
Authored: Thu Jun 14 17:36:59 2018 -0700
Committer: Erik Krogen 
Committed: Thu Jun 14 17:36:59 2018 -0700

--
 LICENSE.txt | 4 +-
 .../src/main/bin/hadoop-functions.sh|34 +-
 .../hadoop/util/curator/ZKCuratorManager.java   |14 +-
 .../hadoop-common/src/site/markdown/Metrics.md  |12 +
 .../markdown/release/3.0.3/CHANGES.3.0.3.md |   309 +
 .../release/3.0.3/RELEASENOTES.3.0.3.md |31 +
 .../org/apache/hadoop/test/MetricsAsserts.java  |22 +-
 .../org/apache/hadoop/util/TestDiskChecker.java | 6 +-
 .../src/test/scripts/hadoop_stop_daemon.bats|24 +-
 .../apache/hadoop/oncrpc/security/Verifier.java |12 +-
 .../hadoop/hdds/scm/XceiverClientGrpc.java  |23 +
 .../container/common/helpers/ContainerInfo.java |27 +-
 .../org/apache/hadoop/ozone/OzoneConsts.java| 2 +
 .../apache/hadoop/utils/MetadataKeyFilters.java |   118 +-
 hadoop-hdds/common/src/main/proto/hdds.proto| 1 +
 .../apache/hadoop/ozone/TestMetadataStore.java  |61 +-
 .../container/common/helpers/ContainerData.java |21 +
 .../common/helpers/ContainerReport.java |12 +
 .../common/impl/ContainerManagerImpl.java   |15 +-
 .../container/common/report/ReportManager.java  | 3 +-
 .../statemachine/DatanodeStateMachine.java  | 9 +
 .../background/BlockDeletingService.java|16 +-
 .../CloseContainerCommandHandler.java   |21 +-
 .../commandhandler/CommandDispatcher.java   | 4 +
 .../DeleteBlocksCommandHandler.java | 3 +
 .../states/endpoint/HeartbeatEndpointTask.java  |12 +-
 .../common/transport/server/XceiverServer.java  | 7 +
 .../transport/server/XceiverServerGrpc.java | 9 +
 .../transport/server/XceiverServerSpi.java  | 7 +
 .../server/ratis/XceiverServerRatis.java|56 +-
 .../container/ozoneimpl/OzoneContainer.java |62 +-
 .../commands/CloseContainerCommand.java |12 +-
 .../StorageContainerDatanodeProtocol.proto  | 2 +
 .../common/report/TestReportPublisher.java  |79 +
 .../hadoop/hdds/scm/block/BlockManagerImpl.java | 9 +-
 .../hadoop/hdds/scm/block/DeletedBlockLog.java  | 3 +-
 .../hdds/scm/block/DeletedBlockLogImpl.java | 8 +-
 .../container/CloseContainerEventHandler.java   | 3 +-
 .../hdds/scm/container/ContainerMapping.java|35 +
 .../scm/container/ContainerStateManager.java|12 +
 .../hadoop/hdds/scm/container/Mapping.java  |11 +
 .../scm/container/closer/ContainerCloser.java   | 7 +-
 .../scm/server/SCMDatanodeProtocolServer.java   |   119 +-
 .../SCMDatanodeContainerReportHandler.java  |76 +
 .../report/SCMDatanodeHeartbeatDispatcher.java  |   189 +
 .../report/SCMDatanodeNodeReportHandler.java|43 +
 .../server/report/SCMDatanodeReportHandler.java |83 +
 .../report/SCMDatanodeReportHandlerFactory.java |82 +
 .../hdds/scm/server/report/package-info.java|57 +
 .../server-scm/src/main/webapps/scm/index.html  | 6 +-
 .../hadoop/hdds/scm/block/TestBlockManager.java |16 +
 .../scm/container/TestContainerMapping.java | 6 +-
 .../container/closer/TestContainerCloser.java   | 3 +-
 .../TestSCMDatanodeContainerReportHandler.java  |34 +
 .../TestSCMDatanodeHeartbeatDispatcher.java |   138 +
 .../TestSCMDatanodeNodeReportHandler.java   |36 +
 .../TestSCMDatanodeReportHandlerFactory.java|51 +
 .../hdds/scm/server/report/package-info.java|21 +
 .../ha/ConfiguredFailoverProxyProvider.java |29 +-
 .../ha/TestConfiguredFailoverProxyProvider.java |   264 +
 .../driver/impl/StateStoreZooKeeperImpl.java| 6 +-
 .../main/webapps/router/federationhealth.html   | 6 +-
 .../jdiff/Apache_Hadoop_HDFS_3.0.3.xml  |   322 +
 hadoop-hdfs-project/hadoop-hdfs/pom.xml | 4 +-
 .../hdfs/server/namenode/ha/EditLogTailer.java  |11 +
 .../namenode/metrics/NameNodeMetrics.java   |59 +-
 .../src/main/resources/hdfs-default.xml |12 +
 .../src/main/webapps/datanode/datanode.html | 6 +-
 .../src/main/webapps/hdfs/dfshealth.html| 6 +-
 .../src/main/webapps/hdfs/dfshealth.js  | 8 +-
 .../src/main/webapps/hdfs/explorer.html |10 +-
 .../src/main/webapps/hdfs/explorer.js   |34 +-
 .../src/main/webapps/journal/index.html | 6 +-
 .../src/main/webapps/secondary/status.html

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-06-01 Thread xkrogen

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/64ed2aa4
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/64ed2aa4
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/64ed2aa4

Branch: refs/heads/HDFS-12943
Commit: 64ed2aa4325214f6f5f1889da935dc68f0d51122
Parents: f7f2739 6b21a59
Author: Erik Krogen 
Authored: Fri Jun 1 09:43:42 2018 -0700
Committer: Erik Krogen 
Committed: Fri Jun 1 09:43:42 2018 -0700

--
 .gitignore  |   8 +
 dev-support/bin/dist-layout-stitching   |  15 -
 dev-support/bin/ozone-dist-layout-stitching | 157 
 dev-support/bin/ozone-dist-tar-stitching|  48 ++
 .../resources/assemblies/hadoop-yarn-dist.xml   |   2 +-
 .../org/apache/hadoop/conf/Configuration.java   |  20 +-
 .../apache/hadoop/crypto/key/KeyProvider.java   |  18 +
 .../crypto/key/kms/KMSClientProvider.java   | 229 +++---
 .../crypto/key/kms/KMSDelegationToken.java  |  22 +-
 .../crypto/key/kms/KMSLegacyTokenRenewer.java   |  56 --
 .../hadoop/crypto/key/kms/KMSTokenRenewer.java  | 103 ---
 .../hadoop/crypto/key/kms/package-info.java |  18 -
 .../fs/CommonConfigurationKeysPublic.java   |  32 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |  18 +-
 .../apache/hadoop/ha/ZKFailoverController.java  |   2 +-
 .../org/apache/hadoop/http/HttpServer2.java |  79 +-
 .../apache/hadoop/io/ElasticByteBufferPool.java |  12 +
 .../main/java/org/apache/hadoop/io/IOUtils.java |  27 +
 .../org/apache/hadoop/io/ReadaheadPool.java |   6 +-
 .../org/apache/hadoop/net/NetworkTopology.java  |   2 +-
 .../hadoop/security/UserGroupInformation.java   |   8 +-
 .../web/DelegationTokenAuthenticatedURL.java|  21 +-
 .../DelegationTokenAuthenticationHandler.java   |   8 +-
 .../web/DelegationTokenAuthenticator.java   |   2 +-
 .../org/apache/hadoop/util/DiskChecker.java |  46 +-
 .../java/org/apache/hadoop/util/KMSUtil.java|  45 +-
 .../hadoop/util/KMSUtilFaultInjector.java   |  49 --
 .../java/org/apache/hadoop/util/RunJar.java |  27 +-
 .../main/java/org/apache/hadoop/util/Shell.java |  15 +
 .../org/apache/hadoop/util/StringUtils.java |   2 +-
 .../main/java/org/apache/hadoop/util/Time.java  |  12 +
 ...apache.hadoop.security.token.TokenIdentifier |   1 -
 ...rg.apache.hadoop.security.token.TokenRenewer |   3 +-
 .../src/main/resources/core-default.xml |  65 +-
 .../markdown/release/2.9.1/CHANGES.2.9.1.md | 277 +++
 .../release/2.9.1/RELEASENOTES.2.9.1.md |  88 ++
 .../apache/hadoop/conf/TestConfiguration.java   |   4 +-
 .../apache/hadoop/crypto/TestCryptoStreams.java |  39 +-
 .../crypto/key/kms/TestKMSClientProvider.java   | 162 
 .../kms/TestLoadBalancingKMSClientProvider.java |  67 +-
 .../java/org/apache/hadoop/fs/TestFileUtil.java |  40 +-
 .../fs/TestRawLocalFileSystemContract.java  |   2 +-
 .../java/org/apache/hadoop/fs/TestTrash.java|  10 +-
 .../hadoop/fs/contract/ContractTestUtils.java   |  29 +
 .../org/apache/hadoop/http/TestHttpServer.java  |  61 ++
 .../TestRollingFileSystemSinkWithLocal.java |  19 +-
 .../org/apache/hadoop/util/TestDiskChecker.java | 102 ---
 .../hadoop/util/TestDiskCheckerWithDiskIo.java  | 173 
 .../org/apache/hadoop/util/TestKMSUtil.java |  65 --
 .../java/org/apache/hadoop/util/TestRunJar.java |  79 +-
 .../org/apache/hadoop/util/TestStringUtils.java |   2 +-
 .../hadoop/crypto/key/kms/server/KMSACLs.java   |   4 +-
 .../src/main/resources/kms-default.xml  |  35 +
 .../hadoop/crypto/key/kms/server/TestKMS.java   | 519 ++--
 hadoop-dist/pom.xml | 164 ++--
 hadoop-dist/src/main/compose/ozone/.env |   2 +-
 .../src/main/compose/ozone/docker-compose.yaml  |   8 +-
 hadoop-hdds/client/pom.xml  |   5 +-
 .../apache/hadoop/hdds/scm/XceiverClient.java   |  40 +-
 .../hadoop/hdds/scm/XceiverClientGrpc.java  | 217 +
 .../hadoop/hdds/scm/XceiverClientHandler.java   |  10 +-
 .../hdds/scm/XceiverClientInitializer.java  |  18 +-
 .../hadoop/hdds/scm/XceiverClientManager.java   |  38 +-
 .../hadoop/hdds/scm/XceiverClientMetrics.java   |  10 +-
 .../hadoop/hdds/scm/XceiverClientRatis.java |  18 +-
 .../scm/client/ContainerOperationClient.java| 126 +--
 .../hadoop/hdds/scm/client/HddsClientUtils.java |  23 +
 .../hdds/scm/storage/ChunkInputStream.java  |  19 +-
 .../hdds/scm/storage/ChunkOutputStream.java |  26 +-
 .../common/dev-support/findbugsExcludeFile.xml  |   3 +
 hadoop-hdds/common/pom.xml  |  71 +-
 .../org/apache/hadoop/hdds/client/BlockID.java  |  71 ++
 .../hadoop/hdds/conf/HddsConfServlet.java   |   2 +-
 .../hadoop/hdds/conf/OzoneConfiguration.java|   6 +-
 .../hadoop/hdds/protocol/DatanodeDetails.java   | 219 +++--

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-05-04 Thread xkrogen

Merge branch 'trunk' into HDFS-12943

# Conflicts:
#   
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/ProtobufRpcEngine.java
#   
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a38fde5d
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a38fde5d
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a38fde5d

Branch: refs/heads/HDFS-12943
Commit: a38fde5d0a9c0a8d20204c9b546e6f0de58b6a2a
Parents: f8ee212 96c843f
Author: Erik Krogen 
Authored: Fri May 4 12:25:45 2018 -0700
Committer: Erik Krogen 
Committed: Fri May 4 12:25:45 2018 -0700

--
 BUILDING.txt| 2 +
 LICENSE.txt |68 +
 dev-support/bin/dist-layout-stitching   |22 +-
 dev-support/docker/Dockerfile   | 3 +
 .../assemblies/hadoop-src-with-hdsl.xml |56 +
 .../main/resources/assemblies/hadoop-src.xml| 2 +
 .../ensure-jars-have-correct-contents.sh| 6 +
 .../hadoop-client-minicluster/pom.xml   | 7 +
 .../hadoop-client-runtime/pom.xml   | 1 +
 .../src/main/bin/hadoop-functions.sh|14 +-
 .../hadoop-common/src/main/conf/hadoop-env.sh   |17 +
 .../src/main/conf/log4j.properties  |34 +
 .../org/apache/hadoop/conf/Configuration.java   |11 +-
 .../crypto/key/kms/KMSClientProvider.java   |   212 +-
 .../crypto/key/kms/KMSDelegationToken.java  |22 +-
 .../crypto/key/kms/KMSLegacyTokenRenewer.java   |56 +
 .../hadoop/crypto/key/kms/KMSTokenRenewer.java  |   103 +
 .../hadoop/crypto/key/kms/package-info.java |18 +
 .../apache/hadoop/fs/ChecksumFileSystem.java| 9 +-
 .../hadoop/fs/CommonConfigurationKeys.java  | 4 +
 .../fs/CommonConfigurationKeysPublic.java   |10 +
 .../hadoop/fs/CompositeCrcFileChecksum.java |82 +
 .../java/org/apache/hadoop/fs/FileSystem.java   | 2 +-
 .../main/java/org/apache/hadoop/fs/Options.java |11 +
 .../org/apache/hadoop/fs/shell/Command.java |69 +-
 .../apache/hadoop/fs/shell/CopyCommands.java| 6 +
 .../java/org/apache/hadoop/fs/shell/Ls.java |26 +-
 .../org/apache/hadoop/fs/shell/PathData.java|27 +
 .../main/java/org/apache/hadoop/ipc/Client.java |16 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java| 5 +-
 .../main/java/org/apache/hadoop/ipc/RPC.java|46 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |11 +-
 .../apache/hadoop/ipc/WritableRpcEngine.java| 2 +-
 .../apache/hadoop/ipc/metrics/RpcMetrics.java   |11 +-
 .../hadoop/metrics2/impl/MetricsConfig.java |50 +-
 .../java/org/apache/hadoop/net/NetUtils.java|16 +
 .../AuthenticationFilterInitializer.java|10 +-
 .../hadoop/security/UserGroupInformation.java   |10 +-
 .../web/DelegationTokenAuthenticatedURL.java|21 +-
 .../DelegationTokenAuthenticationHandler.java   | 8 +-
 .../web/DelegationTokenAuthenticator.java   | 2 +-
 .../hadoop/service/launcher/IrqHandler.java | 2 +-
 .../java/org/apache/hadoop/util/ConfTest.java   |10 +-
 .../org/apache/hadoop/util/CrcComposer.java |   187 +
 .../java/org/apache/hadoop/util/CrcUtil.java|   220 +
 .../org/apache/hadoop/util/DataChecksum.java|18 +
 .../hadoop/util/GenericOptionsParser.java   | 3 +
 .../java/org/apache/hadoop/util/KMSUtil.java|45 +-
 .../hadoop/util/KMSUtilFaultInjector.java   |49 +
 .../hadoop/util/concurrent/HadoopExecutors.java |34 +-
 ...apache.hadoop.security.token.TokenIdentifier | 1 +
 ...rg.apache.hadoop.security.token.TokenRenewer | 3 +-
 .../src/main/resources/core-default.xml |41 +
 .../src/site/markdown/CommandsManual.md |17 +
 .../src/site/markdown/HttpAuthentication.md | 2 +-
 .../markdown/release/3.0.2/CHANGES.3.0.2.md |31 +
 .../release/3.0.2/RELEASENOTES.3.0.2.md |31 +
 .../markdown/release/3.1.0/CHANGES.3.1.0.md |  1022 +
 .../release/3.1.0/RELEASENOTES.3.1.0.md |   199 +
 .../conf/TestCommonConfigurationFields.java | 3 +
 .../apache/hadoop/conf/TestConfiguration.java   |26 +-
 ...yptoStreamsWithOpensslAesCtrCryptoCodec.java | 2 +-
 .../crypto/key/kms/TestKMSClientProvider.java   |   162 +
 .../kms/TestLoadBalancingKMSClientProvider.java |67 +-
 .../apache/hadoop/fs/TestLocalFileSystem.java   | 2 +-
 .../fs/contract/AbstractContractCreateTest.java |12 +-
 .../apache/hadoop/fs/shell/find/TestFind.java   |34 +-
 .../org/apache/hadoop/http/TestHttpServer.java  | 2 +-
 .../java/org/apache/hadoop/io/TestIOUtils.java  | 2 +-

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

2018-04-04 Thread xkrogen

Merge branch 'trunk' into HDFS-12943


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/2bc0fd57
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/2bc0fd57
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/2bc0fd57

Branch: refs/heads/HDFS-12943
Commit: 2bc0fd575b410e344af4115cb212452577510d92
Parents: 13b3cfd 3087e89
Author: Erik Krogen 
Authored: Wed Apr 4 15:42:04 2018 -0700
Committer: Erik Krogen 
Committed: Wed Apr 4 15:42:04 2018 -0700

--
 BUILDING.txt|17 +-
 dev-support/bin/create-release  | 2 +-
 dev-support/docker/Dockerfile   | 3 +
 .../hadoop-annotations/pom.xml  |15 -
 .../org/apache/hadoop/conf/Configuration.java   |48 +-
 .../apache/hadoop/crypto/key/KeyProvider.java   |11 +-
 .../fs/CommonConfigurationKeysPublic.java   |21 +
 .../apache/hadoop/io/DataOutputByteBuffer.java  |   137 -
 .../apache/hadoop/io/MultipleIOException.java   |10 +
 .../main/java/org/apache/hadoop/ipc/Server.java | 3 +
 .../org/apache/hadoop/metrics2/util/MBeans.java |52 +-
 .../org/apache/hadoop/net/NetworkTopology.java  |   106 +-
 .../hadoop/security/LdapGroupsMapping.java  |90 +-
 .../java/org/apache/hadoop/util/ThreadUtil.java |26 +-
 .../org/apache/hadoop/util/VersionInfo.java | 3 +-
 .../src/main/resources/core-default.xml |40 +
 .../src/site/markdown/GroupsMapping.md  | 3 +
 .../markdown/release/3.0.1/CHANGES.3.0.1.md |   241 +
 .../release/3.0.1/RELEASENOTES.3.0.1.md |54 +
 .../apache/hadoop/conf/TestConfiguration.java   |63 +-
 .../apache/hadoop/io/TestDataByteBuffers.java   |   196 +-
 .../hadoop/metrics2/util/DummyMXBean.java   |26 +
 .../apache/hadoop/metrics2/util/TestMBeans.java |   107 +
 .../hadoop/crypto/key/kms/server/TestKMS.java   |38 +-
 .../java/org/apache/hadoop/hdfs/DFSClient.java  | 2 +-
 .../hadoop-hdfs-native-client/pom.xml   |   113 +-
 .../src/CMakeLists.txt  |17 +-
 .../main/native/libhdfs-tests/native_mini_dfs.c |22 +-
 .../main/native/libhdfs-tests/native_mini_dfs.h |11 +-
 .../libhdfs-tests/test_libhdfs_mini_stress.c|   350 +
 .../libhdfs-tests/test_libhdfs_threaded.c   |70 +-
 .../native/libhdfspp/CMake/FindCyrusSASL.cmake  |49 +
 .../main/native/libhdfspp/CMake/FindGSasl.cmake |44 +
 .../src/main/native/libhdfspp/CMakeLists.txt|   297 +
 .../src/main/native/libhdfspp/CONTRIBUTING.md   |   161 +
 .../src/main/native/libhdfspp/doc/Doxyfile.in   |35 +
 .../src/main/native/libhdfspp/doc/mainpage.dox  |26 +
 .../native/libhdfspp/examples/CMakeLists.txt|20 +
 .../native/libhdfspp/examples/c/CMakeLists.txt  |20 +
 .../libhdfspp/examples/c/cat/CMakeLists.txt |27 +
 .../main/native/libhdfspp/examples/c/cat/cat.c  |   121 +
 .../examples/c/connect_cancel/CMakeLists.txt|27 +
 .../examples/c/connect_cancel/connect_cancel.c  |   107 +
 .../native/libhdfspp/examples/cc/CMakeLists.txt |24 +
 .../libhdfspp/examples/cc/cat/CMakeLists.txt|27 +
 .../native/libhdfspp/examples/cc/cat/cat.cc |89 +
 .../examples/cc/connect_cancel/CMakeLists.txt   |27 +
 .../cc/connect_cancel/connect_cancel.cc |   154 +
 .../libhdfspp/examples/cc/find/CMakeLists.txt   |27 +
 .../native/libhdfspp/examples/cc/find/find.cc   |   140 +
 .../examples/cc/gendirs/CMakeLists.txt  |27 +
 .../libhdfspp/examples/cc/gendirs/gendirs.cc|   122 +
 .../libhdfspp/include/hdfspp/block_location.h   |   177 +
 .../libhdfspp/include/hdfspp/config_parser.h|68 +
 .../libhdfspp/include/hdfspp/content_summary.h  |48 +
 .../native/libhdfspp/include/hdfspp/events.h|   141 +
 .../native/libhdfspp/include/hdfspp/fsinfo.h|48 +
 .../native/libhdfspp/include/hdfspp/hdfs_ext.h  |   394 +
 .../native/libhdfspp/include/hdfspp/hdfspp.h|   492 +
 .../native/libhdfspp/include/hdfspp/locks.h |   110 +
 .../main/native/libhdfspp/include/hdfspp/log.h  |60 +
 .../native/libhdfspp/include/hdfspp/options.h   |   136 +
 .../native/libhdfspp/include/hdfspp/statinfo.h  |59 +
 .../native/libhdfspp/include/hdfspp/status.h|   111 +
 .../main/native/libhdfspp/include/hdfspp/uri.h  |   137 +
 .../main/native/libhdfspp/lib/CMakeLists.txt|25 +
 .../libhdfspp/lib/bindings/CMakeLists.txt   |19 +
 .../libhdfspp/lib/bindings/c/CMakeLists.txt |21 +
 .../native/libhdfspp/lib/bindings/c/hdfs.cc |  2007 ++
 .../native/libhdfspp/lib/common/CMakeLists.txt  |24 +
 .../native/libhdfspp/lib/common/async_stream.h  |49 +
 .../native/libhdfspp/lib/common/auth_info.cc|18 +
 .../native/libhdfspp/lib/common/auth_info.h |90 +

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

[49/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-12943

16 matches

Site Navigation

Mail list logo

Footer information