Merge remote-tracking branch 'apache-commit/trunk' into HDFS-12996
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/8d4aa014 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/8d4aa014 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/8d4aa014 Branch: refs/heads/HDFS-12996 Commit: 8d4aa014d7130206f59bbd1e439465c8ea86572e Parents: 85a0ed7 9d6994d Author: Arpit Agarwal <a...@apache.org> Authored: Tue Mar 13 15:27:31 2018 -0700 Committer: Arpit Agarwal <a...@apache.org> Committed: Tue Mar 13 15:27:31 2018 -0700 ---------------------------------------------------------------------- BUILDING.txt | 4 +- NOTICE.txt | 14 + dev-support/bin/verify-license-files | 145 ++++ dev-support/docker/Dockerfile | 2 +- .../resources/assemblies/hadoop-yarn-dist.xml | 2 +- .../main/resources/checkstyle/checkstyle.xml | 5 +- .../hadoop-cloud-storage/pom.xml | 7 +- hadoop-common-project/hadoop-auth/pom.xml | 12 + hadoop-common-project/hadoop-common/pom.xml | 26 +- .../src/main/conf/log4j.properties | 3 + .../java/org/apache/hadoop/fs/FileStatus.java | 2 +- .../java/org/apache/hadoop/fs/FileSystem.java | 2 +- .../org/apache/hadoop/http/HttpServer2.java | 12 +- .../org/apache/hadoop/io/retry/RetryPolicy.java | 7 +- .../java/org/apache/hadoop/log/Log4Json.java | 2 +- .../java/org/apache/hadoop/net/NetUtils.java | 159 ++-- .../AuthenticationFilterInitializer.java | 9 +- .../AuthenticationWithProxyUserFilter.java | 124 ---- .../security/RuleBasedLdapGroupsMapping.java | 91 +++ .../web/DelegationTokenAuthenticator.java | 17 +- .../src/main/resources/core-default.xml | 24 + .../src/site/markdown/SecureMode.md | 4 +- .../src/site/markdown/SingleCluster.md.vm | 8 + .../conf/TestCommonConfigurationFields.java | 4 +- .../org/apache/hadoop/http/TestHttpServer.java | 23 +- .../hadoop/http/TestHttpServerWithSpengo.java | 494 ------------- .../org/apache/hadoop/log/TestLogLevel.java | 4 +- .../org/apache/hadoop/net/TestNetUtils.java | 40 + .../security/TestAuthenticationFilter.java | 13 +- .../TestAuthenticationWithProxyUserFilter.java | 79 -- .../TestRuleBasedLdapGroupsMapping.java | 99 +++ .../apache/hadoop/test/GenericTestUtils.java | 68 +- hadoop-common-project/hadoop-kms/pom.xml | 2 +- .../hadoop/crypto/key/kms/server/KMSWebApp.java | 2 +- .../hadoop/crypto/key/kms/server/TestKMS.java | 6 +- .../crypto/key/kms/server/TestKMSWithZK.java | 39 - .../org/apache/hadoop/minikdc/TestMiniKdc.java | 3 +- .../java/org/apache/hadoop/hdfs/DFSClient.java | 15 + .../hadoop/hdfs/DFSOpsCountStatistics.java | 2 + .../org/apache/hadoop/hdfs/DFSOutputStream.java | 63 +- .../hadoop/hdfs/DistributedFileSystem.java | 88 ++- .../apache/hadoop/hdfs/client/HdfsAdmin.java | 46 +- .../hadoop/hdfs/client/impl/LeaseRenewer.java | 2 +- .../hadoop/hdfs/protocol/ClientProtocol.java | 3 +- .../hadoop/hdfs/protocol/LocatedBlocks.java | 12 +- .../hdfs/protocol/SnapshotDiffReport.java | 4 + .../protocol/SnapshottableDirectoryStatus.java | 8 + .../ha/RequestHedgingProxyProvider.java | 6 + .../apache/hadoop/hdfs/web/JsonUtilClient.java | 83 +++ .../hadoop/hdfs/web/WebHdfsFileSystem.java | 57 +- .../hadoop/hdfs/web/resources/GetOpParam.java | 4 +- .../ha/TestRequestHedgingProxyProvider.java | 45 ++ .../hadoop/fs/http/client/HttpFSFileSystem.java | 1 + .../hadoop/fs/http/server/FSOperations.java | 20 +- .../http/server/HttpFSParametersProvider.java | 30 +- .../hadoop/fs/http/server/HttpFSServer.java | 18 +- .../hadoop/fs/http/server/TestHttpFSServer.java | 174 +++++ .../http/server/TestHttpFSServerWebServer.java | 10 +- hadoop-hdfs-project/hadoop-hdfs/pom.xml | 26 +- .../org/apache/hadoop/hdfs/DFSConfigKeys.java | 14 + .../java/org/apache/hadoop/hdfs/HAUtil.java | 16 +- .../NamenodeProtocolServerSideTranslatorPB.java | 3 +- .../NamenodeProtocolTranslatorPB.java | 5 +- .../qjournal/client/QuorumJournalManager.java | 4 +- .../token/block/BlockTokenSecretManager.java | 71 +- .../hadoop/hdfs/server/balancer/Dispatcher.java | 2 +- .../hdfs/server/balancer/NameNodeConnector.java | 5 +- .../server/blockmanagement/BlockManager.java | 17 +- .../server/datanode/BlockRecoveryWorker.java | 6 +- .../hadoop/hdfs/server/datanode/DataNode.java | 39 +- .../hdfs/server/datanode/DiskBalancer.java | 31 +- .../server/datanode/SecureDataNodeStarter.java | 47 +- .../datanode/web/webhdfs/WebHdfsHandler.java | 3 +- .../diskbalancer/DiskBalancerConstants.java | 5 - .../diskbalancer/command/ExecuteCommand.java | 20 +- .../federation/resolver/MountTableResolver.java | 18 +- .../federation/router/ConnectionManager.java | 59 +- .../federation/router/ConnectionPool.java | 2 +- .../federation/router/ConnectionPoolId.java | 6 + .../federation/router/FederationUtil.java | 20 + .../hdfs/server/federation/router/Router.java | 18 +- .../federation/router/RouterQuotaManager.java | 14 +- .../store/driver/StateStoreDriver.java | 2 +- .../federation/store/records/BaseRecord.java | 16 +- .../store/records/MembershipState.java | 29 +- .../federation/store/records/MountTable.java | 42 +- .../federation/store/records/RouterState.java | 9 +- .../server/namenode/FSDirEncryptionZoneOp.java | 8 +- .../hdfs/server/namenode/FSDirRenameOp.java | 3 +- .../hdfs/server/namenode/FSNamesystem.java | 7 +- .../server/namenode/FSPermissionChecker.java | 4 +- .../hdfs/server/namenode/INodeDirectory.java | 10 +- .../hdfs/server/namenode/INodeReference.java | 4 - .../hdfs/server/namenode/NameNodeRpcServer.java | 35 +- .../snapshot/AbstractINodeDiffList.java | 26 +- .../hdfs/server/namenode/snapshot/DiffList.java | 18 + .../namenode/snapshot/DiffListByArrayList.java | 8 + .../namenode/snapshot/DiffListBySkipList.java | 585 +++++++++++++++ .../snapshot/DirectoryDiffListFactory.java | 70 ++ .../snapshot/DirectorySnapshottableFeature.java | 5 +- .../snapshot/DirectoryWithSnapshotFeature.java | 182 +++-- .../snapshot/FSImageFormatPBSnapshot.java | 6 +- .../namenode/snapshot/SnapshotDiffInfo.java | 11 +- .../snapshot/SnapshotDiffListingInfo.java | 15 +- .../snapshot/SnapshotFSImageFormat.java | 4 +- .../namenode/snapshot/SnapshotManager.java | 15 +- .../web/resources/NamenodeWebHdfsMethods.java | 45 +- .../hdfs/server/protocol/NamenodeProtocol.java | 9 +- .../apache/hadoop/hdfs/tools/CryptoAdmin.java | 4 +- .../hadoop/hdfs/tools/DiskBalancerCLI.java | 15 + .../org/apache/hadoop/hdfs/tools/ECAdmin.java | 12 +- .../java/org/apache/hadoop/hdfs/util/Diff.java | 131 +++- .../apache/hadoop/hdfs/util/ReadOnlyList.java | 18 + .../org/apache/hadoop/hdfs/web/JsonUtil.java | 56 ++ .../src/main/proto/NamenodeProtocol.proto | 1 + .../src/main/resources/hdfs-default.xml | 30 +- .../src/main/webapps/hdfs/dfshealth.html | 3 + .../src/main/webapps/hdfs/dfshealth.js | 16 +- .../src/main/webapps/hdfs/explorer.html | 3 + .../main/webapps/router/federationhealth.html | 10 +- .../src/main/webapps/router/federationhealth.js | 74 +- .../src/site/markdown/HDFSRouterFederation.md | 17 +- .../hadoop-hdfs/src/site/markdown/ViewFs.md | 139 ++++ .../hadoop-hdfs/src/site/markdown/WebHDFS.md | 92 +++ .../org/apache/hadoop/hdfs/MiniDFSCluster.java | 6 +- .../apache/hadoop/hdfs/StripedFileTestUtil.java | 15 + ...estDFSInotifyEventInputStreamKerberized.java | 223 ++++++ .../apache/hadoop/hdfs/TestEncryptionZones.java | 77 ++ .../hdfs/TestFileStatusWithDefaultECPolicy.java | 107 +++ .../hadoop/hdfs/TestFileStatusWithECPolicy.java | 102 --- .../hdfs/TestFileStatusWithRandomECPolicy.java | 49 ++ .../org/apache/hadoop/hdfs/TestGetBlocks.java | 50 +- .../apache/hadoop/hdfs/TestLeaseRecovery.java | 44 ++ .../java/org/apache/hadoop/hdfs/TestQuota.java | 107 +++ .../hadoop/hdfs/TestReconstructStripedFile.java | 48 +- ...econstructStripedFileWithRandomECPolicy.java | 49 ++ .../datatransfer/sasl/TestSaslDataTransfer.java | 11 +- .../hadoop/hdfs/qjournal/MiniQJMHACluster.java | 21 +- .../client/TestQuorumJournalManager.java | 26 +- .../hdfs/server/balancer/TestBalancer.java | 2 +- .../TestBalancerWithMultipleNameNodes.java | 175 ++++- .../blockmanagement/TestBlockInfoStriped.java | 33 +- .../blockmanagement/TestBlockStatsMXBean.java | 5 + .../TestLowRedundancyBlockQueues.java | 19 +- .../TestPendingReconstruction.java | 10 +- .../datanode/TestDataNodeVolumeFailure.java | 12 + .../diskbalancer/DiskBalancerTestUtil.java | 21 +- .../server/diskbalancer/TestDiskBalancer.java | 72 +- .../diskbalancer/TestDiskBalancerRPC.java | 4 +- .../command/TestDiskBalancerCommand.java | 168 +++++ .../resolver/TestMountTableResolver.java | 69 ++ .../router/TestConnectionManager.java | 157 ++++ .../federation/router/TestRouterAdminCLI.java | 38 +- .../router/TestRouterNamenodeMonitoring.java | 143 ++++ .../federation/router/TestRouterQuota.java | 2 +- .../router/TestRouterQuotaManager.java | 12 + .../router/TestRouterRPCClientRetries.java | 11 +- .../federation/router/TestRouterSafemode.java | 9 + .../store/records/TestMountTable.java | 43 ++ .../server/namenode/TestCacheDirectives.java | 15 + .../hdfs/server/namenode/TestFSImage.java | 9 + .../namenode/snapshot/SnapshotTestHelper.java | 79 +- .../snapshot/TestDiffListBySkipList.java | 357 +++++++++ .../snapshot/TestRenameWithSnapshots.java | 129 ++-- .../snapshot/TestSetQuotaWithSnapshot.java | 6 +- .../snapshot/TestSnapshotDiffReport.java | 13 + .../web/resources/TestWebHdfsDataLocality.java | 2 +- .../org/apache/hadoop/hdfs/web/TestWebHDFS.java | 256 ++++++- .../apache/hadoop/hdfs/web/TestWebHdfsUrl.java | 57 ++ .../test/resources/testErasureCodingConf.xml | 28 +- .../jobhistory/JobHistoryEventHandler.java | 4 +- .../hadoop/mapreduce/v2/app/MRAppMaster.java | 2 +- .../mapreduce/v2/app/webapp/AppController.java | 7 +- .../mapreduce/v2/jobhistory/JHAdminConfig.java | 4 + .../v2/jobhistory/JobHistoryUtils.java | 38 +- .../v2/jobhistory/TestJobHistoryUtils.java | 24 + .../hadoop/mapreduce/JobResourceUploader.java | 29 +- .../src/main/resources/mapred-default.xml | 25 +- .../hadoop/mapreduce/v2/hs/JobHistory.java | 2 +- .../org/apache/hadoop/examples/pi/package.html | 2 +- .../plugin/paralleltests/CreateDirsMojo.java | 100 +++ hadoop-project/pom.xml | 88 ++- hadoop-project/src/site/markdown/index.md.vm | 2 +- .../hadoop/tools/HadoopArchiveLogsRunner.java | 26 +- .../hadoop/tools/TestHadoopArchiveLogs.java | 2 + .../tools/TestHadoopArchiveLogsRunner.java | 204 +++--- .../hadoop-aws/dev-support/findbugs-exclude.xml | 36 + hadoop-tools/hadoop-aws/pom.xml | 26 +- .../org/apache/hadoop/fs/s3a/Constants.java | 11 + .../hadoop/fs/s3a/FailureInjectionPolicy.java | 163 +++++ .../fs/s3a/InconsistentAmazonS3Client.java | 177 ++--- .../hadoop/fs/s3a/InconsistentS3Object.java | 232 ++++++ .../java/org/apache/hadoop/fs/s3a/Invoker.java | 5 +- .../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 82 ++- .../apache/hadoop/fs/s3a/S3AInputStream.java | 122 ++-- .../hadoop/fs/s3a/S3AInstrumentation.java | 1 + .../org/apache/hadoop/fs/s3a/S3AOpContext.java | 87 +++ .../apache/hadoop/fs/s3a/S3AReadOpContext.java | 56 ++ .../apache/hadoop/fs/s3a/S3ARetryPolicy.java | 45 +- .../hadoop/fs/s3a/S3GuardExistsRetryPolicy.java | 47 ++ .../org/apache/hadoop/fs/s3a/Statistic.java | 2 + .../fs/s3a/s3guard/DynamoDBMetadataStore.java | 20 +- .../hadoop/fs/s3a/s3guard/MetadataStore.java | 3 + .../src/site/markdown/tools/hadoop-aws/index.md | 41 +- .../site/markdown/tools/hadoop-aws/testing.md | 5 + .../hadoop/fs/s3a/ITestS3AInconsistency.java | 116 ++- .../hadoop/fs/s3a/ITestS3AMiscOperations.java | 53 +- .../fs/s3a/ITestS3GuardListConsistency.java | 13 +- .../apache/hadoop/fs/s3a/MockS3AFileSystem.java | 6 + .../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 4 +- .../fs/s3a/commit/AbstractCommitITest.java | 3 +- .../ITestDynamoDBMetadataStoreScale.java | 174 +++++ .../fs/s3a/s3guard/MetadataStoreTestBase.java | 2 +- .../scale/ITestDynamoDBMetadataStoreScale.java | 48 -- .../scale/ITestS3AHugeFilesSSECDiskBlocks.java | 58 ++ hadoop-tools/hadoop-azure-datalake/pom.xml | 1 + .../org/apache/hadoop/tools/DistCpOptions.java | 5 - .../tools/mapred/RetriableFileCopyCommand.java | 53 +- .../apache/hadoop/tools/util/DistCpUtils.java | 2 +- .../hadoop/tools/util/ThrottledInputStream.java | 48 +- .../hadoop/tools/mapred/TestCopyMapper.java | 38 +- .../hadoop/fs/swift/http/ExceptionDiags.java | 7 +- .../fs/swift/http/RestClientBindings.java | 7 +- .../hadoop/fs/swift/http/SwiftRestClient.java | 9 +- .../fs/swift/snative/SwiftNativeFileSystem.java | 8 +- .../snative/SwiftNativeFileSystemStore.java | 10 +- .../swift/snative/SwiftNativeInputStream.java | 7 +- .../swift/snative/SwiftNativeOutputStream.java | 8 +- .../hadoop/fs/swift/util/SwiftTestUtils.java | 8 +- .../apache/hadoop/fs/swift/util/SwiftUtils.java | 8 +- .../fs/swift/SwiftFileSystemBaseTest.java | 8 +- .../hadoop/fs/swift/TestLogResources.java | 8 +- .../hadoop/fs/swift/TestReadPastBuffer.java | 8 +- .../org/apache/hadoop/fs/swift/TestSeek.java | 8 +- .../fs/swift/TestSwiftFileSystemBasicOps.java | 8 +- .../swift/TestSwiftFileSystemBlockLocation.java | 2 +- .../swift/TestSwiftFileSystemConcurrency.java | 8 +- .../fs/swift/TestSwiftFileSystemContract.java | 8 +- .../hadoop/fs/swift/TestSwiftObjectPath.java | 7 +- .../fs/swift/http/TestSwiftRestClient.java | 10 +- .../fs/swift/scale/TestWriteManySmallFiles.java | 7 +- hadoop-tools/hadoop-sls/pom.xml | 2 +- .../org/apache/hadoop/yarn/sls/SLSRunner.java | 23 +- .../hadoop/yarn/sls/appmaster/AMSimulator.java | 21 +- .../hadoop/yarn/sls/conf/SLSConfiguration.java | 6 + .../yarn/sls/nodemanager/NMSimulator.java | 28 +- .../yarn/sls/scheduler/ContainerSimulator.java | 21 +- .../sls/scheduler/SLSCapacityScheduler.java | 4 +- .../yarn/sls/scheduler/SLSFairScheduler.java | 4 +- .../hadoop/yarn/sls/synthetic/SynthJob.java | 18 +- .../sls/synthetic/SynthTraceJobProducer.java | 14 +- .../hadoop/yarn/sls/TestSynthJobGeneration.java | 3 + .../yarn/sls/nodemanager/TestNMSimulator.java | 11 +- .../hadoop-sls/src/test/resources/inputsls.json | 15 +- .../hadoop-sls/src/test/resources/syn.json | 2 + .../src/test/resources/syn_generic.json | 6 +- .../src/test/resources/syn_stream.json | 3 +- .../org/apache/hadoop/streaming/StreamJob.java | 2 +- .../api/records/AllocationTagNamespace.java | 336 +++++++++ .../api/records/AllocationTagNamespaceType.java | 74 ++ .../hadoop/yarn/api/records/AllocationTags.java | 50 ++ .../hadoop/yarn/api/records/Evaluable.java | 38 + .../yarn/api/records/TargetApplications.java | 53 ++ .../yarn/api/resource/PlacementConstraint.java | 141 +++- .../yarn/api/resource/PlacementConstraints.java | 26 +- .../hadoop/yarn/conf/YarnConfiguration.java | 27 + .../InvalidAllocationTagException.java | 34 + .../constraint/PlacementConstraintParser.java | 4 +- .../resource/TestPlacementConstraintParser.java | 102 ++- .../hadoop/yarn/service/webapp/ApiServer.java | 22 +- .../definition/YARN-Services-Examples.md | 10 +- ...RN-Simplified-V1-API-Layer-For-Services.yaml | 7 + .../hadoop/yarn/service/ServiceClientTest.java | 9 +- .../hadoop/yarn/service/TestApiServer.java | 119 +-- .../src/test/resources/example-app.json | 1 + .../examples/httpd-no-dns/httpd-no-dns.json | 1 + .../examples/httpd/httpd.json | 1 + .../examples/sleeper/sleeper.json | 1 + .../hadoop/yarn/service/ServiceScheduler.java | 28 +- .../yarn/service/api/records/Container.java | 12 +- .../yarn/service/api/records/Service.java | 46 +- .../yarn/service/client/ServiceClient.java | 5 +- .../exceptions/RestApiErrorMessages.java | 2 + .../yarn/service/utils/ServiceApiUtil.java | 6 + .../hadoop/yarn/service/MockServiceAM.java | 10 +- .../hadoop/yarn/service/ServiceTestUtils.java | 1 + .../hadoop/yarn/service/TestServiceAM.java | 43 ++ .../hadoop/yarn/service/TestServiceApiUtil.java | 13 + .../yarn/service/TestYarnNativeServices.java | 7 + .../src/test/resources/example-app.json | 1 + .../service/conf/examples/app-override.json | 1 + .../hadoop/yarn/service/conf/examples/app.json | 1 + .../yarn/service/conf/examples/default.json | 1 + .../yarn/service/conf/examples/external0.json | 1 + .../yarn/service/conf/examples/external1.json | 1 + .../yarn/service/conf/examples/external2.json | 1 + .../hadoop-yarn/hadoop-yarn-common/pom.xml | 10 + .../LogAggregationIndexedFileController.java | 60 +- .../java/org/apache/hadoop/yarn/util/Apps.java | 22 +- .../yarn/util/AuxiliaryServiceHelper.java | 2 +- .../src/main/resources/yarn-default.xml | 51 ++ .../TestPlacementConstraintTransformations.java | 7 + .../TestLogAggregationIndexFileController.java | 54 ++ .../application_123456_0001.har/_SUCCESS | 0 .../application_123456_0001.har/_index | 3 + .../application_123456_0001.har/_masterindex | 2 + .../application_123456_0001.har/part-0 | Bin 0 -> 4123 bytes .../hadoop/yarn/server/webapp/AppBlock.java | 113 +-- .../hadoop-yarn-server-nodemanager/pom.xml | 2 +- .../server/nodemanager/ContainerExecutor.java | 65 +- .../nodemanager/LinuxContainerExecutor.java | 26 +- .../launcher/ContainerLaunch.java | 281 ++++++- .../linux/privileged/PrivilegedOperation.java | 3 +- .../linux/resources/ResourceHandlerModule.java | 10 + .../linux/resources/numa/NumaNodeResource.java | 204 ++++++ .../resources/numa/NumaResourceAllocation.java | 69 ++ .../resources/numa/NumaResourceAllocator.java | 342 +++++++++ .../resources/numa/NumaResourceHandlerImpl.java | 108 +++ .../linux/resources/numa/package-info.java | 28 + .../runtime/DefaultLinuxContainerRuntime.java | 6 - .../DelegatingLinuxContainerRuntime.java | 11 - .../runtime/DockerLinuxContainerRuntime.java | 7 - .../containermanager/localizer/ResourceSet.java | 4 + .../runtime/ContainerRuntime.java | 11 - .../recovery/NMNullStateStoreService.java | 1 + .../container-executor/impl/utils/docker-util.c | 96 ++- .../test/utils/test_docker_util.cc | 62 +- .../container/TestContainer.java | 26 + .../launcher/TestContainerLaunch.java | 472 +++++++++++- .../resources/gpu/TestGpuResourceHandler.java | 30 + .../numa/TestNumaResourceAllocator.java | 281 +++++++ .../numa/TestNumaResourceHandlerImpl.java | 181 +++++ ...QueuePriorityContainerCandidateSelector.java | 4 +- .../resourcemanager/recovery/RMStateStore.java | 3 + .../constraint/AllocationTagsManager.java | 9 + .../InvalidAllocationTagsQueryException.java | 4 + .../constraint/PlacementConstraintsUtil.java | 71 +- .../scheduler/fair/MaxRunningAppsEnforcer.java | 3 +- .../SingleConstraintAppPlacementAllocator.java | 31 +- ...pportunisticContainerAllocatorAMService.java | 29 +- .../TestResourceTrackerService.java | 12 +- .../constraint/TestAllocationTagsNamespace.java | 147 ++++ .../TestPlacementConstraintsUtil.java | 151 ++++ .../pom.xml | 78 +- .../storage/flow/TestHBaseStorageFlowRun.java | 19 +- .../flow/TestHBaseStorageFlowRunCompaction.java | 103 +-- .../pom.xml | 6 +- .../pom.xml | 165 +++++ .../src/assembly/coprocessor.xml | 38 + .../common/HBaseTimelineServerUtils.java | 222 ++++++ .../storage/common/package-info.java | 28 + .../storage/flow/FlowRunCoprocessor.java | 278 +++++++ .../storage/flow/FlowScanner.java | 723 +++++++++++++++++++ .../storage/flow/FlowScannerOperation.java | 46 ++ .../storage/flow/package-info.java | 29 + .../timelineservice/storage/package-info.java | 28 + .../pom.xml | 172 +++++ .../src/assembly/coprocessor.xml | 38 + .../common/HBaseTimelineServerUtils.java | 224 ++++++ .../storage/common/package-info.java | 28 + .../storage/flow/FlowRunCoprocessor.java | 285 ++++++++ .../storage/flow/FlowScanner.java | 723 +++++++++++++++++++ .../storage/flow/FlowScannerOperation.java | 46 ++ .../storage/flow/package-info.java | 29 + .../timelineservice/storage/package-info.java | 28 + .../pom.xml | 184 ++--- .../src/assembly/coprocessor.xml | 37 - .../common/HBaseTimelineServerUtils.java | 135 ---- .../storage/common/package-info.java | 28 - .../storage/flow/FlowRunCoprocessor.java | 277 ------- .../storage/flow/FlowScanner.java | 723 ------------------- .../storage/flow/FlowScannerOperation.java | 46 -- .../storage/flow/package-info.java | 29 - .../timelineservice/storage/package-info.java | 28 - .../PerNodeTimelineCollectorsAuxService.java | 51 +- ...neReaderAuthenticationFilterInitializer.java | 10 +- ...TestPerNodeTimelineCollectorsAuxService.java | 93 ++- .../src/site/markdown/Federation.md | 2 + .../src/site/markdown/PlacementConstraints.md | 136 ---- .../site/markdown/PlacementConstraints.md.vm | 136 ++++ .../src/site/markdown/UsingFPGA.md | 176 +++++ .../markdown/yarn-service/YarnServiceAPI.md | 12 +- .../main/webapp/app/models/yarn-app-timeline.js | 1 - .../src/main/webapp/app/models/yarn-app.js | 5 - .../webapp/app/serializers/yarn-app-timeline.js | 1 - .../src/main/webapp/app/serializers/yarn-app.js | 1 - .../src/main/webapp/app/templates/yarn-app.hbs | 2 - pom.xml | 4 +- 388 files changed, 15445 insertions(+), 4418 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/8d4aa014/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/8d4aa014/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml ---------------------------------------------------------------------- --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org