YARN-2928 and YARN-5355: YARN Timeline Service v.2: alpha 2 (varunsaxena) For a list of commits and contributors, see YARN-2928 and YARN-5355 branch history.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/54a69417 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/54a69417 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/54a69417 Branch: refs/heads/branch-2 Commit: 54a694172d7162b2ff45d6e1780c0523cfda66e7 Parents: a103b32 56e0873 Author: Varun Saxena <[email protected]> Authored: Tue Oct 17 23:40:32 2017 +0530 Committer: Varun Saxena <[email protected]> Committed: Tue Oct 17 23:40:32 2017 +0530 ---------------------------------------------------------------------- LICENSE.txt | 5 + .../resources/assemblies/hadoop-yarn-dist.xml | 29 + .../src/main/conf/hadoop-policy.xml | 11 + .../src/site/markdown/Compatibility.md | 1 + .../jobhistory/JobHistoryEventHandler.java | 355 +- .../hadoop/mapreduce/v2/app/MRAppMaster.java | 29 +- .../mapreduce/v2/app/job/impl/JobImpl.java | 2 +- .../v2/app/job/impl/TaskAttemptImpl.java | 58 +- .../mapreduce/v2/app/job/impl/TaskImpl.java | 19 +- .../v2/app/rm/RMContainerAllocator.java | 12 +- .../hadoop/mapreduce/jobhistory/TestEvents.java | 22 +- .../jobhistory/TestJobHistoryEventHandler.java | 54 +- .../app/local/TestLocalContainerAllocator.java | 2 +- .../v2/app/rm/TestRMContainerAllocator.java | 139 +- .../mapreduce/jobhistory/AMStartedEvent.java | 28 +- .../mapreduce/jobhistory/HistoryEvent.java | 18 + .../mapreduce/jobhistory/JobFinishedEvent.java | 33 + .../jobhistory/JobInfoChangeEvent.java | 21 +- .../mapreduce/jobhistory/JobInitedEvent.java | 25 +- .../jobhistory/JobPriorityChangeEvent.java | 21 +- .../jobhistory/JobQueueChangeEvent.java | 18 + .../jobhistory/JobStatusChangedEvent.java | 21 +- .../mapreduce/jobhistory/JobSubmittedEvent.java | 67 +- .../JobUnsuccessfulCompletionEvent.java | 27 +- .../jobhistory/MapAttemptFinishedEvent.java | 119 +- .../jobhistory/NormalizedResourceEvent.java | 19 + .../jobhistory/ReduceAttemptFinishedEvent.java | 116 +- .../jobhistory/TaskAttemptFinishedEvent.java | 73 +- .../jobhistory/TaskAttemptStartedEvent.java | 29 +- .../TaskAttemptUnsuccessfulCompletionEvent.java | 85 +- .../mapreduce/jobhistory/TaskFailedEvent.java | 80 +- .../mapreduce/jobhistory/TaskFinishedEvent.java | 69 +- .../mapreduce/jobhistory/TaskStartedEvent.java | 20 + .../mapreduce/jobhistory/TaskUpdatedEvent.java | 21 +- .../mapreduce/util/JobHistoryEventUtils.java | 83 + .../hadoop-mapreduce-client-jobclient/pom.xml | 6 + .../mapred/TestMRTimelineEventHandling.java | 337 +- .../org/apache/hadoop/mapred/UtilsForTests.java | 42 +- .../apache/hadoop/mapreduce/EntityWriterV2.java | 57 + .../hadoop/mapreduce/JobHistoryFileParser.java | 3 + .../mapreduce/JobHistoryFileReplayMapperV1.java | 17 +- .../mapreduce/JobHistoryFileReplayMapperV2.java | 161 + .../mapreduce/SimpleEntityWriterConstants.java | 44 + .../hadoop/mapreduce/SimpleEntityWriterV1.java | 44 +- .../hadoop/mapreduce/SimpleEntityWriterV2.java | 133 + .../mapreduce/TimelineEntityConverterV1.java | 15 +- .../mapreduce/TimelineEntityConverterV2.java | 206 ++ .../mapreduce/TimelineServicePerformance.java | 130 +- .../hadoop/mapreduce/v2/MiniMRYarnCluster.java | 22 +- .../apache/hadoop/test/MapredTestDriver.java | 32 +- hadoop-project/pom.xml | 102 + hadoop-project/src/site/site.xml | 2 + hadoop-yarn-project/hadoop-yarn/bin/yarn | 9 + hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd | 14 +- .../dev-support/findbugs-exclude.xml | 27 + .../hadoop-yarn/hadoop-yarn-api/pom.xml | 4 + .../api/protocolrecords/AllocateResponse.java | 80 +- .../hadoop/yarn/api/records/CollectorInfo.java | 59 + .../api/records/timeline/TimelineEntity.java | 21 +- .../api/records/timeline/TimelineEvent.java | 8 +- .../ApplicationAttemptEntity.java | 41 + .../timelineservice/ApplicationEntity.java | 80 + .../records/timelineservice/ClusterEntity.java | 40 + .../timelineservice/ContainerEntity.java | 41 + .../timelineservice/FlowActivityEntity.java | 191 + .../records/timelineservice/FlowRunEntity.java | 126 + .../HierarchicalTimelineEntity.java | 133 + .../records/timelineservice/QueueEntity.java | 40 + .../timelineservice/TimelineEntities.java | 62 + .../records/timelineservice/TimelineEntity.java | 610 ++++ .../timelineservice/TimelineEntityType.java | 101 + .../records/timelineservice/TimelineEvent.java | 133 + .../records/timelineservice/TimelineMetric.java | 289 ++ .../TimelineMetricCalculator.java | 115 + .../TimelineMetricOperation.java | 167 + .../timelineservice/TimelineWriteResponse.java | 167 + .../api/records/timelineservice/UserEntity.java | 40 + .../records/timelineservice/package-info.java | 26 + .../hadoop/yarn/conf/YarnConfiguration.java | 246 +- .../hadoop/yarn/util/TimelineServiceHelper.java | 57 + .../src/main/proto/yarn_protos.proto | 5 + .../src/main/proto/yarn_service_protos.proto | 1 + .../timelineservice/TestApplicationEntity.java | 71 + .../timelineservice/TestTimelineMetric.java | 92 + .../yarn/conf/TestYarnConfigurationFields.java | 5 + .../pom.xml | 10 + .../distributedshell/ApplicationMaster.java | 209 +- .../applications/distributedshell/Client.java | 45 +- .../distributedshell/TestDistributedShell.java | 335 +- .../TestDistributedShellWithNodeLabels.java | 2 +- .../hadoop/yarn/client/api/AMRMClient.java | 22 +- .../yarn/client/api/async/AMRMClientAsync.java | 30 +- .../api/async/impl/AMRMClientAsyncImpl.java | 16 + .../yarn/client/api/impl/YarnClientImpl.java | 15 +- .../ApplicationMasterServiceProtoTestBase.java | 72 + .../hadoop/yarn/client/ProtocolHATestBase.java | 22 +- ...ationMasterServiceProtocolForTimelineV2.java | 71 + ...estApplicationMasterServiceProtocolOnHA.java | 46 +- .../api/async/impl/TestAMRMClientAsync.java | 4 +- .../hadoop-yarn/hadoop-yarn-common/pom.xml | 1 + .../impl/pb/AllocateResponsePBImpl.java | 40 + .../records/impl/pb/CollectorInfoPBImpl.java | 152 + .../hadoop/yarn/client/api/TimelineClient.java | 33 +- .../yarn/client/api/TimelineV2Client.java | 96 + .../client/api/impl/TimelineClientImpl.java | 441 +-- .../yarn/client/api/impl/TimelineConnector.java | 447 +++ .../client/api/impl/TimelineV2ClientImpl.java | 554 +++ .../yarn/util/timeline/TimelineUtils.java | 49 + .../hadoop/yarn/webapp/util/WebAppUtils.java | 8 +- .../src/main/resources/webapps/timeline/.keep | 0 .../src/main/resources/yarn-default.xml | 140 +- .../hadoop/yarn/TestContainerLaunchRPC.java | 16 +- .../yarn/TestContainerResourceIncreaseRPC.java | 16 +- .../java/org/apache/hadoop/yarn/TestRPC.java | 312 -- .../hadoop/yarn/api/TestPBImplRecords.java | 2 + .../TestTimelineServiceRecords.java | 314 ++ .../client/api/impl/TestTimelineClient.java | 40 +- .../api/impl/TestTimelineClientV2Impl.java | 435 +++ .../yarn/util/TestTimelineServiceHelper.java | 86 + ...pplicationHistoryManagerOnTimelineStore.java | 69 +- .../ApplicationHistoryServer.java | 79 +- .../security/TimelineAuthenticationFilter.java | 49 - ...TimelineAuthenticationFilterInitializer.java | 129 - ...lineDelegationTokenSecretManagerService.java | 240 -- ...neV1DelegationTokenSecretManagerService.java | 225 ++ ...pplicationHistoryManagerOnTimelineStore.java | 38 +- .../TestTimelineAuthenticationFilter.java | 323 -- .../TestTimelineAuthenticationFilterForV1.java | 332 ++ ...TimelineAuthenticationFilterInitializer.java | 76 - .../hadoop-yarn-server-common/pom.xml | 1 + .../api/CollectorNodemanagerProtocol.java | 73 + .../api/CollectorNodemanagerProtocolPB.java | 37 + ...ollectorNodemanagerProtocolPBClientImpl.java | 117 + .../server/api/impl/pb/client/package-info.java | 23 + ...llectorNodemanagerProtocolPBServiceImpl.java | 85 + .../hadoop/yarn/server/api/package-info.java | 23 + .../GetTimelineCollectorContextRequest.java | 42 + .../GetTimelineCollectorContextResponse.java | 57 + .../protocolrecords/NodeHeartbeatRequest.java | 26 + .../protocolrecords/NodeHeartbeatResponse.java | 6 + .../ReportNewCollectorInfoRequest.java | 60 + .../ReportNewCollectorInfoResponse.java | 35 + ...etTimelineCollectorContextRequestPBImpl.java | 136 + ...tTimelineCollectorContextResponsePBImpl.java | 163 + .../impl/pb/NodeHeartbeatRequestPBImpl.java | 90 + .../impl/pb/NodeHeartbeatResponsePBImpl.java | 76 + .../pb/ReportNewCollectorInfoRequestPBImpl.java | 148 + .../ReportNewCollectorInfoResponsePBImpl.java | 80 + .../protocolrecords/impl/pb/package-info.java | 22 + .../server/api/records/AppCollectorData.java | 128 + .../records/impl/pb/AppCollectorDataPBImpl.java | 230 ++ .../api/records/impl/pb/package-info.java | 19 + .../metrics/AppAttemptMetricsConstants.java | 16 +- .../metrics/ApplicationMetricsConstants.java | 16 +- .../metrics/ContainerMetricsConstants.java | 39 +- .../security/TimelineAuthenticationFilter.java | 55 + ...TimelineAuthenticationFilterInitializer.java | 137 + ...elineDelgationTokenSecretManagerService.java | 83 + .../server/timeline/security/package-info.java | 26 + .../util/timeline/TimelineServerUtils.java | 92 + .../yarn/server/util/timeline/package-info.java | 25 + .../proto/collectornodemanager_protocol.proto | 30 + .../yarn_server_common_service_protos.proto | 35 + .../java/org/apache/hadoop/yarn/TestRPC.java | 495 +++ .../hadoop/yarn/TestYarnServerApiClasses.java | 45 + .../yarn/server/MockResourceManagerFacade.java | 9 +- ...TimelineAuthenticationFilterInitializer.java | 78 + .../hadoop/yarn/server/nodemanager/Context.java | 20 + .../yarn/server/nodemanager/NodeManager.java | 97 + .../nodemanager/NodeStatusUpdaterImpl.java | 57 +- .../collectormanager/NMCollectorService.java | 158 + .../collectormanager/package-info.java | 28 + .../containermanager/AuxServices.java | 3 +- .../containermanager/ContainerManagerImpl.java | 162 +- .../application/Application.java | 5 + .../ApplicationContainerFinishedEvent.java | 25 +- .../application/ApplicationImpl.java | 115 +- .../containermanager/container/Container.java | 5 + .../container/ContainerImpl.java | 42 +- .../monitor/ContainersMonitorImpl.java | 36 +- .../recovery/NMLeveldbStateStoreService.java | 21 +- .../recovery/NMNullStateStoreService.java | 2 +- .../recovery/NMStateStoreService.java | 13 +- .../security/authorize/NMPolicyProvider.java | 21 +- .../timelineservice/NMTimelineEvent.java | 35 + .../timelineservice/NMTimelineEventType.java | 27 + .../timelineservice/NMTimelinePublisher.java | 447 +++ .../timelineservice/package-info.java | 29 + .../yarn_server_nodemanager_recovery.proto | 7 + .../nodemanager/TestNodeStatusUpdater.java | 1 + .../amrmproxy/BaseAMRMProxyTest.java | 21 + .../TestContainerManagerRecovery.java | 49 +- .../application/TestApplication.java | 13 +- .../recovery/NMMemoryStateStoreService.java | 4 +- .../TestNMLeveldbStateStoreService.java | 6 +- .../TestNMTimelinePublisher.java | 175 + .../yarn/server/nodemanager/webapp/MockApp.java | 22 + .../nodemanager/webapp/MockContainer.java | 8 + .../webapp/TestContainerLogsPage.java | 6 +- .../hadoop-yarn-server-resourcemanager/pom.xml | 11 + .../ApplicationMasterService.java | 8 +- .../server/resourcemanager/ClientRMService.java | 24 + .../resourcemanager/DefaultAMSProcessor.java | 10 + .../resourcemanager/RMActiveServiceContext.java | 9 +- .../server/resourcemanager/RMAppManager.java | 29 +- .../yarn/server/resourcemanager/RMContext.java | 6 + .../server/resourcemanager/RMContextImpl.java | 14 +- .../resourcemanager/RMServiceContext.java | 11 + .../server/resourcemanager/ResourceManager.java | 63 +- .../resourcemanager/ResourceTrackerService.java | 88 + .../resourcemanager/amlauncher/AMLauncher.java | 59 +- .../metrics/AbstractSystemMetricsPublisher.java | 178 + .../metrics/AppAttemptFinishedEvent.java | 90 - .../metrics/AppAttemptRegisteredEvent.java | 81 - .../metrics/ApplicaitonStateUpdatedEvent.java | 47 - .../metrics/ApplicationACLsUpdatedEvent.java | 45 - .../metrics/ApplicationCreatedEvent.java | 132 - .../metrics/ApplicationFinishedEvent.java | 82 - .../metrics/ApplicationUpdatedEvent.java | 54 - .../metrics/ContainerCreatedEvent.java | 73 - .../metrics/ContainerFinishedEvent.java | 72 - .../metrics/NoOpSystemMetricPublisher.java | 70 + .../metrics/SystemMetricsEvent.java | 33 - .../metrics/SystemMetricsEventType.java | 37 - .../metrics/SystemMetricsPublisher.java | 616 +--- .../metrics/TimelineServiceV1Publisher.java | 396 ++ .../metrics/TimelineServiceV2Publisher.java | 503 +++ .../resourcemanager/metrics/package-info.java | 28 + .../server/resourcemanager/rmapp/RMApp.java | 26 + .../server/resourcemanager/rmapp/RMAppImpl.java | 66 +- .../RMTimelineCollectorManager.java | 104 + .../timelineservice/package-info.java | 28 + .../yarn/server/resourcemanager/MockNM.java | 16 + .../server/resourcemanager/TestAppManager.java | 5 + .../resourcemanager/TestClientRMService.java | 15 +- .../TestRMHATimelineCollectors.java | 122 + .../server/resourcemanager/TestRMRestart.java | 67 + .../TestResourceTrackerService.java | 103 + .../applicationsmanager/MockAsm.java | 11 + .../TestRMAppLogAggregationStatus.java | 6 +- .../metrics/TestSystemMetricsPublisher.java | 46 +- .../TestSystemMetricsPublisherForV2.java | 422 +++ .../server/resourcemanager/rmapp/MockRMApp.java | 12 + .../rmapp/TestRMAppTransitions.java | 4 + .../hadoop-yarn-server-tests/pom.xml | 28 + .../hadoop/yarn/server/MiniYARNCluster.java | 7 +- .../hadoop/yarn/server/TestMiniYarnCluster.java | 2 - .../hadoop/yarn/server/TestRMNMSecretKeys.java | 47 +- .../TestTimelineServiceClientIntegration.java | 192 + .../security/TestTimelineAuthFilterForV2.java | 478 +++ .../src/test/resources/krb5.conf | 28 - .../pom.xml | 355 ++ .../AbstractTimelineReaderHBaseTestBase.java | 174 + ...stTimelineReaderWebServicesHBaseStorage.java | 2577 +++++++++++++ .../storage/DataGeneratorForTest.java | 516 +++ .../storage/TestHBaseTimelineStorageApps.java | 1941 ++++++++++ .../TestHBaseTimelineStorageEntities.java | 1886 ++++++++++ .../storage/TestHBaseTimelineStorageSchema.java | 135 + .../storage/flow/TestFlowDataGenerator.java | 386 ++ .../flow/TestHBaseStorageFlowActivity.java | 497 +++ .../storage/flow/TestHBaseStorageFlowRun.java | 1083 ++++++ .../flow/TestHBaseStorageFlowRunCompaction.java | 834 +++++ .../src/test/resources/log4j.properties | 19 + .../pom.xml | 213 ++ .../reader/filter/TimelineFilterUtils.java | 308 ++ .../reader/filter/package-info.java | 28 + .../storage/HBaseTimelineReaderImpl.java | 96 + .../storage/HBaseTimelineWriterImpl.java | 588 +++ .../storage/TimelineSchemaCreator.java | 367 ++ .../storage/application/ApplicationColumn.java | 108 + .../application/ApplicationColumnFamily.java | 65 + .../application/ApplicationColumnPrefix.java | 236 ++ .../storage/application/ApplicationRowKey.java | 251 ++ .../application/ApplicationRowKeyPrefix.java | 69 + .../storage/application/ApplicationTable.java | 170 + .../storage/application/package-info.java | 28 + .../apptoflow/AppToFlowColumnFamily.java | 51 + .../apptoflow/AppToFlowColumnPrefix.java | 206 ++ .../storage/apptoflow/AppToFlowRowKey.java | 58 + .../storage/apptoflow/AppToFlowTable.java | 125 + .../storage/apptoflow/package-info.java | 28 + .../storage/common/AppIdKeyConverter.java | 97 + .../storage/common/BaseTable.java | 167 + .../common/BufferedMutatorDelegator.java | 73 + .../timelineservice/storage/common/Column.java | 80 + .../storage/common/ColumnFamily.java | 34 + .../storage/common/ColumnHelper.java | 414 +++ .../storage/common/ColumnPrefix.java | 145 + .../storage/common/EventColumnName.java | 63 + .../common/EventColumnNameConverter.java | 99 + .../storage/common/GenericConverter.java | 48 + .../common/HBaseTimelineStorageUtils.java | 354 ++ .../storage/common/KeyConverter.java | 41 + .../storage/common/KeyConverterToString.java | 38 + .../storage/common/LongConverter.java | 94 + .../storage/common/LongKeyConverter.java | 68 + .../storage/common/NumericValueConverter.java | 39 + .../timelineservice/storage/common/Range.java | 62 + .../storage/common/RowKeyPrefix.java | 42 + .../storage/common/Separator.java | 575 +++ .../storage/common/StringKeyConverter.java | 54 + .../common/TimelineHBaseSchemaConstants.java | 71 + .../storage/common/TimestampGenerator.java | 116 + .../storage/common/TypedBufferedMutator.java | 28 + .../storage/common/ValueConverter.java | 47 + .../storage/common/package-info.java | 28 + .../storage/entity/EntityColumn.java | 112 + .../storage/entity/EntityColumnFamily.java | 65 + .../storage/entity/EntityColumnPrefix.java | 249 ++ .../storage/entity/EntityRowKey.java | 299 ++ .../storage/entity/EntityRowKeyPrefix.java | 77 + .../storage/entity/EntityTable.java | 170 + .../storage/entity/package-info.java | 28 + .../flow/AggregationCompactionDimension.java | 63 + .../storage/flow/AggregationOperation.java | 94 + .../timelineservice/storage/flow/Attribute.java | 39 + .../storage/flow/FlowActivityColumnFamily.java | 55 + .../storage/flow/FlowActivityColumnPrefix.java | 221 ++ .../storage/flow/FlowActivityRowKey.java | 247 ++ .../storage/flow/FlowActivityRowKeyPrefix.java | 60 + .../storage/flow/FlowActivityTable.java | 109 + .../storage/flow/FlowRunColumn.java | 131 + .../storage/flow/FlowRunColumnFamily.java | 54 + .../storage/flow/FlowRunColumnPrefix.java | 217 ++ .../storage/flow/FlowRunCoprocessor.java | 275 ++ .../storage/flow/FlowRunRowKey.java | 233 ++ .../storage/flow/FlowRunRowKeyPrefix.java | 54 + .../storage/flow/FlowRunTable.java | 151 + .../storage/flow/FlowScanner.java | 729 ++++ .../storage/flow/FlowScannerOperation.java | 46 + .../storage/flow/package-info.java | 29 + .../timelineservice/storage/package-info.java | 28 + .../reader/AbstractTimelineStorageReader.java | 158 + .../storage/reader/ApplicationEntityReader.java | 520 +++ .../storage/reader/EntityTypeReader.java | 176 + .../reader/FlowActivityEntityReader.java | 185 + .../storage/reader/FlowRunEntityReader.java | 294 ++ .../storage/reader/GenericEntityReader.java | 651 ++++ .../reader/SubApplicationEntityReader.java | 488 +++ .../storage/reader/TimelineEntityReader.java | 459 +++ .../reader/TimelineEntityReaderFactory.java | 105 + .../storage/reader/package-info.java | 28 + .../subapplication/SubApplicationColumn.java | 108 + .../SubApplicationColumnFamily.java | 68 + .../SubApplicationColumnPrefix.java | 250 ++ .../subapplication/SubApplicationRowKey.java | 290 ++ .../SubApplicationRowKeyPrefix.java | 69 + .../subapplication/SubApplicationTable.java | 174 + .../storage/subapplication/package-info.java | 28 + .../TestCustomApplicationIdConversion.java | 39 + .../common/TestHBaseTimelineStorageUtils.java | 33 + .../storage/common/TestKeyConverters.java | 134 + .../storage/common/TestRowKeys.java | 276 ++ .../storage/common/TestRowKeysAsString.java | 144 + .../storage/common/TestSeparator.java | 219 ++ .../hadoop-yarn-server-timelineservice/pom.xml | 180 + .../server/timelineservice/TimelineContext.java | 146 + .../collector/AppLevelTimelineCollector.java | 141 + .../AppLevelTimelineCollectorWithAgg.java | 147 + .../collector/NodeTimelineCollectorManager.java | 462 +++ .../PerNodeTimelineCollectorsAuxService.java | 238 ++ .../collector/TimelineCollector.java | 374 ++ .../collector/TimelineCollectorContext.java | 76 + .../collector/TimelineCollectorManager.java | 280 ++ .../collector/TimelineCollectorWebService.java | 254 ++ .../timelineservice/collector/package-info.java | 29 + .../server/timelineservice/package-info.java | 28 + .../reader/TimelineDataToRetrieve.java | 178 + .../reader/TimelineEntityFilters.java | 274 ++ .../reader/TimelineParseConstants.java | 34 + .../reader/TimelineParseException.java | 36 + .../timelineservice/reader/TimelineParser.java | 37 + .../reader/TimelineParserForCompareExpr.java | 300 ++ .../reader/TimelineParserForDataToRetrieve.java | 95 + .../reader/TimelineParserForEqualityExpr.java | 343 ++ .../reader/TimelineParserForExistFilters.java | 51 + .../reader/TimelineParserForKVFilters.java | 78 + .../reader/TimelineParserForNumericFilters.java | 72 + .../TimelineParserForRelationFilters.java | 71 + .../reader/TimelineReaderContext.java | 133 + .../reader/TimelineReaderManager.java | 201 ++ .../reader/TimelineReaderServer.java | 231 ++ .../reader/TimelineReaderUtils.java | 200 + .../reader/TimelineReaderWebServices.java | 3405 ++++++++++++++++++ .../reader/TimelineReaderWebServicesUtils.java | 315 ++ .../reader/TimelineUIDConverter.java | 275 ++ .../reader/filter/TimelineCompareFilter.java | 147 + .../reader/filter/TimelineCompareOp.java | 36 + .../reader/filter/TimelineExistsFilter.java | 107 + .../reader/filter/TimelineFilter.java | 68 + .../reader/filter/TimelineFilterList.java | 141 + .../reader/filter/TimelineKeyValueFilter.java | 61 + .../reader/filter/TimelineKeyValuesFilter.java | 126 + .../reader/filter/TimelinePrefixFilter.java | 99 + .../reader/filter/package-info.java | 28 + .../timelineservice/reader/package-info.java | 29 + ...neReaderAuthenticationFilterInitializer.java | 53 + ...elineReaderWhitelistAuthorizationFilter.java | 123 + ...WhitelistAuthorizationFilterInitializer.java | 66 + .../reader/security/package-info.java | 25 + .../CollectorNodemanagerSecurityInfo.java | 69 + ...neV2DelegationTokenSecretManagerService.java | 126 + .../timelineservice/security/package-info.java | 25 + .../storage/FileSystemTimelineReaderImpl.java | 432 +++ .../storage/FileSystemTimelineWriterImpl.java | 169 + .../storage/OfflineAggregationWriter.java | 67 + .../storage/TimelineAggregationTrack.java | 28 + .../timelineservice/storage/TimelineReader.java | 195 + .../timelineservice/storage/TimelineWriter.java | 83 + .../storage/common/OfflineAggregationInfo.java | 115 + .../common/TimelineEntityFiltersType.java | 71 + .../storage/common/TimelineStorageUtils.java | 375 ++ .../storage/common/package-info.java | 28 + .../timelineservice/storage/package-info.java | 28 + .../org.apache.hadoop.security.SecurityInfo | 14 + .../TestNMTimelineCollectorManager.java | 173 + ...TestPerNodeTimelineCollectorsAuxService.java | 207 ++ .../collector/TestTimelineCollector.java | 282 ++ .../collector/TestTimelineCollectorManager.java | 74 + .../reader/TestTimelineReaderServer.java | 103 + .../reader/TestTimelineReaderUtils.java | 58 + .../reader/TestTimelineReaderWebServices.java | 757 ++++ .../TestTimelineReaderWebServicesUtils.java | 926 +++++ ...elineReaderWhitelistAuthorizationFilter.java | 380 ++ .../reader/TestTimelineUIDConverter.java | 109 + .../TestFileSystemTimelineReaderImpl.java | 851 +++++ .../TestFileSystemTimelineWriterImpl.java | 142 + .../src/test/resources/log4j.properties | 19 + .../hadoop-yarn/hadoop-yarn-server/pom.xml | 3 + .../src/site/markdown/TimelineServer.md | 2 +- .../src/site/markdown/TimelineServiceV2.md | 1567 ++++++++ .../site/resources/images/flow_hierarchy.png | Bin 0 -> 42345 bytes .../src/site/resources/images/timeline_v2.jpg | Bin 0 -> 45112 bytes hadoop-yarn-project/pom.xml | 34 +- 434 files changed, 59668 insertions(+), 3691 deletions(-) ---------------------------------------------------------------------- --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
