This is an automated email from the ASF dual-hosted git repository. boryas pushed a commit to branch 1.6.0 in repository https://gitbox.apache.org/repos/asf/samza.git
commit f8891de6efc0a42f20ddf75a8b41e456789f0608 Merge: 1f73183 f7f9b90 Author: Boris Shkolnik <[email protected]> AuthorDate: Wed Jan 6 11:32:55 2021 -0800 Merge branch 'master' into 1.6.0 KEYS | 10 + RELEASE.md | 4 +- .../versioned/jobs/samza-configurations.md | 5 + gradle/dependency-versions.gradle | 2 +- .../apache/samza/job/JobCoordinatorMetadata.java | 112 +++++++ .../clustermanager/ClusterBasedJobCoordinator.java | 78 ++++- .../samza/clustermanager/ContainerAllocator.java | 62 +++- .../samza/clustermanager/ContainerManager.java | 6 +- .../clustermanager/ContainerProcessManager.java | 66 ++++- .../apache/samza/clustermanager/FaultDomain.java | 85 ++++++ .../samza/clustermanager/FaultDomainManager.java | 58 ++++ .../clustermanager/FaultDomainManagerFactory.java | 32 ++ .../samza/clustermanager/FaultDomainType.java | 26 ++ .../clustermanager/SamzaApplicationState.java | 31 ++ .../samza/clustermanager/SamzaResourceRequest.java | 36 ++- .../clustermanager/StandbyContainerManager.java | 130 ++++++-- .../apache/samza/config/ClusterManagerConfig.java | 17 ++ .../java/org/apache/samza/config/JobConfig.java | 28 ++ .../samza/container/ContainerHeartbeatMonitor.java | 97 +++++- .../container/ExecutionContainerIdManager.java | 79 +++++ .../coordinator/JobCoordinatorMetadataManager.java | 327 +++++++++++++++++++++ .../stream/CoordinatorStreamValueSerde.java | 19 +- .../SetExecutionEnvContainerIdMapping.java | 65 ++++ .../messages/SetJobCoordinatorMetadataMessage.java | 56 ++++ .../apache/samza/runtime/ContainerLaunchUtil.java | 35 ++- .../samza/runtime/LocalApplicationRunner.java | 23 +- .../model/JsonJobCoordinatorMetadataMixIn.java | 44 +++ .../samza/serializers/model/SamzaObjectMapper.java | 7 + .../samza/storage/ChangelogStreamManager.java | 5 +- .../org/apache/samza/util/DiagnosticsUtil.java | 6 +- .../apache/samza/config/RegExTopicGenerator.scala | 4 +- .../metrics/ContainerProcessManagerMetrics.scala | 6 + .../apache/samza/util/CoordinatorStreamUtil.scala | 13 +- .../MockContainerAllocatorWithoutHostAffinity.java | 41 +++ .../clustermanager/MockFaultDomainManager.java | 60 ++++ .../MockFaultDomainManagerFactory.java | 31 ++ .../TestClusterBasedJobCoordinator.java | 81 ++++- .../TestContainerAllocatorWithHostAffinity.java | 11 +- .../TestContainerAllocatorWithoutHostAffinity.java | 60 +++- .../TestContainerPlacementActions.java | 25 +- .../TestContainerProcessManager.java | 149 +++++++++- .../container/TestContainerHeartbeatMonitor.java | 107 ++++++- .../container/TestExecutionContainerIdManager.java | 105 +++++++ .../TestJobCoordinatorMetadataManager.java | 243 +++++++++++++++ .../samza/runtime/TestLocalApplicationRunner.java | 41 ++- .../checkpoint/kafka/KafkaCheckpointManager.scala | 31 +- .../test/integration/StreamTaskTestUtil.scala | 1 - .../samza/job/yarn/YarnClusterResourceManager.java | 92 ++++-- .../samza/job/yarn/YarnFaultDomainManager.java | 131 +++++++++ .../job/yarn/YarnFaultDomainManagerFactory.java | 34 +++ .../org/apache/samza/job/yarn/ClientHelper.scala | 4 + .../job/yarn/SamzaYarnAppMasterLifecycle.scala | 27 +- .../samza/webapp/ApplicationMasterWebServlet.scala | 1 + .../job/yarn/TestYarnClusterResourceManager.java | 160 +++++++--- .../samza/job/yarn/TestYarnFaultDomainManager.java | 190 ++++++++++++ .../job/yarn/TestSamzaYarnAppMasterLifecycle.scala | 72 ++++- 56 files changed, 3059 insertions(+), 212 deletions(-)
