This is an automated email from the ASF dual-hosted git repository.
boryas pushed a change to branch 1.6.0
in repository https://gitbox.apache.org/repos/asf/samza.git.
from 5027e1e use version without -SNAPSHOT for the release
add 0e0501b added pub keys for Boris S.
add f2b10e0 Merge pull request #1444 from sborya/KEYS
new 1f73183 use version without -SNAPSHOT for the release
add 6665098 SAMZA-2601: avoid infinite loop when resource not allocated
with host affinity disabled
add a58125b update log messages based on feedback
add 4ad502f SAMZA-2601: avoid infinite loop when resource not allocated
with host affinity disabled (#1441)
add c3636b8 corrected some release instructions
add 2d477cd Added another server for keys
add 36e36bc Merge pull request #1447 from sborya/RELEASE
add 3fd456a SAMZA-2602: Dynamic heartbeat establish with new AM (#1442)
add c212cac SAMZA-2604: Datamodel change to capture physical container id
for AM HA (#1445)
add 276ed04 SAMZA-2598:Kafka clients are not created and closed properly
add f20be45 modified to use shutdownhook instead of finalize()
add 48dddc0 clean up code
add 340af40 address comments
add 42dcc91 modifies to close the clients according to lifecycle
add db47dd3 clean up code
add ed0a230 address comments
add 1dfe009 address comments
add 126ae08 removed unused code
add 3179f86 Merge pull request #1437 from MabelYC/dupLog
add 324c381 Updating the RocksDb version
add dd2f2b8 Merge pull request #1451 from Sanil15/SAMZA-2608
add 220cbe2 SAMZA-2611: [AM-HA] heartbeat reestablish causes container's
heartbeat thread to die (#1452)
add 5a099eb SAMZA-2606: container orchestration for AM HA (#1448)
add 1962946 SAMZA-2609: Data model changes to track lifecycle information
of job coordinator (#1449)
add 1087683 SAMZA-2610: Handle Metadata changes for AM HA orchestration
(#1450)
add 708a6de API Changes to make Standby Container Allocation Rack Aware
(#1453)
add 5748fa6 SAMZA-2605: Make Standby Container Requests Rack Aware
(#1446)
add f0afc48 SAMZA-2614:Fix NPE at KafkaCheckpointManager.start in standby
containers
add f013058 add precondition
add f7f9b90 Merge pull request #1454 from MabelYC/fixDupLog
new f8891de Merge branch 'master' into 1.6.0
new 4e1dbf5 Merge branch '1.6.0' of https://github.com/apache/samza into
1.6.0
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
KEYS | 47 +++
RELEASE.md | 4 +-
.../versioned/jobs/samza-configurations.md | 5 +
gradle/dependency-versions.gradle | 2 +-
.../apache/samza/job/JobCoordinatorMetadata.java | 112 +++++++
.../clustermanager/ClusterBasedJobCoordinator.java | 78 ++++-
.../samza/clustermanager/ContainerAllocator.java | 62 +++-
.../samza/clustermanager/ContainerManager.java | 6 +-
.../clustermanager/ContainerProcessManager.java | 66 ++++-
.../apache/samza/clustermanager/FaultDomain.java | 85 ++++++
.../samza/clustermanager/FaultDomainManager.java | 58 ++++
.../clustermanager/FaultDomainManagerFactory.java | 12 +-
.../samza/clustermanager/FaultDomainType.java | 9 +-
.../clustermanager/SamzaApplicationState.java | 31 ++
.../samza/clustermanager/SamzaResourceRequest.java | 36 ++-
.../clustermanager/StandbyContainerManager.java | 130 ++++++--
.../apache/samza/config/ClusterManagerConfig.java | 17 ++
.../java/org/apache/samza/config/JobConfig.java | 28 ++
.../samza/container/ContainerHeartbeatMonitor.java | 97 +++++-
.../container/ExecutionContainerIdManager.java | 79 +++++
.../coordinator/JobCoordinatorMetadataManager.java | 327 +++++++++++++++++++++
.../stream/CoordinatorStreamValueSerde.java | 19 +-
.../SetExecutionEnvContainerIdMapping.java | 65 ++++
.../messages/SetJobCoordinatorMetadataMessage.java | 56 ++++
.../apache/samza/runtime/ContainerLaunchUtil.java | 35 ++-
.../samza/runtime/LocalApplicationRunner.java | 23 +-
...n.java => JsonJobCoordinatorMetadataMixIn.java} | 22 +-
.../samza/serializers/model/SamzaObjectMapper.java | 7 +
.../samza/storage/ChangelogStreamManager.java | 5 +-
.../org/apache/samza/util/DiagnosticsUtil.java | 6 +-
.../apache/samza/config/RegExTopicGenerator.scala | 4 +-
.../metrics/ContainerProcessManagerMetrics.scala | 6 +
.../apache/samza/util/CoordinatorStreamUtil.scala | 13 +-
.../MockContainerAllocatorWithoutHostAffinity.java | 41 +++
.../clustermanager/MockFaultDomainManager.java | 60 ++++
.../MockFaultDomainManagerFactory.java | 15 +-
.../TestClusterBasedJobCoordinator.java | 81 ++++-
.../TestContainerAllocatorWithHostAffinity.java | 11 +-
.../TestContainerAllocatorWithoutHostAffinity.java | 60 +++-
.../TestContainerPlacementActions.java | 25 +-
.../TestContainerProcessManager.java | 149 +++++++++-
.../container/TestContainerHeartbeatMonitor.java | 107 ++++++-
.../container/TestExecutionContainerIdManager.java | 105 +++++++
.../TestJobCoordinatorMetadataManager.java | 243 +++++++++++++++
.../samza/runtime/TestLocalApplicationRunner.java | 41 ++-
.../checkpoint/kafka/KafkaCheckpointManager.scala | 31 +-
.../test/integration/StreamTaskTestUtil.scala | 1 -
.../samza/job/yarn/YarnClusterResourceManager.java | 92 ++++--
.../samza/job/yarn/YarnFaultDomainManager.java | 131 +++++++++
.../job/yarn/YarnFaultDomainManagerFactory.java | 13 +-
.../org/apache/samza/job/yarn/ClientHelper.scala | 4 +
.../job/yarn/SamzaYarnAppMasterLifecycle.scala | 27 +-
.../samza/webapp/ApplicationMasterWebServlet.scala | 1 +
.../job/yarn/TestYarnClusterResourceManager.java | 160 +++++++---
.../samza/job/yarn/TestYarnFaultDomainManager.java | 190 ++++++++++++
.../job/yarn/TestSamzaYarnAppMasterLifecycle.scala | 72 ++++-
56 files changed, 2968 insertions(+), 244 deletions(-)
create mode 100644
samza-api/src/main/java/org/apache/samza/job/JobCoordinatorMetadata.java
create mode 100644
samza-core/src/main/java/org/apache/samza/clustermanager/FaultDomain.java
create mode 100644
samza-core/src/main/java/org/apache/samza/clustermanager/FaultDomainManager.java
copy
samza-api/src/main/java/org/apache/samza/system/chooser/MessageChooserFactory.java
=>
samza-core/src/main/java/org/apache/samza/clustermanager/FaultDomainManagerFactory.java
(74%)
copy
samza-azure/src/main/java/org/apache/samza/coordinator/data/BarrierState.java
=>
samza-core/src/main/java/org/apache/samza/clustermanager/FaultDomainType.java
(82%)
create mode 100644
samza-core/src/main/java/org/apache/samza/container/ExecutionContainerIdManager.java
create mode 100644
samza-core/src/main/java/org/apache/samza/coordinator/JobCoordinatorMetadataManager.java
create mode 100644
samza-core/src/main/java/org/apache/samza/coordinator/stream/messages/SetExecutionEnvContainerIdMapping.java
create mode 100644
samza-core/src/main/java/org/apache/samza/coordinator/stream/messages/SetJobCoordinatorMetadataMessage.java
copy
samza-core/src/main/java/org/apache/samza/serializers/model/{JsonLocalityModelMixIn.java
=> JsonJobCoordinatorMetadataMixIn.java} (71%)
create mode 100644
samza-core/src/test/java/org/apache/samza/clustermanager/MockFaultDomainManager.java
copy
samza-api/src/main/java/org/apache/samza/system/chooser/MessageChooserFactory.java
=>
samza-core/src/test/java/org/apache/samza/clustermanager/MockFaultDomainManagerFactory.java
(75%)
create mode 100644
samza-core/src/test/java/org/apache/samza/container/TestExecutionContainerIdManager.java
create mode 100644
samza-core/src/test/java/org/apache/samza/coordinator/TestJobCoordinatorMetadataManager.java
create mode 100644
samza-yarn/src/main/java/org/apache/samza/job/yarn/YarnFaultDomainManager.java
copy
samza-core/src/main/java/org/apache/samza/container/grouper/stream/HashSystemStreamPartitionMapperFactory.java
=>
samza-yarn/src/main/java/org/apache/samza/job/yarn/YarnFaultDomainManagerFactory.java
(67%)
create mode 100644
samza-yarn/src/test/java/org/apache/samza/job/yarn/TestYarnFaultDomainManager.java
