This is an automated email from the ASF dual-hosted git repository.
davidarthur pushed a change to branch gh-deflake-testMigrateTopicDeletions
in repository https://gitbox.apache.org/repos/asf/kafka.git
from 02bf995eedd use different timeouts
add f5439864c6a KAFKA-15406: Add the ForwardingManager metrics from
KIP-938 (#16904)
add f69b4654144 MINOR: Keep Kafka Streams configs ordered in code and docs
(#16816)
add f9e30289d96 KAFKA-17403 Generate HB to leave on pollOnClose if needed
(#16974)
add fb19b3f7e73 KAFKA-14262 Deletion of MirrorMaker v1 deprecated classes
& tests (#16879)
add ead9ed513eb KAFKA-17422: Adding copySegmentLatch countdown after
expiration task is over (#17012)
add f9615ed275c KAFKA-17432: Fix threads alive after shutdown (#17018)
add dd7d7c3145d KAFKA-17335 Lack of default for URL encoding configuration
for OAuth causes NPE (#16990)
add f61719f9626 MINOR: remove get prefix for internal PAPI methods (#17025)
add 25819cecdb2 KAFKA-17426; Check node directory id for KRaft (#17017)
add ca0cc355f64 KAFKA-12670: Support configuring unclean leader election
in KRaft (#16866)
add 291523e3e40 KAFKA-12829: Remove the deprecated method
`init(ProcessorContext, StateStore)` from the `StateStore` interface (#16906)
add ad4405c8dd2 KAFKA-17062: handle dangling "copy_segment_start" state
when deleting remote logs (#16959)
add c977bfdd3cd KAFKA-17413; Re-introduce `group.version` feature flag
(#17013)
add 24d88c46c0f MINOR: Add experimental message for the native docker
image (#17040)
add 28e2e8631fc KAFKA-17170: Add test to ensure new consumer acks
reconciled assignment even if first HB with ack lost (#16694)
add 464051929d2 KAFKA-17388 Remove broker-list from VerifiableProducer
(#16958)
add 237138e04b5 MINOR: fix for opt-in flag for Github build (#17031)
add 165076afc61 KAFKA-17390 Remove broker-list in GetOffsetShell (#16992)
add 453cf9c9876 KAFKA-17434: Do not test impossible scenarios in
upgrade_test.py (#17024)
add 8db80d1f070 KAFKA-17064: New consumer assign should update assignment
in background thread (#16673)
add 865cdfc1cdc KAFKA- 12834 : Removed Deprecated method under
MockProcessorContext (#16778)
add b154f58ce8b KAFKA-12829: Remove deprecated Topology#addGlobalStore of
old Processor API (#16791)
add 2b495945a2e KAFKA-17377: Consider using defaultApiTimeoutMs in
AsyncKafkaConsumer#unsubscribe (#17030)
add c23b6b0365a KAFKA-16327: Removed Deprecated variable
StreamsConfig#TOPOLOGY_OPTIMIZATION (#16744)
add 4a3ab89f95a KAFKA-17386 Remove broker-list, threads and
num-fetch-threads in ConsumerPerformance (#16983)
add 70dd577286d KAFKA-15909 Throw error when consumer configured with
empty/whitespace-only group.id for LegacyKafkaConsumer (#16933)
add 7005a1fa4b6 KAFKA-17433 Add a deflake Github action (#17019)
add a6062d08682 KAFKA-17137 Feat admin client it acl configs (#16648)
add 1841c07d4af KAFKA-17449 Move Quota classes to server-common module
(#17060)
add 8f4d8569773 MINOR: add helper function `createTopic` to
ClusterInstance (#16852)
add fc720d33a03 MINOR: remove get prefix for internal state methods
(#17053)
add ceacceda80f Merge remote-tracking branch 'origin/trunk' into
gh-deflake-testMigrateTopicDeletions
No new revisions were added by this update.
Summary of changes:
.github/README.md | 40 ++
.github/workflows/build.yml | 2 +-
.github/workflows/deflake.yml | 76 +++
bin/kafka-mirror-maker.sh | 17 -
bin/windows/kafka-mirror-maker.bat | 17 -
build.gradle | 3 +
checkstyle/import-control.xml | 1 +
checkstyle/suppressions.xml | 2 +-
.../admin/ExpireDelegationTokenOptions.java | 9 +-
.../internals/AbstractHeartbeatRequestManager.java | 28 +
.../consumer/internals/AsyncKafkaConsumer.java | 12 +-
.../consumer/internals/ClassicKafkaConsumer.java | 9 +-
.../consumer/internals/ConsumerNetworkThread.java | 7 +-
.../clients/consumer/internals/ConsumerUtils.java | 4 +
.../consumer/internals/FetchRequestManager.java | 2 +-
.../clients/consumer/internals/RequestManager.java | 8 +-
.../events/ApplicationEventProcessor.java | 29 +-
.../internals/events/AssignmentChangeEvent.java | 24 +-
.../NewTopicsMetadataUpdateRequestEvent.java | 24 -
.../secured/AccessTokenRetrieverFactory.java | 26 +-
.../internals/secured/ConfigurationUtils.java | 29 +-
.../kafka/clients/consumer/KafkaConsumerTest.java | 16 +
.../consumer/internals/AsyncKafkaConsumerTest.java | 81 +--
.../ConsumerHeartbeatRequestManagerTest.java | 76 ++-
.../internals/FetchRequestManagerTest.java | 3 +-
.../events/ApplicationEventProcessorTest.java | 52 +-
.../ClientAuthenticationFailureTest.java | 4 +-
.../secured/AccessTokenRetrieverFactoryTest.java | 23 +
.../java/kafka/log/remote/RemoteLogManager.java | 35 +-
.../kafka/log/remote/quota/RLMQuotaManager.java | 4 +-
.../main/scala/kafka/network/SocketServer.scala | 1 +
.../src/main/scala/kafka/server/BrokerServer.scala | 5 +-
.../scala/kafka/server/ClientQuotaManager.scala | 4 +-
.../kafka/server/ClientRequestQuotaManager.scala | 11 +-
.../server/ControllerMutationQuotaManager.scala | 8 +-
.../main/scala/kafka/server/ControllerServer.scala | 2 +-
.../scala/kafka/server/ForwardingManager.scala | 31 +-
.../kafka/server/ForwardingManagerMetrics.scala | 100 ++++
core/src/main/scala/kafka/server/KafkaApis.scala | 10 +-
core/src/main/scala/kafka/server/KafkaConfig.scala | 1 +
core/src/main/scala/kafka/server/KafkaServer.scala | 5 +-
.../server/NodeToControllerChannelManager.scala | 2 +
.../src/main/scala/kafka/server/QuotaFactory.scala | 39 +-
.../kafka/server/ReplicationQuotaManager.scala | 4 +-
core/src/main/scala/kafka/tools/MirrorMaker.scala | 590 ---------------------
core/src/main/scala/kafka/utils/QuotaUtils.scala | 75 ---
.../kafka/log/remote/RemoteLogManagerTest.java | 242 ++++++++-
.../log/remote/quota/RLMQuotaManagerTest.java | 5 +-
core/src/test/java/kafka/test/ClusterInstance.java | 8 +
.../java/kafka/test/ClusterTestExtensionsTest.java | 19 +
.../java/kafka/test/annotation/ClusterTest.java | 2 +-
.../kafka/test/junit/ClusterTestExtensions.java | 124 +++--
.../test/junit/RaftClusterInvocationContext.java | 57 +-
.../admin/AdminFenceProducersIntegrationTest.scala | 2 +-
.../kafka/admin/RemoteTopicCrudTest.scala | 2 +-
.../api/AbstractAuthorizerIntegrationTest.scala | 4 +-
.../AdminClientWithPoliciesIntegrationTest.scala | 2 +-
.../kafka/api/BaseAdminIntegrationTest.scala | 2 +-
.../integration/kafka/api/BaseQuotaTest.scala | 17 +-
.../kafka/api/CustomQuotaCallbackTest.scala | 8 +-
.../kafka/api/GroupAuthorizerIntegrationTest.scala | 4 +-
.../kafka/api/IntegrationTestHarness.scala | 2 +-
.../kafka/api/PlaintextAdminIntegrationTest.scala | 51 +-
.../kafka/api/PlaintextConsumerTest.scala | 84 +--
.../kafka/api/SaslSslAdminIntegrationTest.scala | 80 ++-
.../integration/kafka/api/TransactionsTest.scala | 2 +-
.../kafka/server/QuorumTestHarness.scala | 4 +-
.../kafka/tools/MirrorMakerIntegrationTest.scala | 129 -----
.../integration/UncleanLeaderElectionTest.scala | 98 +++-
.../server/AbstractApiVersionsRequestTest.scala | 9 +-
...rScramCredentialsRequestNotAuthorizedTest.scala | 5 +-
.../AlterUserScramCredentialsRequestTest.scala | 4 +-
.../unit/kafka/server/BrokerFeaturesTest.scala | 1 +
.../unit/kafka/server/ClientQuotaManagerTest.scala | 22 +-
.../server/ClientRequestQuotaManagerTest.scala | 4 +-
.../server/ConsumerGroupDescribeRequestTest.scala | 34 ++
.../server/ConsumerGroupHeartbeatRequestTest.scala | 25 +-
.../ControllerMutationQuotaManagerTest.scala | 4 +-
.../kafka/server/ControllerMutationQuotaTest.scala | 7 +-
.../server/CreateTopicsRequestWithPolicyTest.scala | 3 +-
...leteTopicsRequestWithDeletionDisabledTest.scala | 5 +-
.../server/ForwardingManagerMetricsTest.scala | 114 ++++
.../unit/kafka/server/ForwardingManagerTest.scala | 53 +-
.../scala/unit/kafka/server/KafkaApisTest.scala | 32 +-
.../ListOffsetsRequestWithRemoteStoreTest.scala | 3 +-
.../MockNodeToControllerChannelManager.scala | 2 +
.../kafka/server/ReplicationQuotaManagerTest.scala | 10 +-
.../unit/kafka/server/ReplicationQuotasTest.scala | 22 +-
.../scala/unit/kafka/server/RequestQuotaTest.scala | 21 +-
.../server/ThrottledChannelExpirationTest.scala | 4 +-
.../scala/unit/kafka/tools/MirrorMakerTest.scala | 82 ---
.../scala/unit/kafka/tools/StorageToolTest.scala | 2 +-
.../scala/unit/kafka/utils/QuotaUtilsTest.scala | 134 -----
docker/native/launch | 2 +
docs/streams/developer-guide/config-streams.html | 34 +-
docs/streams/upgrade-guide.html | 10 +-
docs/upgrade.html | 12 +
.../controller/ConfigurationControlManager.java | 50 +-
.../apache/kafka/controller/QuorumController.java | 92 +++-
.../controller/ReplicationControlManager.java | 87 ++-
.../metrics/ControllerMetadataMetrics.java | 15 +-
.../metrics/ControllerMetricsChanges.java | 10 +
.../apache/kafka/metadata/KafkaConfigSchema.java | 28 +-
.../ConfigurationControlManagerTest.java | 4 +-
.../controller/PartitionChangeBuilderTest.java | 2 +-
.../kafka/controller/QuorumControllerTest.java | 48 +-
.../kafka/controller/QuorumControllerTestEnv.java | 2 +
.../controller/ReplicationControlManagerTest.java | 130 ++++-
.../metrics/ControllerMetadataMetricsTest.java | 23 +-
.../kafka/metadata/FakeKafkaConfigSchema.java | 60 +++
.../kafka/metadata/PartitionRegistrationTest.java | 4 +-
.../kafka/metadata/storage/FormatterTest.java | 6 +-
.../org/apache/kafka/raft/KafkaRaftClient.java | 13 +-
.../org/apache/kafka/raft/KafkaRaftClientTest.java | 8 +
.../org/apache/kafka/server/common/Features.java | 3 +-
.../apache/kafka/server/common/GroupVersion.java | 16 +
.../kafka/server/common/MetadataVersion.java | 13 +-
.../kafka/server/common/TransactionVersion.java | 4 +-
.../org/apache/kafka/server/quota/QuotaType.java | 43 +-
.../org/apache/kafka/server/quota/QuotaUtils.java | 79 +++
.../kafka/server/common/MetadataVersionTest.java | 5 +-
.../apache/kafka/server/quota/QuotaUtilsTest.java | 143 +++++
.../server/NodeToControllerChannelManager.java | 2 +
.../kafka/server/config/ReplicationConfigs.java | 7 +
.../kafka/server/AssignmentsManagerTest.java | 5 +
.../tiered/storage/TieredStorageTestHarness.java | 2 +-
.../org/apache/kafka/streams/StreamsConfig.java | 207 ++++----
.../java/org/apache/kafka/streams/Topology.java | 104 ----
.../kstream/internals/KStreamKStreamJoin.java | 6 +-
.../internals/KStreamKStreamJoinLeftSide.java | 4 +-
.../internals/KStreamKStreamJoinRightSide.java | 4 +-
.../internals/graph/StreamTableJoinNode.java | 2 +-
.../apache/kafka/streams/processor/StateStore.java | 30 +-
.../internals/AbstractProcessorContext.java | 2 +-
.../internals/AbstractReadOnlyDecorator.java | 8 -
.../internals/AbstractReadWriteDecorator.java | 10 +-
.../streams/processor/internals/AbstractTask.java | 2 +-
.../processor/internals/DefaultStateUpdater.java | 75 ++-
.../internals/GlobalProcessorContextImpl.java | 8 +-
.../internals/GlobalStateManagerImpl.java | 6 +-
.../internals/InternalProcessorContext.java | 2 +-
.../internals/InternalTopologyBuilder.java | 14 +-
.../processor/internals/ProcessorContextImpl.java | 10 +-
.../processor/internals/ProcessorContextUtils.java | 6 +-
.../streams/processor/internals/ProcessorNode.java | 2 +-
.../processor/internals/ProcessorStateManager.java | 4 +-
.../streams/processor/internals/SourceNode.java | 2 +-
.../streams/processor/internals/StateManager.java | 4 +-
.../streams/processor/internals/StateUpdater.java | 6 +-
.../internals/StoreToProcessorContextAdapter.java | 155 ------
.../streams/processor/internals/StreamTask.java | 10 +-
.../processor/internals/StreamsMetadataState.java | 2 +-
.../internals/StreamsPartitionAssignor.java | 4 +-
.../streams/processor/internals/TaskManager.java | 20 +-
.../processor/internals/TopologyMetadata.java | 2 +-
.../KafkaStreamsNamedTopologyWrapper.java | 2 +-
.../internals/tasks/DefaultTaskExecutor.java | 13 +-
...stractDualSchemaRocksDBSegmentedBytesStore.java | 46 +-
.../AbstractRocksDBSegmentedBytesStore.java | 43 +-
.../streams/state/internals/AbstractSegments.java | 2 +-
.../state/internals/CachingKeyValueStore.java | 35 +-
.../state/internals/CachingSessionStore.java | 18 +-
.../state/internals/CachingWindowStore.java | 22 +-
.../internals/ChangeLoggingKeyValueBytesStore.java | 10 -
.../internals/ChangeLoggingSessionBytesStore.java | 8 -
.../internals/ChangeLoggingWindowBytesStore.java | 9 -
.../state/internals/InMemoryKeyValueStore.java | 17 +-
.../state/internals/InMemorySessionStore.java | 24 +-
.../InMemoryTimeOrderedKeyValueChangeBuffer.java | 20 +-
.../state/internals/InMemoryWindowStore.java | 33 +-
.../state/internals/KeyValueStoreWrapper.java | 6 -
...ValueToTimestampedKeyValueByteStoreAdapter.java | 8 -
.../streams/state/internals/LeftOrRightValue.java | 4 +-
.../internals/LeftOrRightValueSerializer.java | 8 +-
.../state/internals/LogicalKeyValueSegment.java | 19 +-
.../state/internals/LogicalKeyValueSegments.java | 2 +-
.../state/internals/LogicalSegmentIterator.java | 6 +-
.../streams/state/internals/MemoryLRUCache.java | 13 -
.../state/internals/MeteredKeyValueStore.java | 22 +-
.../state/internals/MeteredSessionStore.java | 28 +-
.../internals/MeteredTimestampedKeyValueStore.java | 9 +-
.../internals/MeteredVersionedKeyValueStore.java | 8 +-
.../state/internals/MeteredWindowStore.java | 31 +-
.../streams/state/internals/RocksDBStore.java | 16 +-
.../RocksDBTimeOrderedKeyValueBuffer.java | 12 -
.../RocksDBTimeOrderedKeyValueBytesStore.java | 2 +-
...cksDBTimeOrderedSessionSegmentedBytesStore.java | 2 +-
...ocksDBTimeOrderedWindowSegmentedBytesStore.java | 2 +-
.../state/internals/RocksDBVersionedStore.java | 96 ++--
.../RocksDBVersionedStoreRestoreWriteBuffer.java | 10 +-
...RocksDBVersionedStoreSegmentValueFormatter.java | 8 +-
.../kafka/streams/state/internals/Segments.java | 2 +-
.../streams/state/internals/StoreQueryUtils.java | 4 +-
.../internals/TimeOrderedCachingWindowStore.java | 20 +-
.../state/internals/TimestampedKeyAndJoinSide.java | 4 +-
.../TimestampedKeyAndJoinSideSerializer.java | 4 +-
.../VersionedKeyValueToBytesStoreAdapter.java | 7 -
.../WindowToTimestampedWindowByteStoreAdapter.java | 8 -
.../streams/state/internals/WrappedStateStore.java | 8 -
.../streams/integration/IQv2IntegrationTest.java | 7 -
.../VersionedKeyValueStoreIntegrationTest.java | 6 -
.../internals/InternalStreamsBuilderTest.java | 8 +-
.../streams/kstream/internals/KStreamImplTest.java | 28 +-
.../internals/KStreamWindowAggregateTest.java | 2 +-
.../processor/internals/ActiveTaskCreatorTest.java | 2 +-
.../internals/DefaultStateUpdaterTest.java | 50 +-
.../internals/GlobalProcessorContextImplTest.java | 22 +-
.../internals/InternalTopologyBuilderTest.java | 4 +-
.../internals/ProcessorContextImplTest.java | 42 +-
.../internals/ProcessorStateManagerTest.java | 10 +-
.../processor/internals/ProcessorTopologyTest.java | 51 +-
.../processor/internals/StateManagerStub.java | 4 +-
.../StoreToProcessorContextAdapterTest.java | 110 ----
.../internals/StreamsMetadataStateTest.java | 1 -
.../internals/StreamsPartitionAssignorTest.java | 2 +-
.../processor/internals/TaskManagerTest.java | 68 +--
.../kafka/streams/state/NoOpWindowStore.java | 7 +-
.../CachingInMemoryKeyValueStoreTest.java | 11 -
.../internals/CachingInMemorySessionStoreTest.java | 11 -
.../CachingPersistentWindowStoreTest.java | 10 -
.../ChangeLoggingKeyValueBytesStoreTest.java | 11 -
.../ChangeLoggingSessionBytesStoreTest.java | 9 -
...geLoggingTimestampedKeyValueBytesStoreTest.java | 11 -
...angeLoggingTimestampedWindowBytesStoreTest.java | 9 -
...angeLoggingVersionedKeyValueBytesStoreTest.java | 14 -
.../ChangeLoggingWindowBytesStoreTest.java | 9 -
.../state/internals/KeyValueSegmentsTest.java | 14 +-
.../state/internals/KeyValueStoreWrapperTest.java | 24 -
.../internals/LogicalKeyValueSegmentsTest.java | 10 +-
.../state/internals/MeteredKeyValueStoreTest.java | 16 -
.../state/internals/MeteredSessionStoreTest.java | 16 -
.../MeteredTimestampedKeyValueStoreTest.java | 16 -
.../MeteredTimestampedWindowStoreTest.java | 22 -
.../MeteredVersionedKeyValueStoreTest.java | 14 -
.../state/internals/MeteredWindowStoreTest.java | 17 -
.../state/internals/ReadOnlyWindowStoreStub.java | 6 +-
...sDBVersionedStoreSegmentValueFormatterTest.java | 4 +-
...imeOrderedCachingPersistentWindowStoreTest.java | 14 -
.../internals/TimeOrderedWindowStoreTest.java | 16 -
.../state/internals/TimestampedSegmentsTest.java | 14 +-
.../kafka/streams/tests/StreamsUpgradeTest.java | 8 +-
.../kafka/test/GenericInMemoryKeyValueStore.java | 8 +-
.../GenericInMemoryTimestampedKeyValueStore.java | 7 +-
.../apache/kafka/test/GlobalStateManagerStub.java | 4 +-
.../test/MockInternalNewProcessorContext.java | 2 +-
.../kafka/test/MockInternalProcessorContext.java | 2 +-
.../org/apache/kafka/test/MockKeyValueStore.java | 5 +-
.../org/apache/kafka/test/NoOpReadOnlyStore.java | 5 +-
.../kafka/test/ReadOnlySessionStoreStub.java | 7 +-
.../org/apache/kafka/streams/TestOutputTopic.java | 2 +-
.../apache/kafka/streams/TopologyTestDriver.java | 22 +-
.../streams/processor/MockProcessorContext.java | 14 +-
.../kafka/streams/KeyValueStoreFacadeTest.java | 11 -
.../kafka/streams/MockProcessorContextTest.java | 41 +-
.../kafka/streams/WindowStoreFacadeTest.java | 12 -
.../test/MockProcessorContextStateStoreTest.java | 11 +-
.../wordcount/WindowedWordCountProcessorTest.java | 37 +-
tests/kafkatest/services/mirror_maker.py | 164 ------
.../services/performance/consumer_performance.py | 18 +-
tests/kafkatest/services/verifiable_producer.py | 9 +-
tests/kafkatest/tests/core/downgrade_test.py | 12 +-
tests/kafkatest/tests/core/mirror_maker_test.py | 171 ------
tests/kafkatest/tests/core/upgrade_test.py | 49 +-
tests/kafkatest/version.py | 2 +-
.../apache/kafka/tools/ConsumerPerformance.java | 24 +-
.../org/apache/kafka/tools/GetOffsetShell.java | 21 +-
.../org/apache/kafka/tools/VerifiableProducer.java | 15 +-
.../kafka/tools/ConsumerPerformanceTest.java | 37 +-
.../org/apache/kafka/tools/FeatureCommandTest.java | 18 +-
.../tools/other/ReplicationQuotasTestRig.java | 6 +-
270 files changed, 3026 insertions(+), 3885 deletions(-)
create mode 100644 .github/README.md
create mode 100644 .github/workflows/deflake.yml
delete mode 100755 bin/kafka-mirror-maker.sh
delete mode 100644 bin/windows/kafka-mirror-maker.bat
delete mode 100644
clients/src/main/java/org/apache/kafka/clients/consumer/internals/events/NewTopicsMetadataUpdateRequestEvent.java
create mode 100644
core/src/main/scala/kafka/server/ForwardingManagerMetrics.scala
delete mode 100755 core/src/main/scala/kafka/tools/MirrorMaker.scala
delete mode 100755 core/src/main/scala/kafka/utils/QuotaUtils.scala
delete mode 100644
core/src/test/scala/integration/kafka/tools/MirrorMakerIntegrationTest.scala
create mode 100644
core/src/test/scala/unit/kafka/server/ForwardingManagerMetricsTest.scala
delete mode 100644 core/src/test/scala/unit/kafka/tools/MirrorMakerTest.scala
delete mode 100755 core/src/test/scala/unit/kafka/utils/QuotaUtilsTest.scala
create mode 100644
metadata/src/test/java/org/apache/kafka/metadata/FakeKafkaConfigSchema.java
copy clients/src/main/java/org/apache/kafka/common/GroupType.java =>
server-common/src/main/java/org/apache/kafka/server/quota/QuotaType.java (52%)
create mode 100644
server-common/src/main/java/org/apache/kafka/server/quota/QuotaUtils.java
create mode 100644
server-common/src/test/java/org/apache/kafka/server/quota/QuotaUtilsTest.java
delete mode 100644
streams/src/main/java/org/apache/kafka/streams/processor/internals/StoreToProcessorContextAdapter.java
delete mode 100644
streams/src/test/java/org/apache/kafka/streams/processor/internals/StoreToProcessorContextAdapterTest.java
delete mode 100644 tests/kafkatest/services/mirror_maker.py
delete mode 100644 tests/kafkatest/tests/core/mirror_maker_test.py
