[kafka-site] 01/01: MINOR; Document the 3.3.1 Release
This is an automated email from the ASF dual-hosted git repository. jsancio pushed a commit to branch minor-link-to-33 in repository https://gitbox.apache.org/repos/asf/kafka-site.git commit 959e72a2e9bf22f28b25fc54e2a20c5014fb91db Author: José Armando García Sancio AuthorDate: Fri Sep 30 17:25:35 2022 -0700 MINOR; Document the 3.3.1 Release Change the top level documentation to link to the 3.3 documentation. Change the 3.2 document to indicate that it not the latest documentation. Update the downloads page to include information on 3.3.1 and 3.3.0. --- 32/documentation.html | 2 +- 32/streams/architecture.html | 2 +- 32/streams/core-concepts.html | 2 +- 32/streams/developer-guide/app-reset-tool.html | 2 +- 32/streams/developer-guide/config-streams.html | 2 +- 32/streams/developer-guide/datatypes.html | 2 +- 32/streams/developer-guide/dsl-api.html| 2 +- .../developer-guide/dsl-topology-naming.html | 2 +- 32/streams/developer-guide/index.html | 2 +- .../developer-guide/interactive-queries.html | 2 +- 32/streams/developer-guide/manage-topics.html | 2 +- 32/streams/developer-guide/memory-mgmt.html| 2 +- 32/streams/developer-guide/processor-api.html | 2 +- 32/streams/developer-guide/running-app.html| 4 +- 32/streams/developer-guide/security.html | 2 +- 32/streams/developer-guide/testing.html| 2 +- 32/streams/developer-guide/write-streams.html | 2 +- 32/streams/index.html | 2 +- 32/streams/quickstart.html | 2 +- 32/streams/tutorial.html | 2 +- 32/streams/upgrade-guide.html | 2 +- documentation.html | 2 +- documentation/index.html | 2 +- documentation/streams/architecture.html| 2 +- documentation/streams/core-concepts.html | 2 +- .../streams/developer-guide/app-reset-tool.html| 2 +- .../streams/developer-guide/config-streams.html| 2 +- .../streams/developer-guide/datatypes.html | 2 +- documentation/streams/developer-guide/dsl-api.html | 2 +- .../developer-guide/dsl-topology-naming.html | 2 +- documentation/streams/developer-guide/index.html | 2 +- .../developer-guide/interactive-queries.html | 2 +- .../streams/developer-guide/manage-topics.html | 2 +- .../streams/developer-guide/memory-mgmt.html | 2 +- .../streams/developer-guide/processor-api.html | 2 +- .../streams/developer-guide/running-app.html | 2 +- .../streams/developer-guide/security.html | 2 +- documentation/streams/developer-guide/testing.html | 2 +- .../streams/developer-guide/write-streams.html | 2 +- documentation/streams/index.html | 2 +- documentation/streams/quickstart.html | 2 +- documentation/streams/upgrade-guide.html | 2 +- downloads.html | 52 -- intro.html | 2 +- protocol.html | 2 +- quickstart.html| 2 +- uses.html | 2 +- 47 files changed, 95 insertions(+), 51 deletions(-) diff --git a/32/documentation.html b/32/documentation.html index 07014db7..e4fc993b 100644 --- a/32/documentation.html +++ b/32/documentation.html @@ -30,7 +30,7 @@ - + Documentation Kafka 3.2 Documentation diff --git a/32/streams/architecture.html b/32/streams/architecture.html index e561231c..852af112 100644 --- a/32/streams/architecture.html +++ b/32/streams/architecture.html @@ -179,7 +179,7 @@ - + Documentation Kafka Streams diff --git a/32/streams/core-concepts.html b/32/streams/core-concepts.html index 884b3989..ffbdf2d9 100644 --- a/32/streams/core-concepts.html +++ b/32/streams/core-concepts.html @@ -348,7 +348,7 @@ - + Documentation Kafka Streams diff --git a/32/streams/developer-guide/app-reset-tool.html b/32/streams/developer-guide/app-reset-tool.html index 597b662a..d5655b27 100644 --- a/32/streams/developer-guide/app-reset-tool.html +++ b/32/streams/developer-guide/app-reset-tool.html @@ -166,7 +166,7 @@ - + Documentation Kafka Streams diff --git a/32/streams/developer-guide/config-streams.html b/32/streams/developer-guide/config-streams.html index 0aee6b6e..a99d90da 100644 --- a/32/streams/developer-guide/config-streams.html +++ b/32/streams/developer-guide/config-streams.html @@ -1112,7 +1112,7 @@
[kafka-site] branch minor-link-to-33 created (now 959e72a2)
This is an automated email from the ASF dual-hosted git repository. jsancio pushed a change to branch minor-link-to-33 in repository https://gitbox.apache.org/repos/asf/kafka-site.git at 959e72a2 MINOR; Document the 3.3.1 Release This branch includes the following new commits: new 959e72a2 MINOR; Document the 3.3.1 Release The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
svn commit: r57123 - /dev/kafka/3.3.1/
Author: jsancio Date: Fri Sep 30 20:58:16 2022 New Revision: 57123 Log: Release 3.3.1 Added: dev/kafka/3.3.1/RELEASE_NOTES.html dev/kafka/3.3.1/RELEASE_NOTES.html.asc dev/kafka/3.3.1/RELEASE_NOTES.html.md5 dev/kafka/3.3.1/RELEASE_NOTES.html.sha1 dev/kafka/3.3.1/RELEASE_NOTES.html.sha512 dev/kafka/3.3.1/kafka-3.3.1-src.tgz (with props) dev/kafka/3.3.1/kafka-3.3.1-src.tgz.asc dev/kafka/3.3.1/kafka-3.3.1-src.tgz.md5 dev/kafka/3.3.1/kafka-3.3.1-src.tgz.sha1 dev/kafka/3.3.1/kafka-3.3.1-src.tgz.sha512 dev/kafka/3.3.1/kafka_2.12-3.3.1-site-docs.tgz (with props) dev/kafka/3.3.1/kafka_2.12-3.3.1-site-docs.tgz.asc dev/kafka/3.3.1/kafka_2.12-3.3.1-site-docs.tgz.md5 dev/kafka/3.3.1/kafka_2.12-3.3.1-site-docs.tgz.sha1 dev/kafka/3.3.1/kafka_2.12-3.3.1-site-docs.tgz.sha512 dev/kafka/3.3.1/kafka_2.12-3.3.1.tgz (with props) dev/kafka/3.3.1/kafka_2.12-3.3.1.tgz.asc dev/kafka/3.3.1/kafka_2.12-3.3.1.tgz.md5 dev/kafka/3.3.1/kafka_2.12-3.3.1.tgz.sha1 dev/kafka/3.3.1/kafka_2.12-3.3.1.tgz.sha512 dev/kafka/3.3.1/kafka_2.13-3.3.1-site-docs.tgz (with props) dev/kafka/3.3.1/kafka_2.13-3.3.1-site-docs.tgz.asc dev/kafka/3.3.1/kafka_2.13-3.3.1-site-docs.tgz.md5 dev/kafka/3.3.1/kafka_2.13-3.3.1-site-docs.tgz.sha1 dev/kafka/3.3.1/kafka_2.13-3.3.1-site-docs.tgz.sha512 dev/kafka/3.3.1/kafka_2.13-3.3.1.tgz (with props) dev/kafka/3.3.1/kafka_2.13-3.3.1.tgz.asc dev/kafka/3.3.1/kafka_2.13-3.3.1.tgz.md5 dev/kafka/3.3.1/kafka_2.13-3.3.1.tgz.sha1 dev/kafka/3.3.1/kafka_2.13-3.3.1.tgz.sha512 Added: dev/kafka/3.3.1/RELEASE_NOTES.html == --- dev/kafka/3.3.1/RELEASE_NOTES.html (added) +++ dev/kafka/3.3.1/RELEASE_NOTES.html Fri Sep 30 20:58:16 2022 @@ -0,0 +1,17 @@ +Release Notes - Kafka - Version 3.3.1 +Below is a summary of the JIRA issues addressed in the 3.3.1 release of Kafka. For full documentation of the +release, a guide to get started, and information about the project, see the https://kafka.apache.org/;>Kafka +project site. + +Note about upgrades: Please carefully review the +https://kafka.apache.org/33/documentation.html#upgrade;>upgrade documentation for this release thoroughly +before upgrading your cluster. The upgrade notes discuss any critical information about incompatibilities and breaking +changes, performance changes, and any other changes that might impact your production deployment of Kafka. + +The documentation for the most recent release can be found at +https://kafka.apache.org/documentation.html;>https://kafka.apache.org/documentation.html. +Bug + +[https://issues.apache.org/jira/browse/KAFKA-14259;>KAFKA-14259] - BrokerRegistration#toString throws an exception, terminating metadata replay +[https://issues.apache.org/jira/browse/KAFKA-14265;>KAFKA-14265] - Prefix ACLs may shadow other prefix ACLs + Added: dev/kafka/3.3.1/RELEASE_NOTES.html.asc == --- dev/kafka/3.3.1/RELEASE_NOTES.html.asc (added) +++ dev/kafka/3.3.1/RELEASE_NOTES.html.asc Fri Sep 30 20:58:16 2022 @@ -0,0 +1,17 @@ +-BEGIN PGP SIGNATURE- + +iQJHBAABCgAxFiEEIdZsFJTUgbWpQH7JzypHRS/Jxv0FAmM17OoTHGpzYW5jaW9A +YXBhY2hlLm9yZwAKCRDPKkdFL8nG/QdZD/4uienyLBy1AdmHtp4bie/sgHKmel4q +4NUMGfUEpzFKmzWrkv6k+X9y7Hicr6LTP3xhuUFQGFhdjq16eTEvLlqzdi3Y1zXY +bI1Cbkruoao3KzvScMtV5YbaWxGGmjYuUt0DWDrLKaQzZEtuXRhl+6CfJ5Maqc5o +b6RIkhmquYaJCpZQFhlcBnJpcuqW+Fm+bPjJGkqyrPgcq2e7xoUUC2wwiZTJ3cAr +80VMOKBzm3Dw9JVKA98tWf+qVmISgrcZ266UPVkdcebqiaroWW+biCID0j4PtcQy +k03Y9W0y2pMLsGq4fUaw6fJwWAFm12vvmE5xQNmY7HwZI644zhhVb/eoNjh4KKZ2 +so8Xmrb0Ma98MPhLXCS+aKVoY8EGP+oceTf9RRwIMx/wuWzOag8uxaekx6Cks7MZ +sZ/jdDAiqezkK1kjFhdlNIkma1tvHbdQixLLqbKIlirBrh2CtHy8Ze3ZQqbG+7Eg +VBVWaAXp1bmGeYR5NuClDhdLHp/UrR/n3oLtVw0CH+OrNab0OZAA7DdlNjKU7D2N +yz5Pb92b/bdiEy1SCB+IsNnFifdJ/y91SGHX1tx7oCmVnbt+XUUgVN+ZzeTNH+DS +xtQ/Mrl+q74R0rdNMnd3mK+5PeTW8c+YX4G4Zu4z4ndLpxyxFvVwvnPLSvqQ9sBG +u4o7a7H0TZNhMA== +=vK4n +-END PGP SIGNATURE- Added: dev/kafka/3.3.1/RELEASE_NOTES.html.md5 == --- dev/kafka/3.3.1/RELEASE_NOTES.html.md5 (added) +++ dev/kafka/3.3.1/RELEASE_NOTES.html.md5 Fri Sep 30 20:58:16 2022 @@ -0,0 +1 @@ +RELEASE_NOTES.html: 8B 71 D6 7F 0E C5 BD 5F 3E 08 F1 AD 64 9F BC 0C Added: dev/kafka/3.3.1/RELEASE_NOTES.html.sha1 == --- dev/kafka/3.3.1/RELEASE_NOTES.html.sha1 (added) +++ dev/kafka/3.3.1/RELEASE_NOTES.html.sha1 Fri Sep 30 20:58:16 2022 @@ -0,0 +1 @@ +RELEASE_NOTES.html: F9DC 719A 9D9F AD67 D122 7AC8 AC1C 190C BC31 C641 Added: dev/kafka/3.3.1/RELEASE_NOTES.html.sha512 == --- dev/kafka/3.3.1/RELEASE_NOTES.html.sha512 (added) +++
svn commit: r57122 - /dev/kafka/3.3.1/
Author: jsancio Date: Fri Sep 30 20:10:31 2022 New Revision: 57122 Log: Making directory for 3.3.1 Added: dev/kafka/3.3.1/
[kafka] branch repro-task-idling-problem updated (e15bb6c3df -> 1248149817)
This is an automated email from the ASF dual-hosted git repository. vvcephei pushed a change to branch repro-task-idling-problem in repository https://gitbox.apache.org/repos/asf/kafka.git from e15bb6c3df MINOR: Add TaskIdlingIntegrationTest add 1248149817 style No new revisions were added by this update. Summary of changes: .../integration/TaskIdlingIntegrationTest.java | 66 +- 1 file changed, 39 insertions(+), 27 deletions(-)
[kafka-site] branch minor-33-javadoc created (now d95620e4)
This is an automated email from the ASF dual-hosted git repository. jsancio pushed a change to branch minor-33-javadoc in repository https://gitbox.apache.org/repos/asf/kafka-site.git at d95620e4 MINOR; Update Kafka 3.3 Java Docs This branch includes the following new commits: new d95620e4 MINOR; Update Kafka 3.3 Java Docs The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
[kafka] branch repro-task-idling-problem updated (48f6c042315 -> e15bb6c3df7)
This is an automated email from the ASF dual-hosted git repository. vvcephei pushed a change to branch repro-task-idling-problem in repository https://gitbox.apache.org/repos/asf/kafka.git discard 48f6c042315 MINOR: Add TaskIdlingIntegrationTest discard 95847cf747c tmp new e15bb6c3df7 MINOR: Add TaskIdlingIntegrationTest This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (48f6c042315) \ N -- N -- N refs/heads/repro-task-idling-problem (e15bb6c3df7) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../KafkaStreamsCloseOptionsIntegrationTest.java | 32 ++ 1 file changed, 9 insertions(+), 23 deletions(-)
[kafka] 01/01: MINOR: Add TaskIdlingIntegrationTest
This is an automated email from the ASF dual-hosted git repository.
vvcephei pushed a commit to branch repro-task-idling-problem
in repository https://gitbox.apache.org/repos/asf/kafka.git
commit e15bb6c3df791a6d41608c3fe57d822c948fe6b2
Author: John Roesler
AuthorDate: Fri Sep 30 10:50:05 2022 -0500
MINOR: Add TaskIdlingIntegrationTest
---
.../integration/TaskIdlingIntegrationTest.java | 241 +
1 file changed, 241 insertions(+)
diff --git
a/streams/src/test/java/org/apache/kafka/streams/integration/TaskIdlingIntegrationTest.java
b/streams/src/test/java/org/apache/kafka/streams/integration/TaskIdlingIntegrationTest.java
new file mode 100644
index 000..f531273ab9e
--- /dev/null
+++
b/streams/src/test/java/org/apache/kafka/streams/integration/TaskIdlingIntegrationTest.java
@@ -0,0 +1,241 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.kafka.streams.integration;
+
+import kafka.utils.MockTime;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.clients.consumer.ConsumerRecord;
+import org.apache.kafka.clients.consumer.ConsumerRecords;
+import org.apache.kafka.clients.consumer.KafkaConsumer;
+import org.apache.kafka.clients.producer.KafkaProducer;
+import org.apache.kafka.clients.producer.Producer;
+import org.apache.kafka.clients.producer.ProducerConfig;
+import org.apache.kafka.clients.producer.ProducerRecord;
+import org.apache.kafka.common.PartitionInfo;
+import org.apache.kafka.common.TopicPartition;
+import org.apache.kafka.common.serialization.*;
+import org.apache.kafka.common.utils.Time;
+import org.apache.kafka.common.utils.Utils;
+import org.apache.kafka.streams.KafkaStreams;
+import org.apache.kafka.streams.KeyValue;
+import org.apache.kafka.streams.StreamsBuilder;
+import org.apache.kafka.streams.StreamsConfig;
+import org.apache.kafka.streams.integration.utils.EmbeddedKafkaCluster;
+import org.apache.kafka.streams.integration.utils.IntegrationTestUtils;
+import org.apache.kafka.streams.kstream.*;
+import org.apache.kafka.streams.processor.StateStore;
+import org.apache.kafka.streams.processor.api.*;
+import org.apache.kafka.streams.processor.api.Record;
+import org.apache.kafka.streams.state.KeyValueStore;
+import org.apache.kafka.streams.state.Stores;
+import org.apache.kafka.test.IntegrationTest;
+import org.apache.kafka.test.TestUtils;
+import org.hamcrest.Matchers;
+import org.junit.*;
+import org.junit.experimental.categories.Category;
+import org.junit.rules.Timeout;
+
+import java.io.IOException;
+import java.time.Duration;
+import java.util.*;
+import java.util.concurrent.ConcurrentLinkedDeque;
+import java.util.stream.Collectors;
+
+import static java.time.Duration.ofSeconds;
+import static org.hamcrest.MatcherAssert.assertThat;
+import static org.junit.Assert.assertEquals;
+
+@Category({IntegrationTest.class})
+public class TaskIdlingIntegrationTest {
+@Rule
+public Timeout globalTimeout = Timeout.seconds(600);
+private final static int NUM_BROKERS = 1;
+
+public final static EmbeddedKafkaCluster CLUSTER = new
EmbeddedKafkaCluster(NUM_BROKERS);
+private final static MockTime MOCK_TIME = CLUSTER.time;
+private final static String STREAM_1 = "STREAM_1";
+private final static String STREAM_2 = "STREAM_2";
+private final static String STREAM_3 = "STREAM_3";
+private final static String STREAM_4 = "STREAM_4";
+private final Properties streamsConfig = Utils.mkProperties(
+Utils.mkMap(
+Utils.mkEntry(StreamsConfig.APPLICATION_ID_CONFIG, "TaskIdlingIT"),
+Utils.mkEntry(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG,
CLUSTER.bootstrapServers()),
+Utils.mkEntry(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest")
+)
+);
+private static Properties CONSUMER_CONFIG;
+private static Properties PRODUCER_CONFIG_1;
+
+@BeforeClass
+public static void startCluster() throws IOException, InterruptedException
{
+CLUSTER.start();
+//Use multiple partitions to ensure distribution of keys.
+CONSUMER_CONFIG = Utils.mkProperties(
+Utils.mkMap(
+Utils.mkEntry(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,
[kafka] 01/02: tmp
This is an automated email from the ASF dual-hosted git repository.
vvcephei pushed a commit to branch repro-task-idling-problem
in repository https://gitbox.apache.org/repos/asf/kafka.git
commit 95847cf747c36dd538dddf5b0f9c47d8d92a952b
Author: John Roesler
AuthorDate: Tue Sep 27 10:46:49 2022 -0500
tmp
---
.../KafkaStreamsCloseOptionsIntegrationTest.java | 32 --
1 file changed, 23 insertions(+), 9 deletions(-)
diff --git
a/streams/src/test/java/org/apache/kafka/streams/integration/KafkaStreamsCloseOptionsIntegrationTest.java
b/streams/src/test/java/org/apache/kafka/streams/integration/KafkaStreamsCloseOptionsIntegrationTest.java
index 8d3cb8e8795..90fa323e281 100644
---
a/streams/src/test/java/org/apache/kafka/streams/integration/KafkaStreamsCloseOptionsIntegrationTest.java
+++
b/streams/src/test/java/org/apache/kafka/streams/integration/KafkaStreamsCloseOptionsIntegrationTest.java
@@ -36,6 +36,7 @@ import org.apache.kafka.streams.Topology;
import org.apache.kafka.streams.integration.utils.EmbeddedKafkaCluster;
import org.apache.kafka.streams.integration.utils.IntegrationTestUtils;
import org.apache.kafka.streams.kstream.KStream;
+import org.apache.kafka.streams.kstream.KTable;
import org.apache.kafka.streams.kstream.Produced;
import org.apache.kafka.test.IntegrationTest;
import org.apache.kafka.test.TestUtils;
@@ -152,6 +153,19 @@ public class KafkaStreamsCloseOptionsIntegrationTest {
}
}
+public void tmp() {
+StreamsBuilder streamsBuilder = new StreamsBuilder();
+KStream stream = streamsBuilder.stream("inStream");
+KTable table = streamsBuilder.table("inTable");
+KStream result = stream.join(table, (l, r) -> new
Object());
+result.to("output");
+Properties properties = new Properties();
+properties.setProperty(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG,
"localhost:9092");
+
+KafkaStreams kafkaStreams = new KafkaStreams(streamsBuilder.build(),
properties);
+kafkaStreams.start();
+}
+
@Test
public void testCloseOptions() throws Exception {
final String appID =
IntegrationTestUtils.safeUniqueTestName(getClass(), testName);
@@ -180,15 +194,15 @@ public class KafkaStreamsCloseOptionsIntegrationTest {
private void add10InputElements() {
final List> records =
Arrays.asList(KeyValue.pair(0L, "aaa"),
-KeyValue.pair(1L, "bbb"),
-KeyValue.pair(0L, "ccc"),
-KeyValue.pair(1L, "ddd"),
-KeyValue.pair(0L, "eee"),
-KeyValue.pair(1L, "fff"),
-KeyValue.pair(0L, "ggg"),
-KeyValue.pair(1L, "hhh"),
-KeyValue.pair(0L, "iii"),
-KeyValue.pair(1L, "jjj"));
+KeyValue.pair(1L, "bbb"),
+KeyValue.pair(0L, "ccc"),
+KeyValue.pair(1L, "ddd"),
+KeyValue.pair(0L, "eee"),
+KeyValue.pair(1L, "fff"),
+KeyValue.pair(0L, "ggg"),
+KeyValue.pair(1L, "hhh"),
+KeyValue.pair(0L, "iii"),
+KeyValue.pair(1L, "jjj"));
for (final KeyValue record : records) {
mockTime.sleep(10);
[kafka] 02/02: MINOR: Add TaskIdlingIntegrationTest
This is an automated email from the ASF dual-hosted git repository.
vvcephei pushed a commit to branch repro-task-idling-problem
in repository https://gitbox.apache.org/repos/asf/kafka.git
commit 48f6c042315bffcbb575d8c416b5156c36908382
Author: John Roesler
AuthorDate: Fri Sep 30 10:50:05 2022 -0500
MINOR: Add TaskIdlingIntegrationTest
---
.../integration/TaskIdlingIntegrationTest.java | 241 +
1 file changed, 241 insertions(+)
diff --git
a/streams/src/test/java/org/apache/kafka/streams/integration/TaskIdlingIntegrationTest.java
b/streams/src/test/java/org/apache/kafka/streams/integration/TaskIdlingIntegrationTest.java
new file mode 100644
index 000..f531273ab9e
--- /dev/null
+++
b/streams/src/test/java/org/apache/kafka/streams/integration/TaskIdlingIntegrationTest.java
@@ -0,0 +1,241 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.kafka.streams.integration;
+
+import kafka.utils.MockTime;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.clients.consumer.ConsumerRecord;
+import org.apache.kafka.clients.consumer.ConsumerRecords;
+import org.apache.kafka.clients.consumer.KafkaConsumer;
+import org.apache.kafka.clients.producer.KafkaProducer;
+import org.apache.kafka.clients.producer.Producer;
+import org.apache.kafka.clients.producer.ProducerConfig;
+import org.apache.kafka.clients.producer.ProducerRecord;
+import org.apache.kafka.common.PartitionInfo;
+import org.apache.kafka.common.TopicPartition;
+import org.apache.kafka.common.serialization.*;
+import org.apache.kafka.common.utils.Time;
+import org.apache.kafka.common.utils.Utils;
+import org.apache.kafka.streams.KafkaStreams;
+import org.apache.kafka.streams.KeyValue;
+import org.apache.kafka.streams.StreamsBuilder;
+import org.apache.kafka.streams.StreamsConfig;
+import org.apache.kafka.streams.integration.utils.EmbeddedKafkaCluster;
+import org.apache.kafka.streams.integration.utils.IntegrationTestUtils;
+import org.apache.kafka.streams.kstream.*;
+import org.apache.kafka.streams.processor.StateStore;
+import org.apache.kafka.streams.processor.api.*;
+import org.apache.kafka.streams.processor.api.Record;
+import org.apache.kafka.streams.state.KeyValueStore;
+import org.apache.kafka.streams.state.Stores;
+import org.apache.kafka.test.IntegrationTest;
+import org.apache.kafka.test.TestUtils;
+import org.hamcrest.Matchers;
+import org.junit.*;
+import org.junit.experimental.categories.Category;
+import org.junit.rules.Timeout;
+
+import java.io.IOException;
+import java.time.Duration;
+import java.util.*;
+import java.util.concurrent.ConcurrentLinkedDeque;
+import java.util.stream.Collectors;
+
+import static java.time.Duration.ofSeconds;
+import static org.hamcrest.MatcherAssert.assertThat;
+import static org.junit.Assert.assertEquals;
+
+@Category({IntegrationTest.class})
+public class TaskIdlingIntegrationTest {
+@Rule
+public Timeout globalTimeout = Timeout.seconds(600);
+private final static int NUM_BROKERS = 1;
+
+public final static EmbeddedKafkaCluster CLUSTER = new
EmbeddedKafkaCluster(NUM_BROKERS);
+private final static MockTime MOCK_TIME = CLUSTER.time;
+private final static String STREAM_1 = "STREAM_1";
+private final static String STREAM_2 = "STREAM_2";
+private final static String STREAM_3 = "STREAM_3";
+private final static String STREAM_4 = "STREAM_4";
+private final Properties streamsConfig = Utils.mkProperties(
+Utils.mkMap(
+Utils.mkEntry(StreamsConfig.APPLICATION_ID_CONFIG, "TaskIdlingIT"),
+Utils.mkEntry(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG,
CLUSTER.bootstrapServers()),
+Utils.mkEntry(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest")
+)
+);
+private static Properties CONSUMER_CONFIG;
+private static Properties PRODUCER_CONFIG_1;
+
+@BeforeClass
+public static void startCluster() throws IOException, InterruptedException
{
+CLUSTER.start();
+//Use multiple partitions to ensure distribution of keys.
+CONSUMER_CONFIG = Utils.mkProperties(
+Utils.mkMap(
+Utils.mkEntry(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,
[kafka] branch repro-task-idling-problem created (now 48f6c042315)
This is an automated email from the ASF dual-hosted git repository. vvcephei pushed a change to branch repro-task-idling-problem in repository https://gitbox.apache.org/repos/asf/kafka.git at 48f6c042315 MINOR: Add TaskIdlingIntegrationTest This branch includes the following new commits: new 95847cf747c tmp new 48f6c042315 MINOR: Add TaskIdlingIntegrationTest The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
[kafka] branch trunk updated: Fix ByteBufferSerializer#serialize(String, ByteBuffer) not roundtrip input with ByteBufferDeserializer#deserialize(String, byte[]) (#12704)
This is an automated email from the ASF dual-hosted git repository.
guozhang pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/kafka.git
The following commit(s) were added to refs/heads/trunk by this push:
new 496ae054c2d Fix ByteBufferSerializer#serialize(String, ByteBuffer) not
roundtrip input with ByteBufferDeserializer#deserialize(String, byte[]) (#12704)
496ae054c2d is described below
commit 496ae054c2d43c0905167745bfb2f4a0725e9fc2
Author: LinShunKang
AuthorDate: Fri Sep 30 21:45:18 2022 +0800
Fix ByteBufferSerializer#serialize(String, ByteBuffer) not roundtrip input
with ByteBufferDeserializer#deserialize(String, byte[]) (#12704)
Reviewers: Guozhang Wang
---
.../apache/kafka/common/serialization/ByteBufferSerializer.java | 8 +++-
.../org/apache/kafka/common/serialization/SerializationTest.java | 4 +++-
2 files changed, 6 insertions(+), 6 deletions(-)
diff --git
a/clients/src/main/java/org/apache/kafka/common/serialization/ByteBufferSerializer.java
b/clients/src/main/java/org/apache/kafka/common/serialization/ByteBufferSerializer.java
index 5987688759e..06b66a62cb0 100644
---
a/clients/src/main/java/org/apache/kafka/common/serialization/ByteBufferSerializer.java
+++
b/clients/src/main/java/org/apache/kafka/common/serialization/ByteBufferSerializer.java
@@ -21,8 +21,7 @@ import org.apache.kafka.common.utils.Utils;
import java.nio.ByteBuffer;
/**
- * ByteBufferSerializer will not change ByteBuffer's mark, position and limit.
- * And do not need to flip before call serialize(String, ByteBuffer).
For example:
+ * Do not need to flip before call serialize(String, ByteBuffer). For
example:
*
*
*
@@ -48,8 +47,7 @@ public class ByteBufferSerializer implements
Serializer {
}
}
-final ByteBuffer copyData = data.asReadOnlyBuffer();
-copyData.flip();
-return Utils.toArray(copyData);
+data.flip();
+return Utils.toArray(data);
}
}
diff --git
a/clients/src/test/java/org/apache/kafka/common/serialization/SerializationTest.java
b/clients/src/test/java/org/apache/kafka/common/serialization/SerializationTest.java
index eb1fee3943f..a0b67a03d42 100644
---
a/clients/src/test/java/org/apache/kafka/common/serialization/SerializationTest.java
+++
b/clients/src/test/java/org/apache/kafka/common/serialization/SerializationTest.java
@@ -50,7 +50,9 @@ public class SerializationTest {
put(Float.class, Arrays.asList(5678567.12312f, -5678567.12341f));
put(Double.class, Arrays.asList(5678567.12312d, -5678567.12341d));
put(byte[].class, Arrays.asList("my string".getBytes()));
-put(ByteBuffer.class,
Arrays.asList(ByteBuffer.allocate(10).put("my string".getBytes(;
+put(ByteBuffer.class, Arrays.asList(ByteBuffer.wrap("my
string".getBytes()),
+ByteBuffer.allocate(10).put("my string".getBytes()),
+ByteBuffer.allocateDirect(10).put("my
string".getBytes(;
put(Bytes.class, Arrays.asList(new Bytes("my string".getBytes(;
put(UUID.class, Arrays.asList(UUID.randomUUID()));
}
[kafka] branch trunk updated (bc95aa21169 -> 3a9efc77b24)
This is an automated email from the ASF dual-hosted git repository. cadonna pushed a change to branch trunk in repository https://gitbox.apache.org/repos/asf/kafka.git from bc95aa21169 KAFKA-14248; Fix flaky test PlaintextAdminIntegrationTest.testCreateTopicsReturnsConfigs (#12669) add 3a9efc77b24 KAFKA-14133: Replace EasyMock with Mockito in streams tests (#12527) No new revisions were added by this update. Summary of changes: .../org/apache/kafka/streams/TopologyTest.java | 49 +++--- .../suppress/KTableSuppressProcessorTest.java | 8 +- .../ChangeLoggingSessionBytesStoreTest.java| 171 ++--- ...angeLoggingTimestampedWindowBytesStoreTest.java | 120 --- .../ChangeLoggingWindowBytesStoreTest.java | 140 + .../MeteredTimestampedWindowStoreTest.java | 106 ++--- 6 files changed, 194 insertions(+), 400 deletions(-)
