[
https://issues.apache.org/jira/browse/KAFKA-9253?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17013152#comment-17013152
]
Bill Bejeck commented on KAFKA-9253:
------------------------------------
Seen again in
[https://builds.apache.org/job/kafka-pr-jdk11-scala2.13/4182/testReport/junit/kafka.admin/ReassignPartitionsClusterTest/shouldListMovingPartitionsThroughApi/]
{noformat}
Error
Messagejava.lang.NullPointerExceptionStacktracejava.lang.NullPointerException
at
kafka.admin.ReassignPartitionsClusterTest.assertIsReassigning(ReassignPartitionsClusterTest.scala:1190)
at
kafka.admin.ReassignPartitionsClusterTest.shouldListMovingPartitionsThroughApi(ReassignPartitionsClusterTest.scala:811)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at
org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110)
at
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38)
at
org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
at
org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51)
at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at
org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
at
org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at
org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118)
at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
at
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
at
org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:412)
at
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
at
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:48)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at
org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:56)
at java.base/java.lang.Thread.run(Thread.java:834)
Standard Output[2020-01-10 02:18:36,589] INFO [ControllerEventThread
controllerId=100] Starting
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:36,595] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,595] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,597] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,598] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,600] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,602] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,607] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,607] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,608] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,608] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,609] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,609] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,609] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,609] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,610] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,612] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,612] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,613] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,613] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,613] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,614] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,683] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,686] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,688] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,757] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:36,786] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100, addingReplicas=, removingReplicas=), my-topic-1
-> ReplicaAssignment(replicas=101, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:36,786] INFO [Controller id=100] New partition creation
callback for my-topic-0,my-topic-1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,093] INFO [Controller id=100] New topics: [Set(topic2)],
deleted topics: [Set()], new partition replica assignment [Map(topic2-0 ->
ReplicaAssignment(replicas=100, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,094] INFO [Controller id=100] New partition creation
callback for topic2-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,610] INFO [Controller id=100] Successfully updated
assignment of partition topic2-0 to ReplicaAssignment(replicas=101,100,
addingReplicas=101, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,614] INFO [Controller id=100] Updated leader epoch for
partition topic2-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,618] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=101,100,
addingReplicas=101, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,620] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,659] INFO [Controller id=100] Target replicas
ArrayBuffer(101) have all caught up with the leader for reassigning partition
topic2-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,661] INFO [Controller id=100] Leader 100 for partition
topic2-0 being reassigned, is not in the new list of replicas 101. Re-electing
leader (kafka.controller.KafkaController:66)
[2020-01-10 02:18:37,670] INFO [Controller id=100] Successfully updated
assignment of partition topic2-0 to ReplicaAssignment(replicas=101,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,049] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:39,050] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:39,050] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:39,053] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,058] INFO [Controller id=101] 101 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,058] INFO [Controller id=101] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,060] INFO [Controller id=101] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,061] INFO [Controller id=101] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,062] INFO [Controller id=101] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,064] INFO [Controller id=101] Initialized broker epochs
cache: Map(101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,070] INFO [Controller id=101] Currently active brokers in
the cluster: Set(101) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,071] INFO [Controller id=101] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,071] INFO [Controller id=101] Current list of topics in
the cluster: Set(topic2, my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,071] INFO [Controller id=101] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,072] INFO [Controller id=101] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,073] INFO [Controller id=101] List of topics ineligible
for deletion: my-topic (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,073] INFO [Controller id=101] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,073] INFO [Controller id=101] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,079] INFO [Controller id=101] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,083] INFO [Controller id=101] Updated leader epoch for
partition my-topic-0 to 3 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,084] INFO [Controller id=101] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,084] INFO [Controller id=101] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,085] INFO [Controller id=101] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,085] INFO [Controller id=101] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,085] INFO [Controller id=101] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,086] INFO [Controller id=101] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:39,184] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:39,185] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:39,185] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:39,188] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,021] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:40,028] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,028] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,031] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,032] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,033] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,036] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,040] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,040] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,040] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,040] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,041] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,041] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,042] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,042] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,042] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,044] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,044] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,045] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,045] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,045] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,047] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,119] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,122] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,124] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,309] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:40,392] INFO [Controller id=100] Newly added brokers: 102,
deleted brokers: , bounced brokers: , all live brokers: 100,101,102
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,395] INFO [Controller id=100] New broker startup callback
for 102 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,397] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,521] INFO [ControllerEventThread controllerId=102]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:40,543] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100,101, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,543] INFO [Controller id=100] New partition creation
callback for my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:40,559] ERROR [ReplicaFetcher replicaId=101, leaderId=100,
fetcherId=0] Error for partition my-topic-0 at offset 0
(kafka.server.ReplicaFetcherThread:76)
org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server
does not host this topic-partition.
Current partition replica assignment
{"version":1,"partitions":[{"topic":"my-topic","partition":0,"replicas":[100,101],"log_dirs":["any","any"]}]}
Save this to use as the --reassignment-json-file option during rollback
Warning: You must run Verify periodically, until the reassignment completes, to
ensure the throttle is removed. You can also alter the throttle by rerunning
the Execute command passing a new value.
The inter-broker throttle limit was set to 10000000 B/s
Successfully started reassignment of partitions.
[2020-01-10 02:18:42,405] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=101,102,100,
addingReplicas=102, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:42,408] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:45,047] INFO [Controller id=100] Processing automatic
preferred replica leader election (kafka.controller.KafkaController:66)
[2020-01-10 02:18:45,048] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by AutoTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:47,581] INFO [Controller id=100] Target replicas
ArrayBuffer(101, 102) have all caught up with the leader for reassigning
partition my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:47,582] INFO [Controller id=100] Leader 100 for partition
my-topic-0 being reassigned, is not in the new list of replicas 101,102.
Re-electing leader (kafka.controller.KafkaController:66)
[2020-01-10 02:18:47,589] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=101,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:47,592] INFO [Controller id=100] Removing partitions
Map(my-topic-0 -> Buffer(101, 102)) from the list of reassigned partitions in
zookeeper (kafka.controller.KafkaController:66)
[2020-01-10 02:18:47,592] INFO [Controller id=100] No more partitions need to
be reassigned. Deleting zk path /admin/reassign_partitions
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,310] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:48,310] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:48,310] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:48,314] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,320] INFO [Controller id=101] 101 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,320] INFO [Controller id=101] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,322] INFO [Controller id=101] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,323] INFO [Controller id=101] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,324] INFO [Controller id=101] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,326] INFO [Controller id=101] Initialized broker epochs
cache: Map(101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,334] INFO [Controller id=101] Currently active brokers in
the cluster: Set(101, 102) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,335] INFO [Controller id=101] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,335] INFO [Controller id=101] Current list of topics in
the cluster: Set(my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,335] INFO [Controller id=101] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,336] INFO [Controller id=101] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,336] INFO [Controller id=101] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,337] INFO [Controller id=101] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,337] INFO [Controller id=101] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,338] INFO [Controller id=101] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,340] INFO [Controller id=101] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,340] INFO [Controller id=101] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,340] INFO [Controller id=101] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,341] INFO [Controller id=101] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,341] INFO [Controller id=101] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:48,342] INFO [Controller id=101] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:49,311] INFO [ControllerEventThread controllerId=102]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:49,312] INFO [ControllerEventThread controllerId=102]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:49,312] INFO [ControllerEventThread controllerId=102] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:49,312] INFO [Controller id=102] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:49,316] INFO [Controller id=101] Newly added brokers: ,
deleted brokers: 102, bounced brokers: , all live brokers: 101
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:49,317] INFO [Controller id=101] Broker failure callback for
102 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:49,320] INFO [Controller id=101] Updated broker epochs cache:
Map(101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:49,432] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:49,433] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:49,433] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:49,435] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,668] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:51,673] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,673] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,676] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,677] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,677] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,680] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,684] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,684] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,684] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,685] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,685] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,685] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,686] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,686] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,686] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,688] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,688] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,688] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,689] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,689] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,690] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,731] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,733] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,734] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,819] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:51,839] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:51,839] INFO [Controller id=100] New partition creation
callback for my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:52,649] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=100,101,
addingReplicas=101, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:52,652] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:52,747] INFO [Controller id=100] New topics:
[Set(__consumer_offsets)], deleted topics: [Set()], new partition replica
assignment [HashMap(__consumer_offsets-4 -> ReplicaAssignment(replicas=100,
addingReplicas=, removingReplicas=), __consumer_offsets-3 ->
ReplicaAssignment(replicas=101, addingReplicas=, removingReplicas=),
__consumer_offsets-2 -> ReplicaAssignment(replicas=100, addingReplicas=,
removingReplicas=), __consumer_offsets-0 -> ReplicaAssignment(replicas=100,
addingReplicas=, removingReplicas=), __consumer_offsets-1 ->
ReplicaAssignment(replicas=101, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:52,747] INFO [Controller id=100] New partition creation
callback for
__consumer_offsets-4,__consumer_offsets-3,__consumer_offsets-2,__consumer_offsets-0,__consumer_offsets-1
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:53,627] INFO [Controller id=100] Target replicas
ArrayBuffer(100, 101) have all caught up with the leader for reassigning
partition my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:53,629] INFO [Controller id=100] Leader 100 for partition
my-topic-0 being reassigned, is already in the new list of replicas 100,101 and
is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:18:53,631] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:53,633] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=100,101,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,731] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:55,732] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:55,732] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:55,736] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,740] INFO [Controller id=101] 101 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,741] INFO [Controller id=101] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,742] INFO [Controller id=101] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,743] INFO [Controller id=101] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,743] INFO [Controller id=101] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,745] INFO [Controller id=101] Initialized broker epochs
cache: Map(101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,752] INFO [Controller id=101] Currently active brokers in
the cluster: Set(101) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,752] INFO [Controller id=101] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,752] INFO [Controller id=101] Current list of topics in
the cluster: Set(my-topic, __consumer_offsets)
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,753] INFO [Controller id=101] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,754] INFO [Controller id=101] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,754] INFO [Controller id=101] List of topics ineligible
for deletion: my-topic,__consumer_offsets (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,754] INFO [Controller id=101] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,755] INFO [Controller id=101] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,763] INFO [Controller id=101] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,764] INFO [Controller id=101] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,765] INFO [Controller id=101] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,765] INFO [Controller id=101] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,765] INFO [Controller id=101] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,765] INFO [Controller id=101] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,766] INFO [Controller id=101] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:55,921] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:55,922] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:55,922] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:55,924] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,024] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:57,029] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,030] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,031] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,033] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,034] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,036] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,040] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,040] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,040] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,040] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,041] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,041] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,041] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,041] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,042] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,043] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,043] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,044] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,044] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,044] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,045] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,086] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,089] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,091] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,167] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:57,235] INFO [Controller id=100] Newly added brokers: 102,
deleted brokers: , bounced brokers: , all live brokers: 100,101,102
(kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,237] INFO [Controller id=100] New broker startup callback
for 102 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,239] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,311] INFO [ControllerEventThread controllerId=102]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:18:57,335] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100,101, addingReplicas=, removingReplicas=),
my-topic-1 -> ReplicaAssignment(replicas=100,101, addingReplicas=,
removingReplicas=))] (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,336] INFO [Controller id=100] New partition creation
callback for my-topic-0,my-topic-1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:57,353] ERROR [ReplicaFetcher replicaId=101, leaderId=100,
fetcherId=0] Error for partition my-topic-0 at offset 0
(kafka.server.ReplicaFetcherThread:76)
org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server
does not host this topic-partition.
[2020-01-10 02:18:57,353] ERROR [ReplicaFetcher replicaId=101, leaderId=100,
fetcherId=0] Error for partition my-topic-1 at offset 0
(kafka.server.ReplicaFetcherThread:76)
org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server
does not host this topic-partition.
[2020-01-10 02:18:58,049] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=100,101,102,
addingReplicas=102, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,052] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,055] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-1 to ReplicaAssignment(replicas=100,101,102,
addingReplicas=102, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,057] INFO [Controller id=100] Updated leader epoch for
partition my-topic-1 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,062] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=102,101,100,
addingReplicas=102, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,063] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,065] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-1 to ReplicaAssignment(replicas=102,101,100,
addingReplicas=102, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,067] INFO [Controller id=100] Updated leader epoch for
partition my-topic-1 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,293] INFO [Controller id=100] Target replicas
ArrayBuffer(102, 101, 100) have all caught up with the leader for reassigning
partition my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,294] INFO [Controller id=100] Leader 100 for partition
my-topic-0 being reassigned, is already in the new list of replicas 102,101,100
and is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,296] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 3 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,298] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=102,101,100,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,300] INFO [Controller id=100] Target replicas
ArrayBuffer(102, 101, 100) have all caught up with the leader for reassigning
partition my-topic-1 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,302] INFO [Controller id=100] Leader 100 for partition
my-topic-1 being reassigned, is already in the new list of replicas 102,101,100
and is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,304] INFO [Controller id=100] Updated leader epoch for
partition my-topic-1 to 3 (kafka.controller.KafkaController:66)
[2020-01-10 02:18:58,306] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-1 to ReplicaAssignment(replicas=102,101,100,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,189] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,189] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,189] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,190] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,195] INFO [Controller id=100] Newly added brokers: ,
deleted brokers: 101, bounced brokers: , all live brokers: 100,102
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,197] INFO [Controller id=100] Broker failure callback for
101 (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,201] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,246] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,247] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,247] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,248] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,254] INFO [Controller id=102] 102 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,254] INFO [Controller id=102] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,256] INFO [Controller id=102] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,257] INFO [Controller id=102] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,258] INFO [Controller id=102] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,259] INFO [Controller id=102] Initialized broker epochs
cache: Map(102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,265] INFO [Controller id=102] Currently active brokers in
the cluster: Set(102) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,265] INFO [Controller id=102] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,265] INFO [Controller id=102] Current list of topics in
the cluster: Set(my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,266] INFO [Controller id=102] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,267] INFO [Controller id=102] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,267] INFO [Controller id=102] List of topics ineligible
for deletion: my-topic (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,267] INFO [Controller id=102] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,268] INFO [Controller id=102] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,270] INFO [ControllerEventThread controllerId=102]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,276] INFO [Controller id=102] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,278] INFO [Controller id=102] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,278] INFO [Controller id=102] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,278] INFO [Controller id=102] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,279] INFO [Controller id=102] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,279] INFO [Controller id=102] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,280] INFO [Controller id=102] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:19:00,281] INFO [ControllerEventThread controllerId=102] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,281] INFO [ControllerEventThread controllerId=102]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:00,282] INFO [Controller id=102] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,547] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:01,553] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,554] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,556] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,558] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,559] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,560] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,563] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,563] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,563] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,563] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,564] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,564] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,564] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,564] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,565] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,566] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,567] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,567] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,567] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,567] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,568] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,618] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,620] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,625] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,700] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:19:01,732] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,733] INFO [Controller id=100] New partition creation
callback for my-topic-0 (kafka.controller.KafkaController:66)
Current partition replica assignment
{"version":1,"partitions":[{"topic":"my-topic","partition":0,"replicas":[100],"log_dirs":["any"]}]}
Save this to use as the --reassignment-json-file option during rollback
[2020-01-10 02:19:01,961] INFO [Controller id=100] Leader 100 for partition
my-topic-0 being reassigned, is already in the new list of replicas 100 and is
alive (kafka.controller.KafkaController:66)
[2020-01-10 02:19:01,964] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controlle
...[truncated 286200 chars]...
ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:40,155] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:40,158] INFO [Controller id=100] Newly added brokers: ,
deleted brokers: 101, bounced brokers: , all live brokers: 100
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:40,159] INFO [Controller id=100] Broker failure callback for
101 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:40,166] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:40,195] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:40,195] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:40,195] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:40,196] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,651] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:41,656] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,656] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,658] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,659] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,660] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,661] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,664] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,664] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,664] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,665] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,665] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,666] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,666] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,666] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,667] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,668] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,668] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,669] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,669] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,669] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,670] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,709] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,711] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,712] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,810] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:41,865] INFO [Controller id=100] Newly added brokers: 102,
deleted brokers: , bounced brokers: , all live brokers: 100,101,102
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,867] INFO [Controller id=100] New broker startup callback
for 102 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,867] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,954] INFO [ControllerEventThread controllerId=102]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:41,973] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100, addingReplicas=, removingReplicas=), my-topic-1
-> ReplicaAssignment(replicas=100, addingReplicas=, removingReplicas=),
my-topic-2 -> ReplicaAssignment(replicas=100, addingReplicas=,
removingReplicas=), my-topic-3 -> ReplicaAssignment(replicas=100,
addingReplicas=, removingReplicas=))] (kafka.controller.KafkaController:66)
[2020-01-10 02:20:41,973] INFO [Controller id=100] New partition creation
callback for my-topic-0,my-topic-1,my-topic-2,my-topic-3
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,774] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=101,100,
addingReplicas=101, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,776] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,777] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-1 to ReplicaAssignment(replicas=101,100,
addingReplicas=101, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,779] INFO [Controller id=100] Updated leader epoch for
partition my-topic-1 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,783] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=100,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,784] INFO [Controller id=100] Leader 100 for partition
my-topic-0 being reassigned, is already in the new list of replicas 100 and is
alive (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,786] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,787] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=100,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,789] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-1 to ReplicaAssignment(replicas=102,100,
addingReplicas=102, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,792] INFO [Controller id=100] Updated leader epoch for
partition my-topic-1 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,794] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-2 to ReplicaAssignment(replicas=101,100,
addingReplicas=101, removingReplicas=100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:42,796] INFO [Controller id=100] Updated leader epoch for
partition my-topic-2 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:43,238] INFO [Controller id=100] Target replicas
ArrayBuffer(101) have all caught up with the leader for reassigning partition
my-topic-2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:43,239] INFO [Controller id=100] Leader 100 for partition
my-topic-2 being reassigned, is not in the new list of replicas 101.
Re-electing leader (kafka.controller.KafkaController:66)
[2020-01-10 02:20:43,245] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-2 to ReplicaAssignment(replicas=101,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:43,374] INFO [Controller id=100] Target replicas
ArrayBuffer(102) have all caught up with the leader for reassigning partition
my-topic-1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:43,376] INFO [Controller id=100] Leader 100 for partition
my-topic-1 being reassigned, is not in the new list of replicas 102.
Re-electing leader (kafka.controller.KafkaController:66)
[2020-01-10 02:20:43,382] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-1 to ReplicaAssignment(replicas=102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,612] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,613] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,613] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,618] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,623] INFO [Controller id=102] 102 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,623] INFO [Controller id=102] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,624] INFO [Controller id=102] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,625] INFO [Controller id=102] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,626] INFO [Controller id=102] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,628] INFO [Controller id=102] Initialized broker epochs
cache: Map(101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,637] INFO [Controller id=102] Currently active brokers in
the cluster: Set(101, 102) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,637] INFO [Controller id=102] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,637] INFO [Controller id=102] Current list of topics in
the cluster: Set(my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,637] INFO [Controller id=102] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,638] INFO [Controller id=102] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,638] INFO [Controller id=102] List of topics ineligible
for deletion: my-topic (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,639] INFO [Controller id=102] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,639] INFO [Controller id=102] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,643] INFO [Controller id=102] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,644] INFO [Controller id=102] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,644] INFO [Controller id=102] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,644] INFO [Controller id=102] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,644] INFO [Controller id=102] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,644] INFO [Controller id=102] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,645] INFO [Controller id=102] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,853] INFO [ControllerEventThread controllerId=102]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,853] INFO [ControllerEventThread controllerId=102] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,853] INFO [ControllerEventThread controllerId=102]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,856] INFO [Controller id=102] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,861] INFO [Controller id=101] 101 successfully elected as
the controller. Epoch incremented to 3 and epoch zk version is now 3
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,862] INFO [Controller id=101] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,864] INFO [Controller id=101] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,865] INFO [Controller id=101] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,866] INFO [Controller id=101] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,867] INFO [Controller id=101] Initialized broker epochs
cache: Map(101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,873] INFO [Controller id=101] Currently active brokers in
the cluster: Set(101) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,874] INFO [Controller id=101] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,874] INFO [Controller id=101] Current list of topics in
the cluster: Set(my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,874] INFO [Controller id=101] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,875] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,875] INFO [Controller id=101] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,875] INFO [Controller id=101] List of topics ineligible
for deletion: my-topic (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,875] INFO [Controller id=101] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,876] INFO [Controller id=101] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,882] INFO [Controller id=101] Ready to serve as the new
controller with epoch 3 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,884] INFO [Controller id=101] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,884] INFO [Controller id=101] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,884] INFO [Controller id=101] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,884] INFO [Controller id=101] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,884] INFO [Controller id=101] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,885] INFO [Controller id=101] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:44,886] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,886] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:44,888] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,140] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:46,144] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,145] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,146] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,146] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,147] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,148] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,151] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,151] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,151] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,151] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,152] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,152] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,152] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,152] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,152] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,153] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,154] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,154] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,154] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,154] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,155] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,196] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,199] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,200] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,300] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:46,362] INFO [Controller id=100] Newly added brokers: 102,
deleted brokers: , bounced brokers: , all live brokers: 100,101,102
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,364] INFO [Controller id=100] New broker startup callback
for 102 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,365] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,444] INFO [ControllerEventThread controllerId=102]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:46,462] INFO [Controller id=100] New topics: [Set(my-topic)],
deleted topics: [Set()], new partition replica assignment [Map(my-topic-0 ->
ReplicaAssignment(replicas=100,101, addingReplicas=, removingReplicas=))]
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,462] INFO [Controller id=100] New partition creation
callback for my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:46,474] ERROR [ReplicaFetcher replicaId=101, leaderId=100,
fetcherId=0] Error for partition my-topic-0 at offset 0
(kafka.server.ReplicaFetcherThread:76)
org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server
does not host this topic-partition.
Current partition replica assignment
{"version":1,"partitions":[{"topic":"my-topic","partition":0,"replicas":[100,101],"log_dirs":["any","any"]}]}
Save this to use as the --reassignment-json-file option during rollback
Warning: You must run Verify periodically, until the reassignment completes, to
ensure the throttle is removed. You can also alter the throttle by rerunning
the Execute command passing a new value.
The inter-broker throttle limit was set to 1000000 B/s
Successfully started reassignment of partitions.
[2020-01-10 02:20:46,849] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=101,102,100,
addingReplicas=102, removingReplicas=100) (kafka.controller.KafkaController:66)
Status of partition reassignment:
[2020-01-10 02:20:46,852] INFO [Controller id=100] Updated leader epoch for
partition my-topic-0 to 1 (kafka.controller.KafkaController:66)
Reassignment of partition my-topic-0 is still in progress
There is an existing assignment running.
[2020-01-10 02:20:47,034] INFO [Controller id=100] Target replicas
ArrayBuffer(101, 102) have all caught up with the leader for reassigning
partition my-topic-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,036] INFO [Controller id=100] Leader 100 for partition
my-topic-0 being reassigned, is not in the new list of replicas 101,102.
Re-electing leader (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,042] INFO [Controller id=100] Successfully updated
assignment of partition my-topic-0 to ReplicaAssignment(replicas=101,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,045] INFO [Controller id=100] Removing partitions
Map(my-topic-0 -> Buffer(101, 102)) from the list of reassigned partitions in
zookeeper (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,045] INFO [Controller id=100] No more partitions need to
be reassigned. Deleting zk path /admin/reassign_partitions
(kafka.controller.KafkaController:66)
Status of partition reassignment:
Reassignment of partition my-topic-0 completed successfully
Throttle was removed.
[2020-01-10 02:20:47,853] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:47,853] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:47,853] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:47,857] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,862] INFO [Controller id=102] 102 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,863] INFO [Controller id=102] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,864] INFO [Controller id=102] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,865] INFO [Controller id=102] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,866] INFO [Controller id=102] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,867] INFO [Controller id=102] Initialized broker epochs
cache: Map(101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,874] INFO [Controller id=102] Currently active brokers in
the cluster: Set(101, 102) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,874] INFO [Controller id=102] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,874] INFO [Controller id=102] Current list of topics in
the cluster: Set(my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,875] INFO [Controller id=102] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,876] INFO [Controller id=102] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,876] INFO [Controller id=102] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,876] INFO [Controller id=102] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,876] INFO [Controller id=102] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,877] INFO [Controller id=102] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,878] INFO [Controller id=102] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,878] INFO [Controller id=102] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,879] INFO [Controller id=102] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,879] INFO [Controller id=102] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,879] INFO [Controller id=102] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:47,880] INFO [Controller id=102] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,587] INFO [ControllerEventThread controllerId=102]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:48,588] INFO [ControllerEventThread controllerId=102] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:48,588] INFO [ControllerEventThread controllerId=102]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:48,590] INFO [Controller id=102] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,594] INFO [Controller id=101] 101 successfully elected as
the controller. Epoch incremented to 3 and epoch zk version is now 3
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,595] INFO [Controller id=101] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,596] INFO [Controller id=101] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,597] INFO [Controller id=101] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,597] INFO [Controller id=101] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,599] INFO [Controller id=101] Initialized broker epochs
cache: Map(101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,602] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:48,603] INFO [Controller id=101] Currently active brokers in
the cluster: Set(101) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,603] INFO [Controller id=101] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,603] INFO [Controller id=101] Current list of topics in
the cluster: Set(my-topic) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,604] INFO [Controller id=101] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,604] INFO [Controller id=101] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,605] INFO [Controller id=101] List of topics ineligible
for deletion: my-topic (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,605] INFO [Controller id=101] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,605] INFO [Controller id=101] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,608] INFO [Controller id=101] Ready to serve as the new
controller with epoch 3 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,609] INFO [Controller id=101] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,610] INFO [Controller id=101] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,610] INFO [Controller id=101] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,610] INFO [Controller id=101] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,611] INFO [Controller id=101] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,612] INFO [Controller id=101] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:48,612] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:48,612] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:48,613] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,639] INFO [ControllerEventThread controllerId=100]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:49,644] INFO [Controller id=100] 100 successfully elected as
the controller. Epoch incremented to 1 and epoch zk version is now 1
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,644] INFO [Controller id=100] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,646] INFO [Controller id=100] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,647] INFO [Controller id=100] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,648] INFO [Controller id=100] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,651] INFO [Controller id=100] Initialized broker epochs
cache: Map(100 -> 25) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,654] INFO [Controller id=100] Currently active brokers in
the cluster: Set(100) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,655] INFO [Controller id=100] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,655] INFO [Controller id=100] Current list of topics in
the cluster: Set() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,655] INFO [Controller id=100] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,656] INFO [Controller id=100] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,656] INFO [Controller id=100] List of topics ineligible
for deletion: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,656] INFO [Controller id=100] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,656] INFO [Controller id=100] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,657] INFO [Controller id=100] Ready to serve as the new
controller with epoch 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,658] INFO [Controller id=100] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,659] INFO [Controller id=100] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,659] INFO [Controller id=100] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,659] INFO [Controller id=100] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,659] INFO [Controller id=100] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,661] INFO [Controller id=100] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,698] INFO [Controller id=100] Newly added brokers: 101,
deleted brokers: , bounced brokers: , all live brokers: 100,101
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,700] INFO [Controller id=100] New broker startup callback
for 101 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,701] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,826] INFO [ControllerEventThread controllerId=101]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:49,891] INFO [Controller id=100] Newly added brokers: 102,
deleted brokers: , bounced brokers: , all live brokers: 100,101,102
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,893] INFO [Controller id=100] New broker startup callback
for 102 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:49,895] INFO [Controller id=100] Updated broker epochs cache:
Map(100 -> 25, 101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,035] INFO [ControllerEventThread controllerId=102]
Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:50,057] INFO [Controller id=100] New topics: [Set(topic1)],
deleted topics: [Set()], new partition replica assignment [Map(topic1-0 ->
ReplicaAssignment(replicas=100,101, addingReplicas=, removingReplicas=),
topic1-1 -> ReplicaAssignment(replicas=101,102, addingReplicas=,
removingReplicas=), topic1-2 -> ReplicaAssignment(replicas=102,100,
addingReplicas=, removingReplicas=))] (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,057] INFO [Controller id=100] New partition creation
callback for topic1-0,topic1-1,topic1-2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,135] ERROR [ReplicaFetcher replicaId=101, leaderId=100,
fetcherId=0] Error for partition topic1-0 at offset 0
(kafka.server.ReplicaFetcherThread:76)
org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server
does not host this topic-partition.
[2020-01-10 02:20:50,465] INFO [Controller id=100] New topics: [Set(topic2)],
deleted topics: [Set()], new partition replica assignment [Map(topic2-0 ->
ReplicaAssignment(replicas=100,101, addingReplicas=, removingReplicas=),
topic2-1 -> ReplicaAssignment(replicas=101,102, addingReplicas=,
removingReplicas=), topic2-2 -> ReplicaAssignment(replicas=102,100,
addingReplicas=, removingReplicas=))] (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,465] INFO [Controller id=100] New partition creation
callback for topic2-0,topic2-1,topic2-2 (kafka.controller.KafkaController:66)
Current partition replica assignment
{"version":1,"partitions":[{"topic":"topic1","partition":2,"replicas":[102,100],"log_dirs":["any","any"]},{"topic":"topic2","partition":0,"replicas":[100,101],"log_dirs":["any","any"]},{"topic":"topic1","partition":1,"replicas":[101,102],"log_dirs":["any","any"]},{"topic":"topic2","partition":2,"replicas":[102,100],"log_dirs":["any","any"]},{"topic":"topic2","partition":1,"replicas":[101,102],"log_dirs":["any","any"]},{"topic":"topic1","partition":0,"replicas":[100,101],"log_dirs":["any","any"]}]}
Save this to use as the --reassignment-json-file option during rollback
[2020-01-10 02:20:50,884] INFO [Controller id=100] Successfully updated
assignment of partition topic2-2 to ReplicaAssignment(replicas=100,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,884] INFO [Controller id=100] Leader 102 for partition
topic2-2 being reassigned, is already in the new list of replicas 100,102 and
is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,886] INFO [Controller id=100] Updated leader epoch for
partition topic2-2 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,887] INFO [Controller id=100] Successfully updated
assignment of partition topic2-2 to ReplicaAssignment(replicas=100,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,888] INFO [Controller id=100] Removing partitions
Map(topic2-2 -> Buffer(100, 102)) from the list of reassigned partitions in
zookeeper (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,890] INFO [Controller id=100] Successfully updated
assignment of partition topic2-1 to ReplicaAssignment(replicas=101,100,102,
addingReplicas=100, removingReplicas=102) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,892] INFO [Controller id=100] Updated leader epoch for
partition topic2-1 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,894] INFO [Controller id=100] Successfully updated
assignment of partition topic1-0 to ReplicaAssignment(replicas=100,102,101,
addingReplicas=102, removingReplicas=101) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,896] INFO [Controller id=100] Updated leader epoch for
partition topic1-0 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,898] INFO [Controller id=100] Successfully updated
assignment of partition topic1-2 to ReplicaAssignment(replicas=100,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,899] INFO [Controller id=100] Leader 102 for partition
topic1-2 being reassigned, is already in the new list of replicas 100,102 and
is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,900] INFO [Controller id=100] Updated leader epoch for
partition topic1-2 to 1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,901] INFO [Controller id=100] Successfully updated
assignment of partition topic1-2 to ReplicaAssignment(replicas=100,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,903] INFO [Controller id=100] Removing partitions
Map(topic1-2 -> Buffer(100, 102)) from the list of reassigned partitions in
zookeeper (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,968] INFO [Controller id=100] Target replicas
ArrayBuffer(100, 102) have all caught up with the leader for reassigning
partition topic1-0 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,969] INFO [Controller id=100] Leader 100 for partition
topic1-0 being reassigned, is already in the new list of replicas 100,102 and
is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,971] INFO [Controller id=100] Updated leader epoch for
partition topic1-0 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,975] INFO [Controller id=100] Successfully updated
assignment of partition topic1-0 to ReplicaAssignment(replicas=100,102,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,977] INFO [Controller id=100] Removing partitions
Map(topic1-0 -> Buffer(100, 102)) from the list of reassigned partitions in
zookeeper (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,978] INFO [Controller id=100] Target replicas
ArrayBuffer(101, 100) have all caught up with the leader for reassigning
partition topic2-1 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,979] INFO [Controller id=100] Leader 101 for partition
topic2-1 being reassigned, is already in the new list of replicas 101,100 and
is alive (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,981] INFO [Controller id=100] Updated leader epoch for
partition topic2-1 to 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,984] INFO [Controller id=100] Successfully updated
assignment of partition topic2-1 to ReplicaAssignment(replicas=101,100,
addingReplicas=, removingReplicas=) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,986] INFO [Controller id=100] Removing partitions
Map(topic2-1 -> Buffer(101, 100)) from the list of reassigned partitions in
zookeeper (kafka.controller.KafkaController:66)
[2020-01-10 02:20:50,986] INFO [Controller id=100] No more partitions need to
be reassigned. Deleting zk path /admin/reassign_partitions
(kafka.controller.KafkaController:66)
Successfully started reassignment of partitions.
[2020-01-10 02:20:52,185] INFO [ControllerEventThread controllerId=100]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,186] INFO [ControllerEventThread controllerId=100] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,186] INFO [ControllerEventThread controllerId=100]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,189] INFO [Controller id=100] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,194] INFO [Controller id=101] 101 successfully elected as
the controller. Epoch incremented to 2 and epoch zk version is now 2
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,195] INFO [Controller id=101] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,196] INFO [Controller id=101] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,197] INFO [Controller id=101] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,198] INFO [Controller id=101] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,199] INFO [Controller id=101] Initialized broker epochs
cache: Map(101 -> 44, 102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,207] INFO [Controller id=101] Currently active brokers in
the cluster: Set(101, 102) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,207] INFO [Controller id=101] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,207] INFO [Controller id=101] Current list of topics in
the cluster: Set(topic1, topic2) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,208] INFO [Controller id=101] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,209] INFO [Controller id=101] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,209] INFO [Controller id=101] List of topics ineligible
for deletion: topic1,topic2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,209] INFO [Controller id=101] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,209] INFO [Controller id=101] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,215] INFO [Controller id=101] Ready to serve as the new
controller with epoch 2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,217] INFO [Controller id=101] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,217] INFO [Controller id=101] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,217] INFO [Controller id=101] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,217] INFO [Controller id=101] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,217] INFO [Controller id=101] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,218] INFO [Controller id=101] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,262] INFO [ControllerEventThread controllerId=101]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,263] INFO [ControllerEventThread controllerId=101] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,263] INFO [ControllerEventThread controllerId=101]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,265] INFO [Controller id=101] Resigned
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,270] INFO [Controller id=102] 102 successfully elected as
the controller. Epoch incremented to 3 and epoch zk version is now 3
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,270] INFO [Controller id=102] Registering handlers
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,272] INFO [Controller id=102] Deleting log dir event
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,273] INFO [Controller id=102] Deleting isr change
notifications (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,274] INFO [Controller id=102] Initializing controller
context (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,276] INFO [Controller id=102] Initialized broker epochs
cache: Map(102 -> 60) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,281] INFO [Controller id=102] Currently active brokers in
the cluster: Set(102) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,281] INFO [Controller id=102] Currently shutting brokers
in the cluster: HashSet() (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,281] INFO [Controller id=102] Current list of topics in
the cluster: Set(topic1, topic2) (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,281] INFO [Controller id=102] Fetching topic deletions in
progress (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,282] INFO [Controller id=102] List of topics to be
deleted: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,282] INFO [Controller id=102] List of topics ineligible
for deletion: topic1,topic2 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,282] INFO [Controller id=102] Initializing topic deletion
manager (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,282] INFO [Controller id=102] Sending update metadata
request (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,289] INFO [Controller id=102] Ready to serve as the new
controller with epoch 3 (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,290] INFO [Controller id=102] Partitions undergoing
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,290] INFO [Controller id=102] Partitions that completed
preferred replica election: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,291] INFO [Controller id=102] Skipping preferred replica
election for partitions due to topic deletion:
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,291] INFO [Controller id=102] Resuming preferred replica
election for partitions: (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,291] INFO [Controller id=102] Starting replica leader
election (PREFERRED) for partitions triggered by ZkTriggered
(kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,292] INFO [Controller id=102] Starting the controller
scheduler (kafka.controller.KafkaController:66)
[2020-01-10 02:20:52,355] INFO [ControllerEventThread controllerId=102]
Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,355] INFO [ControllerEventThread controllerId=102] Stopped
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,355] INFO [ControllerEventThread controllerId=102]
Shutdown completed
(kafka.controller.ControllerEventManager$ControllerEventThread:66)
[2020-01-10 02:20:52,356] INFO [Controller id=102] Resigned
(kafka.controller.KafkaController:66){noformat}
> Test failure :
> ReassignPartitionsClusterTest.shouldListMovingPartitionsThroughApi
> ----------------------------------------------------------------------------------
>
> Key: KAFKA-9253
> URL: https://issues.apache.org/jira/browse/KAFKA-9253
> Project: Kafka
> Issue Type: Bug
> Affects Versions: 2.4.0
> Reporter: Manikumar
> Priority: Major
>
> https://builds.apache.org/blue/organizations/jenkins/kafka-trunk-jdk11/detail/kafka-trunk-jdk11/990/tests
> {quote}
> java.lang.NullPointerException
> Stacktrace
> java.lang.NullPointerException
> at
> kafka.admin.ReassignPartitionsClusterTest.assertIsReassigning(ReassignPartitionsClusterTest.scala:1188)
> at
> kafka.admin.ReassignPartitionsClusterTest.shouldListMovingPartitionsThroughApi(ReassignPartitionsClusterTest.scala:782)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:305)
> at
> org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
> at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:365)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
> at org.junit.runners.ParentRunner$4.run(ParentRunner.java:330)
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:78)
> at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:328)
> at org.junit.runners.ParentRunner.access$100(ParentRunner.java:65)
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:292)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:305)
> at org.junit.runners.ParentRunner.run(ParentRunner.java:412)
> {quote}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
