MagicalFool opened a new issue, #23674: URL: https://github.com/apache/pulsar/issues/23674
### Search before asking - [X] I searched in the [issues](https://github.com/apache/pulsar/issues) and found nothing similar. ### Read release policy - [X] I understand that unsupported versions don't get bug fixes. I will attempt to reproduce the issue on a supported version of Pulsar client and Pulsar broker. ### Version pulsar 3.0.6 ### Minimal reproduce step pulsar 2.8.1 upgrade to 3.0.6 ### What did you expect to see? no error, Topics are consumed normally. ### What did you see instead? 2024-12-02T23:16:54,354+0800 [broker-client-shared-internal-executor-6-1] WARN org.apache.pulsar.client.impl.MultiTopicsConsumerImpl - [MultiTopicsConsumer-11c23] Failed to subscribe topics: org.apache.pulsar.client.api.PulsarClientException$IncompatibleSchemaException: {"errorMsg":"org.apache.avro.SchemaValidationException: Unable to read schema: { "type" : "record", "name" : "PulsarEvent", "namespace" : "org.apache.pulsar.common.events", "fields" : [ { "name" : "actionType", "type" : [ "null", { "type" : "enum", "name" : "ActionType", "symbols" : [ "INSERT", "DELETE", "UPDATE", "NONE" ] } ], "default" : null }, { "name" : "eventType", "type" : [ "null", { "type" : "enum", "name" : "EventType", "symbols" : [ "TOPIC_POLICY", "TRANSACTION_BUFFER_SNAPSHOT" ] } ], "default" : null }, { "name" : "topicPoliciesEvent", "type" : [ "null", { "type" : "record", "name" : "TopicPoliciesEvent", "fields" : [ { "name" : "domain", "type" : [ "null", "string" ], "default" : null }, { "name" : "namespace", "type" : [ "null", "string" ], "default" : null }, { "name" : "policies", "type" : [ "null", { "type" : "record", "name" : "TopicPolicies", "namespace" : "org.apache.pulsar.common.policies.data", "fields" : [ { "name" : "backLogQuotaMap", "type" : [ "null", { "type" : "map", "values" : { "type" : "record", "name" : "BacklogQuotaImpl", "namespace" : "org.apache.pulsar.common.policies.data.impl", "fields" : [ { "name" : "limitSize", "type" : "long" }, { "name" : "limitTime", "type" : "int" }, { "name" : "policy", "type" : [ "null", { "type" : "enum", "name" : "RetentionPolicy", "namespace" : "org.apache.pulsar.common.policies.data.BacklogQuota", "symbols" : [ "producer_request_hold", "producer_exception", "consumer_backlog_eviction" ] } ], "default" : null } ] } } ], "default" : null }, { "name" : "compactionThreshold", "type" : [ "null", "long" ], "default" : null }, { "name" : "deduplicationEnabled", "type" : [ "null", "boolean" ], "default" : null }, { "name" : "deduplicationSnapshotIntervalSeconds", "type" : [ "null", "int" ], "default" : null }, { "name" : "delayedDeliveryEnabled", "type" : [ "null", "boolean" ], "default" : null }, { "name" : "delayedDeliveryTickTimeMillis", "type" : [ "null", "long" ], "default" : null }, { "name" : "dispatchRate", "type" : [ "null", { "type" : "record", "name" : "DispatchRateImpl", "namespace" : "org.apache.pulsar.common.policies.data.impl", "fields" : [ { "name" : "dispatchThrottlingRateInByte", "type" : "long" }, { "name" : "dispatchThrottlingRateInMsg", "type" : "int" }, { "name" : "ratePeriodInSecond", "type" : "int" }, { "name" : "relativeToPublishRate", "type" : "boolean" } ] } ], "default" : null }, { "name" : "inactiveTopicPolicies", "type" : [ "null", { "type" : "record", "name" : "InactiveTopicPolicies", "fields" : [ { "name" : "deleteWhileInactive", "type" : "boolean" }, { "name" : "inactiveTopicDeleteMode", "type" : [ "null", { "type" : "enum", "name" : "InactiveTopicDeleteMode", "symbols" : [ "delete_when_no_subscriptions", "delete_when_subscriptions_caught_up" ] } ], "default" : null }, { "name" : "maxInactiveDurationSeconds", "type" : "int" } ] } ], "default" : null }, { "name" : "maxConsumerPerTopic", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxConsumersPerSubscription", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxMessageSize", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxProducerPerTopic", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxSubscriptionsPerTopic", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxUnackedMessagesOnConsumer", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxUnackedMessagesOnSubscription", "type" : [ "null", "int" ], "default" : null }, { "name" : "messageTTLInSeconds", "type" : [ "null", "int" ], "default" : null }, { "name" : "offloadPolicies", "type" : [ "null", { "type" : "record", "name" : "OffloadPoliciesImpl", "fields" : [ { "name" : "fileSystemProfilePath", "type" : [ "null", "string" ], "default" : null }, { "name" : "fileSystemURI", "type" : [ "null", "string" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadBucket", "type" : [ "null", "string" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadMaxBlockSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadReadBufferSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadRegion", "type" : [ "null", "string" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadServiceAccountKeyFile", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadBucket", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadDeletionLagInMillis", "type" : [ "null", "long" ], "default" : null }, { "name" : "managedLedgerOffloadDriver", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadMaxBlockSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadMaxThreads", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadPrefetchRounds", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadReadBufferSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadRegion", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadServiceEndpoint", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadThresholdInBytes", "type" : [ "null", "long" ], "default" : null }, { "name" : "managedLedgerOffloadedReadPriority", "type" : [ "null", { "type" : "enum", "name" : "OffloadedReadPriority", "symbols" : [ "BOOKKEEPER_FIRST", "TIERED_STORAGE_FIRST" ] } ], "default" : null }, { "name" : "offloadersDirectory", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadBucket", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadCredentialId", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadCredentialSecret", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadMaxBlockSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadReadBufferSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadRegion", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadRole", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadRoleSessionName", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadServiceEndpoint", "type" : [ "null", "string" ], "default" : null } ] } ], "default" : null }, { "name" : "persistence", "type" : [ "null", { "type" : "record", "name" : "PersistencePolicies", "fields" : [ { "name" : "bookkeeperAckQuorum", "type" : "int" }, { "name" : "bookkeeperEnsemble", "type" : "int" }, { "name" : "bookkeeperWriteQuorum", "type" : "int" }, { "name" : "managedLedgerMaxMarkDeleteRate", "type" : "double" } ] } ], "default" : null }, { "name" : "publishRate", "type" : [ "null", { "type" : "record", "name" : "PublishRate", "fields" : [ { "name" : "publishThrottlingRateInByte", "type" : "long" }, { "name" : "publishThrottlingRateInMsg", "type" : "int" } ] } ], "default" : null }, { "name" : "replicatorDispatchRate", "type" : [ "null", "org.apache.pulsar.common.policies.data.impl.DispatchRateImpl" ], "default" : null }, { "name" : "retentionPolicies", "type" : [ "null", { "type" : "record", "name" : "RetentionPolicies", "fields" : [ { "name" : "retentionSizeInMB", "type" : "long" }, { "name" : "retentionTimeInMinutes", "type" : "int" } ] } ], "default" : null }, { "name" : "subscribeRate", "type" : [ "null", { "type" : "record", "name" : "SubscribeRate", "fields" : [ { "name" : "ratePeriodInSecond", "type" : "int" }, { "name" : "subscribeThrottlingRatePerConsumer", "type" : "int" } ] } ], "default" : null }, { "name" : "subscriptionDispatchRate", "type" : [ "null", "org.apache.pulsar.common.policies.data.impl.DispatchRateImpl" ], "default" : null }, { "name" : "subscriptionTypesEnabled", "type" : [ "null", { "type" : "array", "items" : { "type" : "enum", "name" : "SubType", "namespace" : "org.apache.pulsar.common.api.proto.CommandSubscribe", "symbols" : [ "Exclusive", "Shared", "Failover", "Key_Shared" ] }, "java-class" : "java.util.List" } ], "default" : null } ] } ], "default" : null }, { "name" : "tenant", "type" : [ "null", "string" ], "default" : null }, { "name" : "topic", "type" : [ "null", "string" ], "default" : null } ] } ], "default" : null } ] } using schema: { "type" : "record", "name" : "PulsarEvent", "namespace" : "org.apache.pulsar.common.events", "fields" : [ { "name" : "actionType", "type" : [ "null", { "type" : "enum", "name" : "ActionType", "symbols" : [ "INSERT", "DELETE", "UPDATE", "NONE" ] } ], "default" : null }, { "name" : "eventType", "type" : [ "null", { "type" : "enum", "name" : "EventType", "symbols" : [ "TOPIC_POLICY", "TRANSACTION_BUFFER_SNAPSHOT", "TRANSACTION_BUFFER_SNAPSHOT_SEGMENTS", "TRANSACTION_BUFFER_SNAPSHOT_INDEXES" ] } ], "default" : null }, { "name" : "replicateTo", "type" : [ "null", { "type" : "array", "items" : "string", "java-class" : "java.util.HashSet" } ], "default" : null }, { "name" : "topicPoliciesEvent", "type" : [ "null", { "type" : "record", "name" : "TopicPoliciesEvent", "fields" : [ { "name" : "domain", "type" : [ "null", "string" ], "default" : null }, { "name" : "namespace", "type" : [ "null", "string" ], "default" : null }, { "name" : "policies", "type" : [ "null", { "type" : "record", "name" : "TopicPolicies", "namespace" : "org.apache.pulsar.common.policies.data", "fields" : [ { "name" : "autoSubscriptionCreationOverride", "type" : [ "null", { "type" : "record", "name" : "AutoSubscriptionCreationOverrideImpl", "namespace" : "org.apache.pulsar.common.policies.data.impl", "fields" : [ { "name" : "allowAutoSubscriptionCreation", "type" : "boolean" } ] } ], "default" : null }, { "name" : "backLogQuotaMap", "type" : [ "null", { "type" : "map", "values" : { "type" : "record", "name" : "BacklogQuotaImpl", "namespace" : "org.apache.pulsar.common.policies.data.impl", "fields" : [ { "name" : "limit", "type" : "long" }, { "name" : "limitSize", "type" : [ "null", "long" ], "default" : null }, { "name" : "limitTime", "type" : "int" }, { "name" : "policy", "type" : [ "null", { "type" : "enum", "name" : "RetentionPolicy", "namespace" : "org.apache.pulsar.common.policies.data.BacklogQuota", "symbols" : [ "producer_request_hold", "producer_exception", "consumer_backlog_eviction" ] } ], "default" : null } ] } } ], "default" : null }, { "name" : "compactionThreshold", "type" : [ "null", "long" ], "default" : null }, { "name" : "deduplicationEnabled", "type" : [ "null", "boolean" ], "default" : null }, { "name" : "deduplicationSnapshotIntervalSeconds", "type" : [ "null", "int" ], "default" : null }, { "name" : "delayedDeliveryEnabled", "type" : [ "null", "boolean" ], "default" : null }, { "name" : "delayedDeliveryTickTimeMillis", "type" : [ "null", "long" ], "default" : null }, { "name" : "dispatchRate", "type" : [ "null", { "type" : "record", "name" : "DispatchRateImpl", "namespace" : "org.apache.pulsar.common.policies.data.impl", "fields" : [ { "name" : "dispatchThrottlingRateInByte", "type" : "long" }, { "name" : "dispatchThrottlingRateInMsg", "type" : "int" }, { "name" : "ratePeriodInSecond", "type" : "int" }, { "name" : "relativeToPublishRate", "type" : "boolean" } ] } ], "default" : null }, { "name" : "entryFilters", "type" : [ "null", { "type" : "record", "name" : "EntryFilters", "fields" : [ { "name" : "entryFilterNames", "type" : [ "null", "string" ], "default" : null } ] } ], "default" : null }, { "name" : "inactiveTopicPolicies", "type" : [ "null", { "type" : "record", "name" : "InactiveTopicPolicies", "fields" : [ { "name" : "deleteWhileInactive", "type" : "boolean" }, { "name" : "inactiveTopicDeleteMode", "type" : [ "null", { "type" : "enum", "name" : "InactiveTopicDeleteMode", "symbols" : [ "delete_when_no_subscriptions", "delete_when_subscriptions_caught_up" ] } ], "default" : null }, { "name" : "maxInactiveDurationSeconds", "type" : "int" } ] } ], "default" : null }, { "name" : "isGlobal", "type" : [ "null", "boolean" ], "default" : null }, { "name" : "maxConsumerPerTopic", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxConsumersPerSubscription", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxMessageSize", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxProducerPerTopic", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxSubscriptionsPerTopic", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxUnackedMessagesOnConsumer", "type" : [ "null", "int" ], "default" : null }, { "name" : "maxUnackedMessagesOnSubscription", "type" : [ "null", "int" ], "default" : null }, { "name" : "messageTTLInSeconds", "type" : [ "null", "int" ], "default" : null }, { "name" : "offloadPolicies", "type" : [ "null", { "type" : "record", "name" : "OffloadPoliciesImpl", "fields" : [ { "name" : "fileSystemProfilePath", "type" : [ "null", "string" ], "default" : null }, { "name" : "fileSystemURI", "type" : [ "null", "string" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadBucket", "type" : [ "null", "string" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadMaxBlockSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadReadBufferSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadRegion", "type" : [ "null", "string" ], "default" : null }, { "name" : "gcsManagedLedgerOffloadServiceAccountKeyFile", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerExtraConfigurations", "type" : [ "null", { "type" : "map", "values" : "string" } ], "default" : null }, { "name" : "managedLedgerOffloadBucket", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadDeletionLagInMillis", "type" : [ "null", "long" ], "default" : null }, { "name" : "managedLedgerOffloadDriver", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadMaxBlockSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadMaxThreads", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadPrefetchRounds", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadReadBufferSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "managedLedgerOffloadRegion", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadServiceEndpoint", "type" : [ "null", "string" ], "default" : null }, { "name" : "managedLedgerOffloadThresholdInBytes", "type" : [ "null", "long" ], "default" : null }, { "name" : "managedLedgerOffloadThresholdInSeconds", "type" : [ "null", "long" ], "default" : null }, { "name" : "managedLedgerOffloadedReadPriority", "type" : [ "null", { "type" : "enum", "name" : "OffloadedReadPriority", "symbols" : [ "BOOKKEEPER_FIRST", "TIERED_STORAGE_FIRST" ] } ], "default" : null }, { "name" : "offloadersDirectory", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadBucket", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadCredentialId", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadCredentialSecret", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadMaxBlockSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadReadBufferSizeInBytes", "type" : [ "null", "int" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadRegion", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadRole", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadRoleSessionName", "type" : [ "null", "string" ], "default" : null }, { "name" : "s3ManagedLedgerOffloadServiceEndpoint", "type" : [ "null", "string" ], "default" : null } ] } ], "default" : null }, { "name" : "persistence", "type" : [ "null", { "type" : "record", "name" : "PersistencePolicies", "fields" : [ { "name" : "bookkeeperAckQuorum", "type" : "int" }, { "name" : "bookkeeperEnsemble", "type" : "int" }, { "name" : "bookkeeperWriteQuorum", "type" : "int" }, { "name" : "managedLedgerMaxMarkDeleteRate", "type" : "double" } ] } ], "default" : null }, { "name" : "publishRate", "type" : [ "null", { "type" : "record", "name" : "PublishRate", "fields" : [ { "name" : "publishThrottlingRateInByte", "type" : "long" }, { "name" : "publishThrottlingRateInMsg", "type" : "int" } ] } ], "default" : null }, { "name" : "replicationClusters", "type" : [ "null", { "type" : "array", "items" : "string", "java-class" : "java.util.List" } ], "default" : null }, { "name" : "replicatorDispatchRate", "type" : [ "null", "org.apache.pulsar.common.policies.data.impl.DispatchRateImpl" ], "default" : null }, { "name" : "retentionPolicies", "type" : [ "null", { "type" : "record", "name" : "RetentionPolicies", "fields" : [ { "name" : "retentionSizeInMB", "type" : "long" }, { "name" : "retentionTimeInMinutes", "type" : "int" } ] } ], "default" : null }, { "name" : "schemaCompatibilityStrategy", "type" : [ "null", { "type" : "enum", "name" : "SchemaCompatibilityStrategy", "symbols" : [ "UNDEFINED", "ALWAYS_INCOMPATIBLE", "ALWAYS_COMPATIBLE", "BACKWARD", "FORWARD", "FULL", "BACKWARD_TRANSITIVE", "FORWARD_TRANSITIVE", "FULL_TRANSITIVE" ] } ], "default" : null }, { "name" : "schemaValidationEnforced", "type" : [ "null", "boolean" ], "default" : null }, { "name" : "shadowTopics", "type" : [ "null", { "type" : "array", "items" : "string", "java-class" : "java.util.List" } ], "default" : null }, { "name" : "subscribeRate", "type" : [ "null", { "type" : "record", "name" : "SubscribeRate", "fields" : [ { "name" : "ratePeriodInSecond", "type" : "int" }, { "name" : "subscribeThrottlingRatePerConsumer", "type" : "int" } ] } ], "default" : null }, { "name" : "subscriptionDispatchRate", "type" : [ "null", "org.apache.pulsar.common.policies.data.impl.DispatchRateImpl" ], "default" : null }, { "name" : "subscriptionPolicies", "type" : [ "null", { "type" : "map", "values" : { "type" : "record", "name" : "SubscriptionPolicies", "fields" : [ { "name" : "dispatchRate", "type" : [ "null", "org.apache.pulsar.common.policies.data.impl.DispatchRateImpl" ], "default" : null } ] } } ], "default" : null }, { "name" : "subscriptionTypesEnabled", "type" : [ "null", { "type" : "array", "items" : { "type" : "enum", "name" : "SubType", "namespace" : "org.apache.pulsar.common.api.proto.CommandSubscribe", "symbols" : [ "Exclusive", "Shared", "Failover", "Key_Shared" ] }, "java-class" : "java.util.List" } ], "default" : null } ] } ], "default" : null }, { "name" : "tenant", "type" : [ "null", "string" ], "default" : null }, { "name" : "topic", "type" : [ "null", "string" ], "default" : null } ] } ], "default" : null } ] }","reqId":527651235852643869,  ### Anything else? topic consume error ### Are you willing to submit a PR? - [ ] I'm willing to submit a PR! -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
