DragonDriver opened a new issue #10050:
URL: https://github.com/apache/pulsar/issues/10050
Hi, I deploy pulsar using docker-compose. Now, I want to change
maxMessageSize in pulsar config and I refer to this issue #4054 .
Below is the content of my docker-compose.yaml. I use volumes to bind
`broker.conf` and `bookkeeper.conf`.
```yaml
version: '3.5'
services:
pulsar:
image: apachepulsar/pulsar:2.6.1
command: bin/pulsar standalone
volumes:
- /broker.conf:/pulsar/conf/broker.conf
- /bookkeeper.conf:/pulsar/conf/bookkeeper.conf
ports:
- "6650:6650"
- "18080:8080"
networks:
- test
networks:
test:
```
I change the `maxMessageSize` in `broker.conf` and `nettyMaxFrameSizeBytes`
in `bookkeeper.conf`.
```sh
$ ack maxMessageSize
broker.conf
350:maxMessageSize=1073741824
$ ack nettyMaxFrameSizeBytes
bookkeeper.conf
272:nettyMaxFrameSizeBytes=1073741824
```
But after I start-up pulsar by `docker-compose up -d`, I noticed the
`maxMessageSize` in `broker.conf` makes no sense.
Below is the response when i invoke
`http://localhost:18080/admin/v2/brokers/configuration/runtime`
```json
{
"loadBalancerNamespaceBundleMaxBandwidthMbytes": "100",
"exposeTopicLevelMetricsInPrometheus": "true",
"messagePublishBufferCheckIntervalInMillis": "100",
"tlsCertificateFilePath": "",
"dispatchThrottlingRatePerSubscriptionInByte": "0",
"exposePreciseBacklogInPrometheus": "false",
"managedLedgerCursorBackloggedThreshold": "1000",
"delayedDeliveryTickTimeMillis": "1000",
"brokerPublisherThrottlingMaxByteRate": "0",
"bookkeeperClientHealthCheckErrorThresholdPerInterval": "5",
"supportedNamespaceBundleSplitAlgorithms": "[range_equally_divide,
topic_count_equally_divide]",
"brokerDeduplicationEntriesInterval": "1000",
"authenticateOriginalAuthData": "false",
"anonymousUserRole": "",
"jvmGCMetricsLoggerClassName": "",
"managedLedgerDigestType": "CRC32C",
"bootstrapNamespaces": "[]",
"loadBalancerAutoBundleSplitEnabled": "true",
"bookkeeperClientAuthenticationParametersName": "",
"managedLedgerDefaultAckQuorum": "1",
"loadBalancerBrokerThresholdShedderPercentage": "10",
"tlsRequireTrustedClientCertOnConnect": "false",
"webSocketConnectionsPerBroker": "8",
"brokerServicePort": "Optional[6650]",
"loadBalancerReportUpdateMaxIntervalMinutes": "15",
"managedLedgerNumSchedulerThreads": "4",
"clientLibraryVersionCheckEnabled": "false",
"delayedDeliveryEnabled": "true",
"topicLoadTimeoutSeconds": "60",
"bookkeeperClientReorderReadSequenceEnabled": "false",
"brokerShutdownTimeoutMs": "60000",
"functionsWorkerEnabled": "false",
"maxConsumersPerSubscription": "0",
"brokerClientTlsEnabled": "false",
"kinitCommand": "/usr/bin/kinit",
"replicatedSubscriptionsSnapshotMaxCachedPerSubscription": "10",
"maxNumPartitionsPerPartitionedTopic": "0",
"brokerClientTlsTrustStore": "",
"tlsEnabled": "false",
"managedLedgerMinLedgerRolloverTimeMinutes": "10",
"tlsProvider": "",
"messagingProtocols": "[]",
"bookkeeperTLSTrustCertsFilePath": "",
"transactionCoordinatorEnabled": "true",
"superUserRoles": "[]",
"clusterName": "standalone",
"authenticationProviders": "[]",
"delayedDeliveryTrackerFactoryClassName":
"org.apache.pulsar.broker.delayed.InMemoryDelayedDeliveryTrackerFactory",
"protocolHandlerDirectory": "./protocols",
"dispatcherMaxReadSizeBytes": "5242880",
"tlsCiphers": "[]",
"brokerClientTlsCiphers": "[]",
"dispatchThrottlingRateRelativeToPublishRate": "false",
"webServicePortTls": "Optional.empty",
"schemaRegistryStorageClassName":
"org.apache.pulsar.broker.service.schema.BookkeeperSchemaStorageFactory",
"loadBalancerBrokerComfortLoadLevelPercentage": "65",
"bookkeeperUseV2WireProtocol": "true",
"offloadersDirectory": "./offloaders",
"managedLedgerCacheSizeMB": "819",
"advertisedAddress": "localhost",
"bookkeeperClientRegionawarePolicyEnabled": "false",
"brokerDeduplicationEnabled": "false",
"dispatchThrottlingRatePerReplicatorInByte": "0",
"dispatchThrottlingOnNonBacklogConsumerEnabled": "true",
"topicPublisherThrottlingTickTimeMillis": "2",
"bookkeeperTLSTrustCertTypes": "PEM",
"webSocketServiceEnabled": "true",
"advertisedListeners": "",
"bookkeeperTLSCertificateFilePath": "",
"numHttpServerThreads": "24",
"managedLedgerCacheEvictionWatermark": "0.9",
"loadBalancerNamespaceBundleMaxMsgRate": "30000",
"bookkeeperClientHealthCheckIntervalSeconds": "60",
"webSocketSessionIdleTimeoutMillis": "300000",
"allowAutoTopicCreationType": "non-partitioned",
"acknowledgmentAtBatchIndexLevelEnabled": "false",
"managedLedgerMaxSizePerLedgerMbytes": "2048",
"exposePublisherStats": "true",
"tlsKeyStoreType": "JKS",
"maxUnackedMessagesPerConsumer": "50000",
"replicationConnectionsPerBroker": "16",
"saslJaasServerSectionName": "PulsarBroker",
"bookkeeperClientExposeStatsToPrometheus": "false",
"bookkeeperTLSTrustStorePasswordPath": "",
"managedLedgerMetadataOperationsTimeoutSeconds": "60",
"webServicePort": "Optional[8080]",
"brokerInterceptorsDirectory": "./interceptors",
"enableNonPersistentTopics": "true",
"managedLedgerPrometheusStatsLatencyRolloverSeconds": "60",
"loadBalancerNamespaceBundleMaxTopics": "1000",
"brokerClientTlsTrustStorePassword": "",
"dispatcherMaxReadBatchSize": "100",
"managedLedgerCursorMaxEntriesPerLedger": "50000",
"brokerClientAuthenticationPlugin":
"org.apache.pulsar.client.impl.auth.AuthenticationDisabled",
"managedLedgerOffloadMaxThreads": "2",
"loadBalancerMemoryResourceWeight": "1.0",
"subscribeThrottlingRatePerConsumer": "0",
"proxyRoles": "[]",
"managedLedgerNumWorkerThreads": "4",
"managedLedgerOffloadDriver": "",
"loadBalancerReportUpdateThresholdPercentage": "10",
"backlogQuotaDefaultRetentionPolicy": "producer_request_hold",
"subscriptionKeySharedEnable": "true",
"brokerDeleteInactiveTopicsEnabled": "true",
"bookkeeperClientRackawarePolicyEnabled": "true",
"managedLedgerMaxUnackedRangesToPersist": "10000",
"maxConcurrentTopicLoadRequest": "5000",
"enablePersistentTopics": "true",
"managedLedgerTraceTaskExecution": "true",
"managedLedgerMaxEnsembleSize": "5",
"loadBalancerAutoUnloadSplitBundlesEnabled": "true",
"loadBalancerBrokerUnderloadedThresholdPercentage": "50",
"replicatedSubscriptionsSnapshotFrequencyMillis": "1000",
"authenticationRefreshCheckSeconds": "60",
"dispatcherMaxRoundRobinBatchSize": "20",
"zooKeeperOperationTimeoutSeconds": "30",
"bookkeeperTLSKeyFilePath": "",
"maxPendingPublishRequestsPerConnection": "1000",
"webSocketMaxTextFrameSize": "1048576",
"loadBalancerCPUResourceWeight": "1.0",
"backlogQuotaCheckEnabled": "true",
"replicationPolicyCheckDurationSeconds": "600",
"allowAutoTopicCreation": "true",
"bookkeeperClientIsolationGroups": "",
"loadBalancerBrokerOverloadedThresholdPercentage": "85",
"maxUnackedMessagesPerSubscriptionOnBrokerBlocked": "0.16",
"configurationStoreServers": "127.0.0.1:2181",
"brokerInterceptors": "[]",
"brokerClientTlsProtocols": "[]",
"exposeConsumerLevelMetricsInPrometheus": "false",
"authorizationEnabled": "false",
"loadBalancerSheddingIntervalMinutes": "1",
"loadManagerClassName":
"org.apache.pulsar.broker.loadbalance.NoopLoadManager",
"bookkeeperClientHealthCheckQuarantineTimeInSeconds": "1800",
"managedLedgerOffloadDeletionLagMs": "14400000",
"loadBalancerSheddingGracePeriodMinutes": "30",
"narExtractionDirectory": "/tmp",
"backlogQuotaCheckIntervalInSeconds": "60",
"loadBalancerBandwithOutResourceWeight": "1.0",
"loadBalancerBandwithInResourceWeight": "1.0",
"bookkeeperClientTimeoutInSeconds": "30",
"tlsTrustCertsFilePath": "",
"subscribeRatePeriodPerConsumerInSecond": "30",
"replicatorPrefix": "pulsar.repl",
"managedLedgerCacheEvictionFrequency": "100.0",
"autoSkipNonRecoverableData": "false",
"statsUpdateFrequencyInSecs": "60",
"bookkeeperClientHealthCheckEnabled": "true",
"managedLedgerOffloadPrefetchRounds": "1",
"brokerDeleteInactiveTopicsFrequencySeconds": "60",
"managedLedgerReadEntryTimeoutSeconds": "0",
"maxMessageSize": "5242880",
"loadBalancerBrokerMaxTopics": "50000",
"loadBalancerLoadSheddingStrategy":
"org.apache.pulsar.broker.loadbalance.impl.OverloadShedder",
"loadBalancerSheddingEnabled": "true",
"managedLedgerAddEntryTimeoutSeconds": "0",
"loadBalancerDirectMemoryResourceWeight": "1.0",
"managedLedgerMaxEntriesPerLedger": "50000",
"loadBalancerNamespaceMaximumBundles": "128",
"managedLedgerCacheCopyEntries": "false",
"tlsCertRefreshCheckDurationSec": "300",
"dispatchThrottlingRatePerReplicatorInMsg": "0",
"saslJaasClientAllowedIds": ".*pulsar.*",
"bindAddress": "0.0.0.0",
"transactionMetadataStoreProviderClassName":
"org.apache.pulsar.transaction.coordinator.impl.InMemTransactionMetadataStoreProvider",
"tlsAllowInsecureConnection": "false",
"isRunningStandalone": "true",
"maxMessagePublishBufferSizeInMB": "2048",
"maxProducersPerTopic": "0",
"subscriptionExpirationTimeMinutes": "0",
"numWorkerThreadsForNonPersistentTopic": "8",
"maxConcurrentNonPersistentMessagePerConnection": "1000",
"dispatcherMinReadBatchSize": "1",
"managedLedgerNewEntriesCheckDelayInMillis": "10",
"httpMaxRequestSize": "-1",
"bookkeeperClientAuthenticationParameters": "",
"authenticationEnabled": "false",
"numIOThreads": "24",
"isSchemaValidationEnforced": "false",
"brokerDeleteInactiveTopicsMaxInactiveDurationSeconds": "",
"enableReplicatedSubscriptions": "true",
"bookkeeperMetadataServiceUri": "",
"topicLevelPoliciesEnabled": "false",
"bookkeeperEnableStickyReads": "false",
"brokerClientTlsEnabledWithKeyStore": "false",
"dispatchThrottlingRatePerSubscriptionInMsg": "0",
"brokerClientTlsTrustStoreType": "JKS",
"maxConsumersPerTopic": "0",
"bookkeeperClientGetBookieInfoIntervalSeconds": "86400",
"bookkeeperClientGetBookieInfoRetryIntervalSeconds": "60",
"brokerDeleteInactiveTopicsMode": "delete_when_no_subscriptions",
"managedLedgerMaxAckQuorum": "5",
"dispatchThrottlingRatePerTopicInByte": "0",
"managedLedgerCursorRolloverTimeInSeconds": "14400",
"subscriptionRedeliveryTrackerEnabled": "true",
"globalZookeeperServers": "",
"defaultNumberOfNamespaceBundles": "4",
"loadBalancerEnabled": "false",
"activeConsumerFailoverDelayTimeMillis": "1000",
"managedLedgerDefaultEnsembleSize": "1",
"loadBalancerHistoryResourcePercentage": "0.9",
"authorizationProvider":
"org.apache.pulsar.broker.authorization.PulsarAuthorizationProvider",
"tlsTrustStore": "",
"zookeeperServers": "127.0.0.1:2181",
"brokerClientTrustCertsFilePath": "",
"loadBalancerOverrideBrokerNicSpeedGbps": "",
"defaultRetentionSizeInMB": "0",
"schemaRegistryCompatibilityCheckers":
"[org.apache.pulsar.broker.service.schema.JsonSchemaCompatibilityCheck,
org.apache.pulsar.broker.service.schema.AvroSchemaCompatibilityCheck]",
"defaultNumPartitions": "1",
"enableRunBookieAutoRecoveryTogether": "false",
"bookkeeperTLSProviderFactoryClass":
"org.apache.bookkeeper.tls.TLSContextFactory",
"brokerClientSslProvider": "",
"maxConcurrentLookupRequest": "50000",
"preciseDispatcherFlowControl": "false",
"replicationTlsEnabled": "false",
"skipBrokerShutdownOnOOM": "false",
"bookkeeperTLSKeyStorePasswordPath": "",
"defaultRetentionTimeInMinutes": "0",
"brokerPublisherThrottlingMaxMessageRate": "0",
"replicationProducerQueueSize": "1000",
"bookkeeperExplicitLacIntervalInMills": "0",
"replicatedSubscriptionsSnapshotTimeoutSeconds": "30",
"loadBalancerNamespaceBundleMaxSessions": "1000",
"tlsProtocols": "[]",
"managedLedgerDefaultWriteQuorum": "1",
"statusFilePath": "/usr/local/apache/htdocs",
"zooKeeperSessionTimeoutMillis": "30000",
"bookkeeperClientSecondaryIsolationGroups": "",
"brokerServicePurgeInactiveFrequencyInSeconds": "60",
"loadBalancerPlacementStrategy": "leastLoadedServer",
"brokerDeduplicationMaxNumberOfProducers": "10000",
"brokerDeduplicationProducerInactivityTimeoutMinutes": "360",
"tlsKeyFilePath": "",
"managedLedgerOffloadAutoTriggerSizeThresholdBytes": "-1",
"bookkeeperClientAuthenticationPlugin": "",
"bookkeeperDiskWeightBasedPlacementEnabled": "false",
"tlsTrustStoreType": "JKS",
"statsUpdateInitialDelayInSecs": "60",
"authorizationAllowWildcardsMatching": "false",
"subscriptionKeySharedConsistentHashingReplicaPoints": "100",
"managedLedgerDefaultMarkDeleteRateLimit": "0.1",
"managedLedgerMaxLedgerRolloverTimeMinutes": "240",
"maxUnackedMessagesPerBroker": "0",
"subscriptionExpiryCheckIntervalInMinutes": "5",
"keepAliveIntervalSeconds": "30",
"tlsKeyStore": "",
"preciseTopicPublishRateLimiterEnable": "false",
"brokerClientAuthenticationParameters": "",
"zookeeperSessionExpiredPolicy": "shutdown",
"tlsEnabledWithKeyStore": "false",
"managedLedgerCacheEvictionTimeThresholdMillis": "1000",
"brokerServicePortTls": "Optional.empty",
"managedLedgerMaxWriteQuorum": "5",
"replicationMetricsEnabled": "true",
"bookkeeperTLSKeyFileType": "PEM",
"bookkeeperClientSpeculativeReadTimeoutInMillis": "0",
"ttlDurationDefaultInSeconds": "0",
"backlogQuotaDefaultLimitGB": "10",
"zooKeeperCacheExpirySeconds": "300",
"defaultNamespaceBundleSplitAlgorithm": "range_equally_divide",
"retentionCheckIntervalInSeconds": "120",
"managedLedgerMaxUnackedRangesToPersistInZooKeeper": "1000",
"loadBalancerBundleUnloadMinThroughputThreshold": "10.0",
"bookkeeperTLSClientAuthentication": "false",
"preferLaterVersions": "false",
"brokerServiceCompactionMonitorIntervalInSeconds": "60",
"dispatchThrottlingRatePerTopicInMsg": "0",
"maxUnackedMessagesPerSubscription": "200000",
"tlsTrustStorePassword": "",
"failureDomainsEnabled": "false",
"managedLedgerUnackedRangesOpenCacheSetEnabled": "true",
"internalListenerName": "",
"webSocketNumIoThreads": "8",
"subscriptionKeySharedUseConsistentHashing": "false",
"brokerPublisherThrottlingTickTimeMillis": "50",
"managedLedgerPassword": "",
"enableRunBookieTogether": "false",
"systemTopicEnabled": "false",
"tlsKeyStorePassword": "",
"allowAutoSubscriptionCreation": "true",
"messageExpiryCheckIntervalInMinutes": "5",
"loadBalancerHostUsageCheckIntervalMinutes": "1",
"loadBalancerResourceQuotaUpdateIntervalMinutes": "15"
}
```
`maxMessageSize` was still 5242880 (5MB).
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
