This is an automated email from the ASF dual-hosted git repository.
technoboy pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git
The following commit(s) were added to refs/heads/master by this push:
new 1211b148204 [fix][sql] Remove useless configuration for Pulsar SQL
(#20605)
1211b148204 is described below
commit 1211b14820467750af77a1b28cf0ba9c468d374c
Author: ran <[email protected]>
AuthorDate: Thu Jun 29 17:01:58 2023 +0800
[fix][sql] Remove useless configuration for Pulsar SQL (#20605)
---
.../main/resources/conf/catalog/pulsar.properties | 4 ---
.../sql/presto/TestPulsarConnectorConfig.java | 36 ++++++++++++++++++++++
2 files changed, 36 insertions(+), 4 deletions(-)
diff --git
a/pulsar-sql/presto-distribution/src/main/resources/conf/catalog/pulsar.properties
b/pulsar-sql/presto-distribution/src/main/resources/conf/catalog/pulsar.properties
index f15cd2657e0..3d6e367d578 100644
---
a/pulsar-sql/presto-distribution/src/main/resources/conf/catalog/pulsar.properties
+++
b/pulsar-sql/presto-distribution/src/main/resources/conf/catalog/pulsar.properties
@@ -113,10 +113,6 @@ pulsar.bookkeeper-explicit-interval=0
# running in same sql worker. 0 is represents disable the cache, default is 0.
pulsar.managed-ledger-cache-size-MB = 0
-# Number of threads to be used for managed ledger tasks dispatching,
-# default is Runtime.getRuntime().availableProcessors().
-# pulsar.managed-ledger-num-worker-threads =
-
# Number of threads to be used for managed ledger scheduled tasks,
# default is Runtime.getRuntime().availableProcessors().
# pulsar.managed-ledger-num-scheduler-threads =
diff --git
a/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
b/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
index 4f9dcf03979..b2b69fca90e 100644
---
a/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
+++
b/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
@@ -18,7 +18,13 @@
*/
package org.apache.pulsar.sql.presto;
+import io.airlift.bootstrap.Bootstrap;
+import io.airlift.json.JsonModule;
+import io.trino.spi.type.TypeManager;
+import java.util.HashMap;
+import java.util.Map;
import org.apache.pulsar.common.policies.data.OffloadPoliciesImpl;
+import org.mockito.Mockito;
import org.testng.Assert;
import org.testng.annotations.Test;
@@ -100,4 +106,34 @@ public class TestPulsarConnectorConfig {
Assert.assertEquals(offloadPolicies.getS3ManagedLedgerOffloadServiceEndpoint(),
endpoint);
}
+ @Test
+ public void testAnnotatedConfigurations() {
+ Bootstrap app = new Bootstrap(
+ new JsonModule(),
+ new PulsarConnectorModule("connectorId",
Mockito.mock(TypeManager.class)));
+
+ Map<String, String> config = new HashMap<>();
+
+ config.put("pulsar.managed-ledger-offload-driver", "aws-s3");
+ config.put("pulsar.offloaders-directory", "/pulsar/offloaders");
+ config.put("pulsar.managed-ledger-offload-max-threads", "2");
+ config.put("pulsar.offloader-properties",
"{\"s3ManagedLedgerOffloadBucket\":\"offload-bucket\","
+ + "\"s3ManagedLedgerOffloadRegion\":\"us-west-2\","
+ +
"\"s3ManagedLedgerOffloadServiceEndpoint\":\"http://s3.amazonaws.com\"}");
+ config.put("pulsar.auth-plugin",
"org.apache.pulsar.client.impl.auth.AuthenticationToken");
+ config.put("pulsar.auth-params", "params");
+ config.put("pulsar.tls-allow-insecure-connection", "true");
+ config.put("pulsar.tls-hostname-verification-enable", "true");
+ config.put("pulsar.tls-trust-cert-file-path", "/path");
+ config.put("pulsar.bookkeeper-num-io-threads", "10");
+ config.put("pulsar.bookkeeper-num-worker-threads", "10");
+ config.put("pulsar.managed-ledger-num-scheduler-threads", "10");
+ config.put("pulsar.stats-provider",
"org.apache.bookkeeper.stats.prometheus.PrometheusMetricsProvider");
+ config.put("pulsar.stats-provider-configs",
"{\"httpServerEnabled\":\"false\","
+ + "\"prometheusStatsHttpPort\":\"9092\","
+ + "\"prometheusStatsHttpEnable\":\"true\"}");
+
+
app.doNotInitializeLogging().setRequiredConfigurationProperties(config).initialize();
+ }
+
}