This is an automated email from the ASF dual-hosted git repository.
technoboy pushed a commit to branch branch-2.11
in repository https://gitbox.apache.org/repos/asf/pulsar.git
The following commit(s) were added to refs/heads/branch-2.11 by this push:
new 833818a428d [fix][sql] Remove useless configuration for Pulsar SQL
(#20605)
833818a428d is described below
commit 833818a428d9932520b3499c52884a11b7d267fd
Author: ran <[email protected]>
AuthorDate: Thu Jun 29 17:01:58 2023 +0800
[fix][sql] Remove useless configuration for Pulsar SQL (#20605)
---
conf/presto/catalog/pulsar.properties | 4 ---
.../sql/presto/TestPulsarConnectorConfig.java | 36 ++++++++++++++++++++++
2 files changed, 36 insertions(+), 4 deletions(-)
diff --git a/conf/presto/catalog/pulsar.properties
b/conf/presto/catalog/pulsar.properties
index 8cbea0e1364..86c389bc6be 100644
--- a/conf/presto/catalog/pulsar.properties
+++ b/conf/presto/catalog/pulsar.properties
@@ -113,10 +113,6 @@ pulsar.bookkeeper-explicit-interval=0
# running in same sql worker. 0 is represents disable the cache, default is 0.
pulsar.managed-ledger-cache-size-MB = 0
-# Number of threads to be used for managed ledger tasks dispatching,
-# default is Runtime.getRuntime().availableProcessors().
-# pulsar.managed-ledger-num-worker-threads =
-
# Number of threads to be used for managed ledger scheduled tasks,
# default is Runtime.getRuntime().availableProcessors().
# pulsar.managed-ledger-num-scheduler-threads =
diff --git
a/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
b/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
index 00b09a6e386..25a1959b60f 100644
---
a/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
+++
b/pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
@@ -18,7 +18,13 @@
*/
package org.apache.pulsar.sql.presto;
+import io.airlift.bootstrap.Bootstrap;
+import io.airlift.json.JsonModule;
+import io.trino.spi.type.TypeManager;
+import java.util.HashMap;
+import java.util.Map;
import org.apache.pulsar.common.policies.data.OffloadPoliciesImpl;
+import org.mockito.Mockito;
import org.testng.Assert;
import org.testng.annotations.Test;
@@ -100,4 +106,34 @@ public class TestPulsarConnectorConfig {
Assert.assertEquals(offloadPolicies.getS3ManagedLedgerOffloadServiceEndpoint(),
endpoint);
}
+ @Test
+ public void testAnnotatedConfigurations() {
+ Bootstrap app = new Bootstrap(
+ new JsonModule(),
+ new PulsarConnectorModule("connectorId",
Mockito.mock(TypeManager.class)));
+
+ Map<String, String> config = new HashMap<>();
+
+ config.put("pulsar.managed-ledger-offload-driver", "aws-s3");
+ config.put("pulsar.offloaders-directory", "/pulsar/offloaders");
+ config.put("pulsar.managed-ledger-offload-max-threads", "2");
+ config.put("pulsar.offloader-properties",
"{\"s3ManagedLedgerOffloadBucket\":\"offload-bucket\","
+ + "\"s3ManagedLedgerOffloadRegion\":\"us-west-2\","
+ +
"\"s3ManagedLedgerOffloadServiceEndpoint\":\"http://s3.amazonaws.com\"}");
+ config.put("pulsar.auth-plugin",
"org.apache.pulsar.client.impl.auth.AuthenticationToken");
+ config.put("pulsar.auth-params", "params");
+ config.put("pulsar.tls-allow-insecure-connection", "true");
+ config.put("pulsar.tls-hostname-verification-enable", "true");
+ config.put("pulsar.tls-trust-cert-file-path", "/path");
+ config.put("pulsar.bookkeeper-num-io-threads", "10");
+ config.put("pulsar.bookkeeper-num-worker-threads", "10");
+ config.put("pulsar.managed-ledger-num-scheduler-threads", "10");
+ config.put("pulsar.stats-provider",
"org.apache.bookkeeper.stats.prometheus.PrometheusMetricsProvider");
+ config.put("pulsar.stats-provider-configs",
"{\"httpServerEnabled\":\"false\","
+ + "\"prometheusStatsHttpPort\":\"9092\","
+ + "\"prometheusStatsHttpEnable\":\"true\"}");
+
+
app.doNotInitializeLogging().setRequiredConfigurationProperties(config).initialize();
+ }
+
}