This is an automated email from the ASF dual-hosted git repository.
mmerli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git
The following commit(s) were added to refs/heads/master by this push:
new 20d2499 [pulsar-broker] add Delete dynamic config api (#4614)
20d2499 is described below
commit 20d24996e44e52f864ae3461b7a52f6abb1f0498
Author: Rajan Dhabalia <[email protected]>
AuthorDate: Fri Jun 28 11:51:37 2019 -0700
[pulsar-broker] add Delete dynamic config api (#4614)
---
.../pulsar/broker/admin/impl/BrokersBase.java | 42 ++++++++++++++++++++++
.../apache/pulsar/broker/admin/AdminApiTest.java | 8 +++++
.../org/apache/pulsar/client/admin/Brokers.java | 10 ++++++
.../pulsar/client/admin/internal/BrokersImpl.java | 9 +++++
.../pulsar/admin/cli/PulsarAdminToolTest.java | 3 ++
.../org/apache/pulsar/admin/cli/CmdBrokers.java | 12 +++++++
6 files changed, 84 insertions(+)
diff --git
a/pulsar-broker/src/main/java/org/apache/pulsar/broker/admin/impl/BrokersBase.java
b/pulsar-broker/src/main/java/org/apache/pulsar/broker/admin/impl/BrokersBase.java
index af98860..63e392a 100644
---
a/pulsar-broker/src/main/java/org/apache/pulsar/broker/admin/impl/BrokersBase.java
+++
b/pulsar-broker/src/main/java/org/apache/pulsar/broker/admin/impl/BrokersBase.java
@@ -29,6 +29,7 @@ import java.util.concurrent.ScheduledFuture;
import java.util.concurrent.TimeoutException;
import java.util.concurrent.TimeUnit;
+import javax.ws.rs.DELETE;
import javax.ws.rs.GET;
import javax.ws.rs.POST;
import javax.ws.rs.Path;
@@ -132,6 +133,18 @@ public class BrokersBase extends AdminResource {
updateDynamicConfigurationOnZk(configName, configValue);
}
+ @DELETE
+ @Path("/configuration/{configName}")
+ @ApiOperation(value = "Delete dynamic serviceconfiguration into zk only.
This operation requires Pulsar super-user privileges.")
+ @ApiResponses(value = { @ApiResponse(code = 204, message = "Service
configuration updated successfully"),
+ @ApiResponse(code = 403, message = "You don't have admin
permission to update service-configuration"),
+ @ApiResponse(code = 412, message = "Invalid dynamic-config value"),
+ @ApiResponse(code = 500, message = "Internal server error") })
+ public void deleteDynamicConfiguration(@PathParam("configName") String
configName) throws Exception {
+ validateSuperUserAccess();
+ deleteDynamicConfigurationOnZk(configName);
+ }
+
@GET
@Path("/configuration/values")
@ApiOperation(value = "Get value of all dynamic configurations' value
overridden on local config")
@@ -320,5 +333,34 @@ public class BrokersBase extends AdminResource {
});
});
}
+
+ private synchronized void deleteDynamicConfigurationOnZk(String
configName) {
+ try {
+ if (BrokerService.isDynamicConfiguration(configName)) {
+ ZooKeeperDataCache<Map<String, String>>
dynamicConfigurationCache = pulsar().getBrokerService()
+ .getDynamicConfigurationCache();
+ Map<String, String> configurationMap =
dynamicConfigurationCache.get(BROKER_SERVICE_CONFIGURATION_PATH)
+ .orElse(null);
+ if (configurationMap != null &&
configurationMap.containsKey(configName)) {
+ configurationMap.remove(configName);
+ byte[] content =
ObjectMapperFactory.getThreadLocal().writeValueAsBytes(configurationMap);
+
dynamicConfigurationCache.invalidate(BROKER_SERVICE_CONFIGURATION_PATH);
+ serviceConfigZkVersion = localZk()
+ .setData(BROKER_SERVICE_CONFIGURATION_PATH,
content, serviceConfigZkVersion).getVersion();
+ }
+ LOG.info("[{}] Deleted Service configuration {}",
clientAppId(), configName);
+ } else {
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("[{}] Can't update non-dynamic configuration
{}/{}", clientAppId(), configName);
+ }
+ throw new RestException(Status.PRECONDITION_FAILED, " Can't
update non-dynamic configuration");
+ }
+ } catch (RestException re) {
+ throw re;
+ } catch (Exception ie) {
+ LOG.error("[{}] Failed to update configuration {}, {}",
clientAppId(), configName, ie.getMessage(), ie);
+ throw new RestException(ie);
+ }
+ }
}
diff --git
a/pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiTest.java
b/pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiTest.java
index 89dd2b0..47f3ce6 100644
---
a/pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiTest.java
+++
b/pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiTest.java
@@ -62,6 +62,7 @@ import org.apache.pulsar.broker.PulsarServerException;
import org.apache.pulsar.broker.PulsarService;
import org.apache.pulsar.broker.ServiceConfiguration;
import org.apache.pulsar.broker.auth.MockedPulsarServiceBaseTest;
+import org.apache.pulsar.broker.loadbalance.impl.SimpleLoadManagerImpl;
import org.apache.pulsar.broker.namespace.NamespaceEphemeralData;
import org.apache.pulsar.broker.namespace.NamespaceService;
import org.apache.pulsar.broker.service.BrokerService;
@@ -480,6 +481,13 @@ public class AdminApiTest extends
MockedPulsarServiceBaseTest {
assertTrue(pulsar.getConfiguration().getSuperUserRoles().contains(user1));
assertTrue(pulsar.getConfiguration().getSuperUserRoles().contains(user2));
+
+ admin.brokers().updateDynamicConfiguration("loadManagerClassName",
SimpleLoadManagerImpl.class.getName());
+ retryStrategically((test) ->
pulsar.getConfiguration().getLoadManagerClassName()
+ .equals(SimpleLoadManagerImpl.class.getName()), 150, 5);
+ assertEquals(pulsar.getConfiguration().getLoadManagerClassName(),
SimpleLoadManagerImpl.class.getName());
+ admin.brokers().deleteDynamicConfiguration("loadManagerClassName");
+
assertFalse(admin.brokers().getAllDynamicConfigurations().containsKey("loadManagerClassName"));
}
/**
diff --git
a/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/Brokers.java
b/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/Brokers.java
index 8d7af91..83ccac5 100644
---
a/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/Brokers.java
+++
b/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/Brokers.java
@@ -82,6 +82,16 @@ public interface Brokers {
* @throws PulsarAdminException
*/
void updateDynamicConfiguration(String configName, String configValue)
throws PulsarAdminException;
+
+ /**
+ * It deletes dynamic configuration value in to Zk. It will not impact
current value in broker but next time when
+ * broker restarts, it applies value from configuration file only.
+ *
+ * @param key
+ * @param value
+ * @throws PulsarAdminException
+ */
+ void deleteDynamicConfiguration(String configName) throws
PulsarAdminException;
/**
* Get list of updatable configuration name
diff --git
a/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/internal/BrokersImpl.java
b/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/internal/BrokersImpl.java
index 84f28c6..aceb336 100644
---
a/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/internal/BrokersImpl.java
+++
b/pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/internal/BrokersImpl.java
@@ -75,6 +75,15 @@ public class BrokersImpl extends BaseResource implements
Brokers {
}
@Override
+ public void deleteDynamicConfiguration(String configName) throws
PulsarAdminException {
+ try {
+
request(adminBrokers.path("/configuration/").path(configName)).delete(ErrorData.class);
+ } catch (Exception e) {
+ throw getApiException(e);
+ }
+ }
+
+ @Override
public Map<String, String> getAllDynamicConfigurations() throws
PulsarAdminException {
try {
return
request(adminBrokers.path("/configuration/").path("values")).get(new
GenericType<Map<String, String>>() {
diff --git
a/pulsar-client-tools-test/src/test/java/org/apache/pulsar/admin/cli/PulsarAdminToolTest.java
b/pulsar-client-tools-test/src/test/java/org/apache/pulsar/admin/cli/PulsarAdminToolTest.java
index e3b35f3..f028636 100644
---
a/pulsar-client-tools-test/src/test/java/org/apache/pulsar/admin/cli/PulsarAdminToolTest.java
+++
b/pulsar-client-tools-test/src/test/java/org/apache/pulsar/admin/cli/PulsarAdminToolTest.java
@@ -98,6 +98,9 @@ public class PulsarAdminToolTest {
brokers.run(split("update-dynamic-config --config
brokerShutdownTimeoutMs --value 100"));
verify(mockBrokers).updateDynamicConfiguration("brokerShutdownTimeoutMs",
"100");
+
+ brokers.run(split("delete-dynamic-config --config
brokerShutdownTimeoutMs"));
+
verify(mockBrokers).deleteDynamicConfiguration("brokerShutdownTimeoutMs");
brokers.run(split("get-internal-config"));
verify(mockBrokers).getInternalConfigurationData();
diff --git
a/pulsar-client-tools/src/main/java/org/apache/pulsar/admin/cli/CmdBrokers.java
b/pulsar-client-tools/src/main/java/org/apache/pulsar/admin/cli/CmdBrokers.java
index c4a6d4d..091243e 100644
---
a/pulsar-client-tools/src/main/java/org/apache/pulsar/admin/cli/CmdBrokers.java
+++
b/pulsar-client-tools/src/main/java/org/apache/pulsar/admin/cli/CmdBrokers.java
@@ -65,6 +65,17 @@ public class CmdBrokers extends CmdBase {
}
}
+ @Parameters(commandDescription = "Delete dynamic-serviceConfiguration of
broker")
+ private class DeleteConfigurationCmd extends CliCommand {
+ @Parameter(names = "--config", description = "service-configuration
name", required = true)
+ private String configName;
+
+ @Override
+ void run() throws Exception {
+ admin.brokers().deleteDynamicConfiguration(configName);
+ }
+ }
+
@Parameters(commandDescription = "Get all overridden dynamic-configuration
values")
private class GetAllConfigurationsCmd extends CliCommand {
@@ -118,6 +129,7 @@ public class CmdBrokers extends CmdBase {
jcommander.addCommand("list", new List());
jcommander.addCommand("namespaces", new Namespaces());
jcommander.addCommand("update-dynamic-config", new
UpdateConfigurationCmd());
+ jcommander.addCommand("delete-dynamic-config", new
DeleteConfigurationCmd());
jcommander.addCommand("list-dynamic-config", new
GetUpdatableConfigCmd());
jcommander.addCommand("get-all-dynamic-config", new
GetAllConfigurationsCmd());
jcommander.addCommand("get-internal-config", new
GetInternalConfigurationCmd());
