ctubbsii commented on code in PR #3445: URL: https://github.com/apache/accumulo/pull/3445#discussion_r1223589576
########## server/base/src/main/java/org/apache/accumulo/server/conf/util/ZooPropSetTool.java: ########## @@ -0,0 +1,391 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.apache.accumulo.server.conf.util; + +import static java.nio.charset.StandardCharsets.UTF_8; +import static org.apache.accumulo.server.conf.util.ZooPropUtils.getInstanceId; +import static org.apache.accumulo.server.conf.util.ZooPropUtils.getNamespaceIdToNameMap; +import static org.apache.accumulo.server.conf.util.ZooPropUtils.getTableIdToName; + +import java.io.BufferedWriter; +import java.io.IOException; +import java.io.OutputStream; +import java.io.OutputStreamWriter; +import java.io.PrintWriter; +import java.util.List; +import java.util.Map; +import java.util.SortedMap; +import java.util.TreeMap; +import java.util.stream.Collectors; + +import org.apache.accumulo.core.cli.ConfigOpts; +import org.apache.accumulo.core.conf.Property; +import org.apache.accumulo.core.data.InstanceId; +import org.apache.accumulo.core.data.NamespaceId; +import org.apache.accumulo.core.data.TableId; +import org.apache.accumulo.core.fate.zookeeper.ZooReader; +import org.apache.accumulo.core.fate.zookeeper.ZooReaderWriter; +import org.apache.accumulo.server.ServerContext; +import org.apache.accumulo.server.conf.codec.VersionedProperties; +import org.apache.accumulo.server.conf.store.NamespacePropKey; +import org.apache.accumulo.server.conf.store.PropStoreKey; +import org.apache.accumulo.server.conf.store.SystemPropKey; +import org.apache.accumulo.server.conf.store.TablePropKey; +import org.apache.accumulo.server.conf.store.impl.PropStoreWatcher; +import org.apache.accumulo.server.conf.store.impl.ReadyMonitor; +import org.apache.accumulo.server.conf.store.impl.ZooPropStore; +import org.apache.accumulo.server.util.PropUtil; +import org.apache.accumulo.start.spi.KeywordExecutable; +import org.apache.zookeeper.KeeperException; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import com.beust.jcommander.Parameter; +import com.google.auto.service.AutoService; + +@AutoService(KeywordExecutable.class) +public class ZooPropSetTool implements KeywordExecutable { + + private static final Logger LOG = LoggerFactory.getLogger(ZooPropSetTool.class); + private final NullWatcher nullWatcher = + new NullWatcher(new ReadyMonitor(ZooInfoViewer.class.getSimpleName(), 20_000L)); + + /** + * No-op constructor - provided so ServiceLoader autoload does not consume resources. + */ + public ZooPropSetTool() {} + + public static void main(String[] args) throws Exception { + new ZooPropSetTool().execute(args); + } + + @Override + public String keyword() { + return "zoo-prop-set-tool"; + } + + @Override + public String description() { + return "Emergency tool to modify properties stored in ZooKeeper without a cluster." + + " Prefer using the shell if it is available"; + } + + @Override + public void execute(String[] args) throws Exception { + ZooPropSetTool.Opts opts = new ZooPropSetTool.Opts(); + opts.parseArgs(ZooPropSetTool.class.getName(), args); + + ZooReaderWriter zrw = new ZooReaderWriter(opts.getSiteConfiguration()); + + InstanceId iid = getInstanceId(zrw, opts.instanceId, opts.instanceName); + if (iid == null) { + throw new IllegalArgumentException("Cannot continue without a valid instance."); + } + + var siteConfig = opts.getSiteConfiguration(); + try (ServerContext context = new ServerContext(siteConfig)) { + + PropStoreKey<?> propKey = getPropKey(iid, opts, zrw); + switch (opts.getCmdMode()) { + case SET: + setProperty(context, propKey, opts); + break; + case DELETE: + deleteProperty(context, propKey, readPropNode(propKey, zrw), opts); + break; + case PRINT: + printProperties(context, propKey, readPropNode(propKey, zrw), opts); + break; + case ERROR: + default: + throw new IllegalArgumentException("Invalid operation requested"); + } + } + } + + private void setProperty(final ServerContext context, final PropStoreKey<?> propKey, + final Opts opts) { + LOG.trace("set {}", propKey); + + if (!opts.setOpt.contains("=")) { + throw new IllegalArgumentException( + "Invalid set property format. Requires name=value, received " + opts.setOpt); + } + String[] tokens = opts.setOpt.split("="); + Map<String,String> propValue = Map.of(tokens[0].trim(), tokens[1].trim()); + PropUtil.setProperties(context, propKey, propValue); + } + + private void deleteProperty(final ServerContext context, final PropStoreKey<?> propKey, + VersionedProperties versionedProperties, final Opts opts) { + LOG.trace("delete {} - {}", propKey, opts.deleteOpt); + String p = opts.deleteOpt.trim(); + if (p.isEmpty() || !Property.isValidPropertyKey(p)) { + throw new IllegalArgumentException("Invalid property name, Received: '" + p + "'"); + } + // warn, but not throwing an error. If this was run in a script, allow the script to continue. + if (!versionedProperties.asMap().containsKey(p)) { + LOG.warn("skipping delete: property '{}' is not set for: {}- delete would have no effect", p, + propKey); + return; + } + PropUtil.removeProperties(context, propKey, List.of(p)); + } + + private void printProperties(final ServerContext context, final PropStoreKey<?> propKey, + final VersionedProperties props, final Opts opts) { + LOG.trace("print {}", propKey); + + OutputStream outStream = System.out; + + String scope; + if (propKey instanceof SystemPropKey) { + scope = "SYSTEM"; + } else if (propKey instanceof NamespacePropKey) { + scope = "NAMESPACE"; + } else if (propKey instanceof TablePropKey) { + scope = "TABLE"; + } else { + scope = "unknown"; + } + + try (PrintWriter writer = + new PrintWriter(new BufferedWriter(new OutputStreamWriter(outStream, UTF_8)))) { + // header + writer.printf("- Instance name: %s\n", context.getInstanceName()); + writer.printf("- Instance id: %s\n", context.getInstanceID()); + writer.printf("- Property scope: - %s\n", scope); + writer.printf("- id: %s, data version: %d, timestamp: %s\n", propKey.getId(), + props.getDataVersion(), props.getTimestampISO()); Review Comment: Okay, that makes sense, but grepping out a dash is unfriendly. You can't do `grep -v -`, you have to do `grep -v '[-]'` or `grep -v -- -` Maybe instead, just `log.info()` this stuff, so it stands out and can be suppressed any number of ways, based on the user's logging config? -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
