mikewalch commented on a change in pull request #19: Fixes #16 - Refactored
examples in client.md
URL: https://github.com/apache/accumulo-examples/pull/19#discussion_r180456637
##########
File path:
src/main/java/org/apache/accumulo/examples/client/ReadWriteExample.java
##########
@@ -17,135 +17,48 @@
package org.apache.accumulo.examples.client;
import java.util.Map.Entry;
-import java.util.SortedSet;
-import java.util.TreeSet;
import org.apache.accumulo.core.client.BatchWriter;
-import org.apache.accumulo.core.client.BatchWriterConfig;
import org.apache.accumulo.core.client.Connector;
-import org.apache.accumulo.core.client.Durability;
import org.apache.accumulo.core.client.Scanner;
-import org.apache.accumulo.core.client.impl.DurabilityImpl;
+import org.apache.accumulo.core.client.TableExistsException;
import org.apache.accumulo.core.data.Key;
import org.apache.accumulo.core.data.Mutation;
import org.apache.accumulo.core.data.Value;
import org.apache.accumulo.core.security.Authorizations;
-import org.apache.accumulo.core.security.ColumnVisibility;
-import org.apache.accumulo.core.util.ByteArraySet;
-import org.apache.accumulo.examples.cli.ClientOnDefaultTable;
-import org.apache.accumulo.examples.cli.ScannerOpts;
-import org.apache.hadoop.io.Text;
-
-import com.beust.jcommander.IStringConverter;
-import com.beust.jcommander.Parameter;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
public class ReadWriteExample {
- // defaults
- private static final String DEFAULT_AUTHS = "LEVEL1,GROUP1";
- private static final String DEFAULT_TABLE_NAME = "test";
-
- private Connector conn;
- static class DurabilityConverter implements IStringConverter<Durability> {
- @Override
- public Durability convert(String value) {
- return DurabilityImpl.fromString(value);
- }
- }
-
- static class Opts extends ClientOnDefaultTable {
- @Parameter(names = {"--createtable"}, description = "create table before
doing anything")
- boolean createtable = false;
- @Parameter(names = {"--deletetable"}, description = "delete table when
finished")
- boolean deletetable = false;
- @Parameter(names = {"--create"}, description = "create entries before any
deletes")
- boolean createEntries = false;
- @Parameter(names = {"--read"}, description = "read entries after any
creates/deletes")
- boolean readEntries = false;
- @Parameter(names = {"--delete"}, description = "delete entries after any
creates")
- boolean deleteEntries = false;
- @Parameter(names = {"--durability"}, description = "durability used for
writes (none, log, flush or sync)", converter = DurabilityConverter.class)
- Durability durability = Durability.DEFAULT;
-
- public Opts() {
- super(DEFAULT_TABLE_NAME);
- auths = new Authorizations(DEFAULT_AUTHS.split(","));
- }
- }
-
- // hidden constructor
- private ReadWriteExample() {}
-
- private void execute(Opts opts, ScannerOpts scanOpts) throws Exception {
- conn = opts.getConnector();
-
- // add the authorizations to the user
- Authorizations userAuthorizations =
conn.securityOperations().getUserAuthorizations(opts.getPrincipal());
- ByteArraySet auths = new
ByteArraySet(userAuthorizations.getAuthorizations());
- auths.addAll(opts.auths.getAuthorizations());
- if (!auths.isEmpty())
- conn.securityOperations().changeUserAuthorizations(opts.getPrincipal(),
new Authorizations(auths));
-
- // create table
- if (opts.createtable) {
- SortedSet<Text> partitionKeys = new TreeSet<>();
- for (int i = Byte.MIN_VALUE; i < Byte.MAX_VALUE; i++)
- partitionKeys.add(new Text(new byte[] {(byte) i}));
- conn.tableOperations().create(opts.getTableName());
- conn.tableOperations().addSplits(opts.getTableName(), partitionKeys);
- }
+ private static final Logger log =
LoggerFactory.getLogger(ReadWriteExample.class);
- // send mutations
- createEntries(opts);
+ public static void main(String[] args) throws Exception {
- // read entries
- if (opts.readEntries) {
- // Note that the user needs to have the authorizations for the specified
scan authorizations
- // by an administrator first
- Scanner scanner = conn.createScanner(opts.getTableName(), opts.auths);
- scanner.setBatchSize(scanOpts.scanBatchSize);
- for (Entry<Key,Value> entry : scanner)
- System.out.println(entry.getKey().toString() + " -> " +
entry.getValue().toString());
+ Connector connector =
Connector.builder().usingProperties("conf/accumulo-client.properties").build();
+ try {
+ connector.tableOperations().create("readwrite");
+ } catch (TableExistsException e) {
+ // ignore
}
- // delete table
- if (opts.deletetable)
- conn.tableOperations().delete(opts.getTableName());
- }
-
- private void createEntries(Opts opts) throws Exception {
- if (opts.createEntries || opts.deleteEntries) {
- BatchWriterConfig cfg = new BatchWriterConfig();
- cfg.setDurability(opts.durability);
- BatchWriter writer = conn.createBatchWriter(opts.getTableName(), cfg);
- ColumnVisibility cv = new
ColumnVisibility(opts.auths.toString().replace(',', '|'));
-
- Text cf = new Text("datatypes");
- Text cq = new Text("xml");
- byte[] row = {'h', 'e', 'l', 'l', 'o', '\0'};
- byte[] value = {'w', 'o', 'r', 'l', 'd', '\0'};
-
+ // write data
+ try (BatchWriter writer = connector.createBatchWriter("readwrite")) {
for (int i = 0; i < 10; i++) {
- row[row.length - 1] = (byte) i;
- Mutation m = new Mutation(new Text(row));
- if (opts.deleteEntries) {
- m.putDelete(cf, cq, cv);
- }
- if (opts.createEntries) {
- value[value.length - 1] = (byte) i;
- m.put(cf, cq, cv, new Value(value));
- }
+ Mutation m = new Mutation("hello" + i);
+ m.put("cf", "cq", new Value("world" + i));
writer.addMutation(m);
}
- writer.close();
}
- }
- public static void main(String[] args) throws Exception {
- ReadWriteExample rwe = new ReadWriteExample();
- Opts opts = new Opts();
- ScannerOpts scanOpts = new ScannerOpts();
- opts.parseArgs(ReadWriteExample.class.getName(), args, scanOpts);
- rwe.execute(opts, scanOpts);
+ // read data
+ try (Scanner scanner = connector.createScanner("readwrite",
Authorizations.EMPTY)) {
Review comment:
Fixed. See 56327db174e46
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
With regards,
Apache Git Services
