RYA-266 Create a batchWriter for freetext indexer, the indexer no longer creates it. Closes #149
Project: http://git-wip-us.apache.org/repos/asf/incubator-rya/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-rya/commit/86c866ed Tree: http://git-wip-us.apache.org/repos/asf/incubator-rya/tree/86c866ed Diff: http://git-wip-us.apache.org/repos/asf/incubator-rya/diff/86c866ed Branch: refs/heads/master Commit: 86c866edab94666d5e679e02b75f970cd24f98ee Parents: f7b2fd6 Author: David Lotts <[email protected]> Authored: Mon Sep 25 11:59:33 2017 -0400 Committer: David Lotts <[email protected]> Committed: Mon Sep 25 14:51:42 2017 -0400 ---------------------------------------------------------------------- .../org/apache/rya/accumulo/mr/RyaOutputFormat.java | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-rya/blob/86c866ed/mapreduce/src/main/java/org/apache/rya/accumulo/mr/RyaOutputFormat.java ---------------------------------------------------------------------- diff --git a/mapreduce/src/main/java/org/apache/rya/accumulo/mr/RyaOutputFormat.java b/mapreduce/src/main/java/org/apache/rya/accumulo/mr/RyaOutputFormat.java index 1336364..5332260 100644 --- a/mapreduce/src/main/java/org/apache/rya/accumulo/mr/RyaOutputFormat.java +++ b/mapreduce/src/main/java/org/apache/rya/accumulo/mr/RyaOutputFormat.java @@ -206,12 +206,23 @@ public class RyaOutputFormat extends OutputFormat<Writable, RyaStatementWritable } - private static FreeTextIndexer getFreeTextIndexer(Configuration conf) { + private static FreeTextIndexer getFreeTextIndexer(Configuration conf) throws IOException { if (!conf.getBoolean(ENABLE_FREETEXT, true)) { return null; } AccumuloFreeTextIndexer freeText = new AccumuloFreeTextIndexer(); freeText.setConf(conf); + Connector connector; + try { + connector = ConfigUtils.getConnector(conf); + } catch (AccumuloException | AccumuloSecurityException e) { + throw new IOException("Error when attempting to create a connection for writing the freeText index.", e); + } + MultiTableBatchWriter mtbw = connector.createMultiTableBatchWriter(new BatchWriterConfig()); + freeText.setConnector(connector); + freeText.setMultiTableBatchWriter(mtbw); + freeText.init(); + return freeText; }
