Adding new Codec
Project: http://git-wip-us.apache.org/repos/asf/incubator-blur/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-blur/commit/2d4acb36 Tree: http://git-wip-us.apache.org/repos/asf/incubator-blur/tree/2d4acb36 Diff: http://git-wip-us.apache.org/repos/asf/incubator-blur/diff/2d4acb36 Branch: refs/heads/apache-blur-0.2 Commit: 2d4acb361b2c2d20e0fa92ba472d51f3c82bb677 Parents: 7cadee8 Author: Aaron McCurry <[email protected]> Authored: Wed Oct 23 10:32:01 2013 -0400 Committer: Aaron McCurry <[email protected]> Committed: Wed Oct 23 10:32:01 2013 -0400 ---------------------------------------------------------------------- .../java/org/apache/blur/utils/TableShardCountCollapser.java | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-blur/blob/2d4acb36/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java ---------------------------------------------------------------------- diff --git a/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java b/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java index f45be2b..90deabe 100644 --- a/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java +++ b/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java @@ -16,12 +16,15 @@ package org.apache.blur.utils; * See the License for the specific language governing permissions and * limitations under the License. */ +import static org.apache.blur.lucene.LuceneVersionConstant.LUCENE_VERSION; + import java.io.IOException; import java.util.ArrayList; import java.util.List; import java.util.SortedSet; import java.util.TreeSet; +import org.apache.blur.lucene.codec.Blur021Codec; import org.apache.blur.store.hdfs.HdfsDirectory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configured; @@ -34,8 +37,6 @@ import org.apache.lucene.analysis.core.KeywordAnalyzer; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.index.IndexWriterConfig; import org.apache.lucene.store.Directory; -import org.apache.lucene.util.Version; - /** * This class is used to reduce the total number of shards of a table. The main * use would be if during an indexing job the number of reducers were increased @@ -128,7 +129,8 @@ public class TableShardCountCollapser extends Configured implements Tool { int numberOfShardsToMergePerPass = paths.length / newShardCount; for (int i = 0; i < newShardCount; i++) { System.out.println("Base Index [" + paths[i] + "]"); - IndexWriterConfig lconf = new IndexWriterConfig(Version.LUCENE_42, new KeywordAnalyzer()); + IndexWriterConfig lconf = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); + lconf.setCodec(new Blur021Codec()); HdfsDirectory dir = new HdfsDirectory(getConf(), paths[i]); IndexWriter indexWriter = new IndexWriter(dir, lconf); Directory[] dirs = new Directory[numberOfShardsToMergePerPass - 1];
