incubator-blur-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From amccu...@apache.org
Subject [3/4] git commit: Adding new Codec
Date Wed, 23 Oct 2013 14:34:22 GMT
Adding new Codec


Project: http://git-wip-us.apache.org/repos/asf/incubator-blur/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-blur/commit/1ba22182
Tree: http://git-wip-us.apache.org/repos/asf/incubator-blur/tree/1ba22182
Diff: http://git-wip-us.apache.org/repos/asf/incubator-blur/diff/1ba22182

Branch: refs/heads/master
Commit: 1ba22182c1f3db429660099550808d3a6b36d454
Parents: f064788
Author: Aaron McCurry <amccurry@gmail.com>
Authored: Wed Oct 23 10:32:01 2013 -0400
Committer: Aaron McCurry <amccurry@gmail.com>
Committed: Wed Oct 23 10:34:03 2013 -0400

----------------------------------------------------------------------
 .../java/org/apache/blur/utils/TableShardCountCollapser.java | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-blur/blob/1ba22182/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java
----------------------------------------------------------------------
diff --git a/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java b/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java
index f45be2b..90deabe 100644
--- a/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java
+++ b/blur-core/src/main/java/org/apache/blur/utils/TableShardCountCollapser.java
@@ -16,12 +16,15 @@ package org.apache.blur.utils;
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+import static org.apache.blur.lucene.LuceneVersionConstant.LUCENE_VERSION;
+
 import java.io.IOException;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.SortedSet;
 import java.util.TreeSet;
 
+import org.apache.blur.lucene.codec.Blur021Codec;
 import org.apache.blur.store.hdfs.HdfsDirectory;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.conf.Configured;
@@ -34,8 +37,6 @@ import org.apache.lucene.analysis.core.KeywordAnalyzer;
 import org.apache.lucene.index.IndexWriter;
 import org.apache.lucene.index.IndexWriterConfig;
 import org.apache.lucene.store.Directory;
-import org.apache.lucene.util.Version;
-
 /**
  * This class is used to reduce the total number of shards of a table. The main
  * use would be if during an indexing job the number of reducers were increased
@@ -128,7 +129,8 @@ public class TableShardCountCollapser extends Configured implements Tool
{
     int numberOfShardsToMergePerPass = paths.length / newShardCount;
     for (int i = 0; i < newShardCount; i++) {
       System.out.println("Base Index [" + paths[i] + "]");
-      IndexWriterConfig lconf = new IndexWriterConfig(Version.LUCENE_42, new KeywordAnalyzer());
+      IndexWriterConfig lconf = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer());
+      lconf.setCodec(new Blur021Codec());
       HdfsDirectory dir = new HdfsDirectory(getConf(), paths[i]);
       IndexWriter indexWriter = new IndexWriter(dir, lconf);
       Directory[] dirs = new Directory[numberOfShardsToMergePerPass - 1];


Mime
View raw message