lucene-solr-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rm...@apache.org
Subject svn commit: r924164 - in /lucene/solr/branches/solr: lib/ src/java/org/apache/solr/analysis/ src/test/org/apache/solr/analysis/
Date Wed, 17 Mar 2010 05:38:14 GMT
Author: rmuir
Date: Wed Mar 17 05:38:14 2010
New Revision: 924164

URL: http://svn.apache.org/viewvc?rev=924164&view=rev
Log:
generate analysis factories for trunk's new lang support

Added:
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/BulgarianStemFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/CzechStemFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiNormalizationFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiStemFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicNormalizationFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicTokenizerFactory.java
  (with props)
    lucene/solr/branches/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestBulgarianStemFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestCzechStemFilterFactory.java
  (with props)
    lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestHindiFilters.java   (with
props)
    lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestTurkishLowerCaseFilterFactory.java
  (with props)
Modified:
    lucene/solr/branches/solr/lib/lucene-analyzers-3.1-dev.jar

Modified: lucene/solr/branches/solr/lib/lucene-analyzers-3.1-dev.jar
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/lib/lucene-analyzers-3.1-dev.jar?rev=924164&r1=924163&r2=924164&view=diff
==============================================================================
Binary files - no diff available.

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/BulgarianStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/BulgarianStemFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/BulgarianStemFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/BulgarianStemFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,28 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.bg.BulgarianStemFilter;
+
+/** Factory for BulgarianStemFilter */
+public class BulgarianStemFilterFactory extends BaseTokenFilterFactory {
+  public TokenStream create(TokenStream input) {
+    return new BulgarianStemFilter(input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/BulgarianStemFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/CzechStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/CzechStemFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/CzechStemFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/CzechStemFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,28 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.cz.CzechStemFilter;
+
+/** Factory for CzechStemFilter */
+public class CzechStemFilterFactory extends BaseTokenFilterFactory {
+  public TokenStream create(TokenStream input) {
+    return new CzechStemFilter(input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/CzechStemFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiNormalizationFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiNormalizationFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiNormalizationFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiNormalizationFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,28 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.hi.HindiNormalizationFilter;
+
+/** Factory for HindiNormalizationFilter */
+public class HindiNormalizationFilterFactory extends BaseTokenFilterFactory {
+  public TokenStream create(TokenStream input) {
+    return new HindiNormalizationFilter(input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiNormalizationFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiStemFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiStemFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiStemFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,28 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.hi.HindiStemFilter;
+
+/** Factory for HindiStemFilter */
+public class HindiStemFilterFactory extends BaseTokenFilterFactory {
+  public TokenStream create(TokenStream input) {
+    return new HindiStemFilter(input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/HindiStemFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicNormalizationFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicNormalizationFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicNormalizationFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicNormalizationFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,28 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.in.IndicNormalizationFilter;
+
+/** Factory for IndicNormalizationFilter */
+public class IndicNormalizationFilterFactory extends BaseTokenFilterFactory {
+  public TokenStream create(TokenStream input) {
+    return new IndicNormalizationFilter(input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicNormalizationFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicTokenizerFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicTokenizerFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicTokenizerFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicTokenizerFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,31 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.Reader;
+
+import org.apache.lucene.analysis.Tokenizer;
+import org.apache.lucene.analysis.in.IndicTokenizer;
+
+/** Factory for IndicTokenizer */
+public class IndicTokenizerFactory extends BaseTokenizerFactory {
+  public Tokenizer create(Reader input) {
+    assureMatchVersion();
+    return new IndicTokenizer(luceneMatchVersion, input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/IndicTokenizerFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,28 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.tr.TurkishLowerCaseFilter;
+
+/** Factory for TurkishLowerCaseFilter */
+public class TurkishLowerCaseFilterFactory extends BaseTokenFilterFactory {
+  public TokenStream create(TokenStream input) {
+    return new TurkishLowerCaseFilter(input);
+  }
+}

Propchange: lucene/solr/branches/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestBulgarianStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestBulgarianStemFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestBulgarianStemFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestBulgarianStemFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,41 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.Reader;
+import java.io.StringReader;
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.Tokenizer;
+import org.apache.lucene.analysis.WhitespaceTokenizer;
+
+/**
+ * Simple tests to ensure the Bulgarian stem filter factory is working.
+ */
+public class TestBulgarianStemFilterFactory extends BaseTokenTestCase {
+  /**
+   * Ensure the filter actually stems text.
+   */
+  public void testStemming() throws Exception {
+    Reader reader = new StringReader("компютри");
+    Tokenizer tokenizer = new WhitespaceTokenizer(reader);
+    BulgarianStemFilterFactory factory = new BulgarianStemFilterFactory();
+    TokenStream stream = factory.create(tokenizer);
+    assertTokenStreamContents(stream, new String[] { "компютр" });
+  }
+}

Propchange: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestBulgarianStemFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestCzechStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestCzechStemFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestCzechStemFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestCzechStemFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,41 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.Reader;
+import java.io.StringReader;
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.Tokenizer;
+import org.apache.lucene.analysis.WhitespaceTokenizer;
+
+/**
+ * Simple tests to ensure the Czech stem filter factory is working.
+ */
+public class TestCzechStemFilterFactory extends BaseTokenTestCase {
+  /**
+   * Ensure the filter actually stems text.
+   */
+  public void testStemming() throws Exception {
+    Reader reader = new StringReader("angličtí");
+    Tokenizer tokenizer = new WhitespaceTokenizer(reader);
+    CzechStemFilterFactory factory = new CzechStemFilterFactory();
+    TokenStream stream = factory.create(tokenizer);
+    assertTokenStreamContents(stream, new String[] { "anglick" });
+  }
+}

Propchange: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestCzechStemFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestHindiFilters.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestHindiFilters.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestHindiFilters.java (added)
+++ lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestHindiFilters.java Wed
Mar 17 05:38:14 2010
@@ -0,0 +1,89 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.Reader;
+import java.io.StringReader;
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.Tokenizer;
+
+/**
+ * Simple tests to ensure the Hindi filter Factories are working.
+ */
+public class TestHindiFilters extends BaseTokenTestCase {
+  /**
+   * Test IndicTokenizerFactory
+   */
+  public void testTokenizer() throws Exception {
+    Reader reader = new StringReader("मुझे हिंदी
का और अभ्यास करना होगा
।");
+    IndicTokenizerFactory factory = new IndicTokenizerFactory();
+    factory.init(DEFAULT_VERSION_PARAM);
+    Tokenizer stream = factory.create(reader);
+    assertTokenStreamContents(stream, 
+        new String[] { "मुझे", "हिंदी", "का",
"और", "अभ्यास", "करना", "होगा"
});
+  }
+  
+  /**
+   * Test IndicNormalizationFilterFactory
+   */
+  public void testIndicNormalizer() throws Exception {
+    Reader reader = new StringReader("ত্‍ अाैर");
+    IndicTokenizerFactory factory = new IndicTokenizerFactory();
+    IndicNormalizationFilterFactory filterFactory = new IndicNormalizationFilterFactory();
+    factory.init(DEFAULT_VERSION_PARAM);
+    filterFactory.init(DEFAULT_VERSION_PARAM);
+    Tokenizer tokenizer = factory.create(reader);
+    TokenStream stream = filterFactory.create(tokenizer);
+    assertTokenStreamContents(stream, new String[] { "ৎ", "और" });
+  }
+  
+  /**
+   * Test HindiNormalizationFilterFactory
+   */
+  public void testHindiNormalizer() throws Exception {
+    Reader reader = new StringReader("क़िताब");
+    IndicTokenizerFactory factory = new IndicTokenizerFactory();
+    IndicNormalizationFilterFactory indicFilterFactory = new IndicNormalizationFilterFactory();
+    HindiNormalizationFilterFactory hindiFilterFactory = new HindiNormalizationFilterFactory();
+    factory.init(DEFAULT_VERSION_PARAM);
+    hindiFilterFactory.init(DEFAULT_VERSION_PARAM);
+    Tokenizer tokenizer = factory.create(reader);
+    TokenStream stream = indicFilterFactory.create(tokenizer);
+    stream = hindiFilterFactory.create(stream);
+    assertTokenStreamContents(stream, new String[] {"किताब"});
+  }
+  
+  /**
+   * Test HindiStemFilterFactory
+   */
+  public void testStemmer() throws Exception {
+    Reader reader = new StringReader("किताबें");
+    IndicTokenizerFactory factory = new IndicTokenizerFactory();
+    IndicNormalizationFilterFactory indicFilterFactory = new IndicNormalizationFilterFactory();
+    HindiNormalizationFilterFactory hindiFilterFactory = new HindiNormalizationFilterFactory();
+    HindiStemFilterFactory stemFactory = new HindiStemFilterFactory();
+    factory.init(DEFAULT_VERSION_PARAM);
+    stemFactory.init(DEFAULT_VERSION_PARAM);
+    Tokenizer tokenizer = factory.create(reader);
+    TokenStream stream = indicFilterFactory.create(tokenizer);
+    stream = hindiFilterFactory.create(stream);
+    stream = stemFactory.create(stream);
+    assertTokenStreamContents(stream, new String[] {"किताब"});
+  }
+}

Propchange: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestHindiFilters.java
------------------------------------------------------------------------------
    svn:eol-style = native

Added: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestTurkishLowerCaseFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestTurkishLowerCaseFilterFactory.java?rev=924164&view=auto
==============================================================================
--- lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestTurkishLowerCaseFilterFactory.java
(added)
+++ lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestTurkishLowerCaseFilterFactory.java
Wed Mar 17 05:38:14 2010
@@ -0,0 +1,41 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.Reader;
+import java.io.StringReader;
+
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.lucene.analysis.Tokenizer;
+import org.apache.lucene.analysis.WhitespaceTokenizer;
+
+/**
+ * Simple tests to ensure the Turkish lowercase filter factory is working.
+ */
+public class TestTurkishLowerCaseFilterFactory extends BaseTokenTestCase {
+  /**
+   * Ensure the filter actually lowercases text.
+   */
+  public void testCasing() throws Exception {
+    Reader reader = new StringReader("AĞACI");
+    Tokenizer tokenizer = new WhitespaceTokenizer(reader);
+    TurkishLowerCaseFilterFactory factory = new TurkishLowerCaseFilterFactory();
+    TokenStream stream = factory.create(tokenizer);
+    assertTokenStreamContents(stream, new String[] { "ağacı" });
+  }
+}

Propchange: lucene/solr/branches/solr/src/test/org/apache/solr/analysis/TestTurkishLowerCaseFilterFactory.java
------------------------------------------------------------------------------
    svn:eol-style = native



Mime
View raw message