briangoetz    01/11/02 18:33:46

  Modified:    src/test/org/apache/lucene/queryParser TestQueryParser.java
  Added:       src/test/org/apache/lucene/analysis TestAnalyzers.java
  Log:
  Add test case for Analyzers
  
  Revision  Changes    Path
  1.1                  
jakarta-lucene/src/test/org/apache/lucene/analysis/TestAnalyzers.java
  
  Index: TestAnalyzers.java
  ===================================================================
  package org.apache.lucene.analysis;
  
  /* ====================================================================
   * The Apache Software License, Version 1.1
   *
   * Copyright (c) 2001 The Apache Software Foundation.  All rights
   * reserved.
   *
   * Redistribution and use in source and binary forms, with or without
   * modification, are permitted provided that the following conditions
   * are met:
   *
   * 1. Redistributions of source code must retain the above copyright
   *    notice, this list of conditions and the following disclaimer.
   *
   * 2. Redistributions in binary form must reproduce the above copyright
   *    notice, this list of conditions and the following disclaimer in
   *    the documentation and/or other materials provided with the
   *    distribution.
   *
   * 3. The end-user documentation included with the redistribution,
   *    if any, must include the following acknowledgment:
   *       "This product includes software developed by the
   *        Apache Software Foundation (http://www.apache.org/)."
   *    Alternately, this acknowledgment may appear in the software itself,
   *    if and wherever such third-party acknowledgments normally appear.
   *
   * 4. The names "Apache" and "Apache Software Foundation" and
   *    "Apache Lucene" must not be used to endorse or promote products
   *    derived from this software without prior written permission. For
   *    written permission, please contact [EMAIL PROTECTED]
   *
   * 5. Products derived from this software may not be called "Apache",
   *    "Apache Lucene", nor may "Apache" appear in their name, without
   *    prior written permission of the Apache Software Foundation.
   *
   * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
   * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
   * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
   * DISCLAIMED.  IN NO EVENT SHALL THE APACHE SOFTWARE FOUNDATION OR
   * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
   * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
   * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
   * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
   * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
   * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
   * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   * SUCH DAMAGE.
   * ====================================================================
   *
   * This software consists of voluntary contributions made by many
   * individuals on behalf of the Apache Software Foundation.  For more
   * information on the Apache Software Foundation, please see
   * <http://www.apache.org/>.
   */
  
  import java.io.*;
  import junit.framework.*;
  
  import org.apache.lucene.*;
  import org.apache.lucene.analysis.*;
  import org.apache.lucene.analysis.Token;
  
  public class TestAnalyzers extends TestCase {
  
     public TestAnalyzers(String name) {
        super(name);
     }
  
    public void assertAnalyzesTo(Analyzer a, 
                                 String input, 
                                 String[] output) throws Exception {
      TokenStream ts = a.tokenStream("dummy", new StringReader(input));
      for (int i=0; i<output.length; i++) {
        Token t = ts.next();
        assertNotNull(t);
        assertEquals(t.termText(), output[i]);
      }
      assertNull(ts.next());
      ts.close();
    }
  
    public void testSimple() throws Exception {
      Analyzer a = new SimpleAnalyzer();
      assertAnalyzesTo(a, "foo bar FOO BAR", 
                       new String[] { "foo", "bar", "foo", "bar" });
      assertAnalyzesTo(a, "foo      bar .  FOO <> BAR", 
                       new String[] { "foo", "bar", "foo", "bar" });
      assertAnalyzesTo(a, "foo.bar.FOO.BAR", 
                       new String[] { "foo", "bar", "foo", "bar" });
      assertAnalyzesTo(a, "U.S.A.", 
                       new String[] { "u", "s", "a" });
      assertAnalyzesTo(a, "C++", 
                       new String[] { "c" });
      assertAnalyzesTo(a, "B2B", 
                       new String[] { "b", "b" });
      assertAnalyzesTo(a, "2B", 
                       new String[] { "b" });
      assertAnalyzesTo(a, "\"QUOTED\" word", 
                       new String[] { "quoted", "word" });
    }
  
    public void testStop() throws Exception {
      Analyzer a = new StopAnalyzer();
      assertAnalyzesTo(a, "foo bar FOO BAR", 
                       new String[] { "foo", "bar", "foo", "bar" });
      assertAnalyzesTo(a, "foo a bar such FOO THESE BAR", 
                       new String[] { "foo", "bar", "foo", "bar" });
    }
  }
  
  
  
  
  1.4       +0 -8      
jakarta-lucene/src/test/org/apache/lucene/queryParser/TestQueryParser.java
  
  Index: TestQueryParser.java
  ===================================================================
  RCS file: 
/home/cvs/jakarta-lucene/src/test/org/apache/lucene/queryParser/TestQueryParser.java,v
  retrieving revision 1.3
  retrieving revision 1.4
  diff -u -r1.3 -r1.4
  --- TestQueryParser.java      2001/11/01 01:12:37     1.3
  +++ TestQueryParser.java      2001/11/03 02:33:46     1.4
  @@ -114,14 +114,6 @@
       }
     }
     
  -   /**
  -    * initialize this TemplateTester by creating a WebMacro instance
  -    * and a default Context.
  -    */
  -  public void init () throws Exception
  -  {
  -  }
  -  
     public void assertQueryEquals(String query, Analyzer a, String result) 
     throws Exception {
       if (a == null)
  
  
  

--
To unsubscribe, e-mail:   <mailto:[EMAIL PROTECTED]>
For additional commands, e-mail: <mailto:[EMAIL PROTECTED]>

Reply via email to