--- /dev/null
+package org.egothor.stemmer;
+
+/*
+ Egothor Software License version 1.00
+ Copyright (C) 1997-2004 Leo Galambos.
+ Copyright (C) 2002-2004 "Egothor developers"
+ on behalf of the Egothor Project.
+ All rights reserved.
+
+ This software is copyrighted by the "Egothor developers". If this
+ license applies to a single file or document, the "Egothor developers"
+ are the people or entities mentioned as copyright holders in that file
+ or document. If this license applies to the Egothor project as a
+ whole, the copyright holders are the people or entities mentioned in
+ the file CREDITS. This file can be found in the same location as this
+ license in the distribution.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions are
+ met:
+ 1. Redistributions of source code must retain the above copyright
+ notice, the list of contributors, this list of conditions, and the
+ following disclaimer.
+ 2. Redistributions in binary form must reproduce the above copyright
+ notice, the list of contributors, this list of conditions, and the
+ disclaimer that follows these conditions in the documentation
+ and/or other materials provided with the distribution.
+ 3. The name "Egothor" must not be used to endorse or promote products
+ derived from this software without prior written permission. For
+ written permission, please contact Leo.G@seznam.cz
+ 4. Products derived from this software may not be called "Egothor",
+ nor may "Egothor" appear in their name, without prior written
+ permission from Leo.G@seznam.cz.
+
+ In addition, we request that you include in the end-user documentation
+ provided with the redistribution and/or in the software itself an
+ acknowledgement equivalent to the following:
+ "This product includes software developed by the Egothor Project.
+ http://egothor.sf.net/"
+
+ THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
+ WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+ MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+ IN NO EVENT SHALL THE EGOTHOR PROJECT OR ITS CONTRIBUTORS BE LIABLE
+ FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
+ BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+ WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+ OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
+ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+ This software consists of voluntary contributions made by many
+ individuals on behalf of the Egothor Project and was originally
+ created by Leo Galambos (Leo.G@seznam.cz).
+ */
+
+import org.apache.lucene.util.LuceneTestCase;
+
+public class TestStemmer extends LuceneTestCase {
+
+ public void testTrie() {
+ Trie t = new Trie(true);
+
+ String keys[] = {"a", "ba", "bb", "c"};
+ String vals[] = {"1", "2", "2", "4"};
+
+ for (int i = 0; i < keys.length; i++) {
+ t.add(keys[i], vals[i]);
+ }
+
+ assertEquals(0, t.root);
+ assertEquals(2, t.rows.size());
+ assertEquals(3, t.cmds.size());
+ assertTrieContents(t, keys, vals);
+ }
+
+ public void testTrieBackwards() {
+ Trie t = new Trie(false);
+
+ String keys[] = {"a", "ba", "bb", "c"};
+ String vals[] = {"1", "2", "2", "4"};
+
+ for (int i = 0; i < keys.length; i++) {
+ t.add(keys[i], vals[i]);
+ }
+
+ assertTrieContents(t, keys, vals);
+ }
+
+ public void testMultiTrie() {
+ Trie t = new MultiTrie(true);
+
+ String keys[] = {"a", "ba", "bb", "c"};
+ String vals[] = {"1", "2", "2", "4"};
+
+ for (int i = 0; i < keys.length; i++) {
+ t.add(keys[i], vals[i]);
+ }
+
+ assertTrieContents(t, keys, vals);
+ }
+
+ public void testMultiTrieBackwards() {
+ Trie t = new MultiTrie(false);
+
+ String keys[] = {"a", "ba", "bb", "c"};
+ String vals[] = {"1", "2", "2", "4"};
+
+ for (int i = 0; i < keys.length; i++) {
+ t.add(keys[i], vals[i]);
+ }
+
+ assertTrieContents(t, keys, vals);
+ }
+
+ public void testMultiTrie2() {
+ Trie t = new MultiTrie2(true);
+
+ String keys[] = {"a", "ba", "bb", "c"};
+ /*
+ * short vals won't work, see line 155 for example
+ * the IOOBE is caught (wierd), but shouldnt affect patch cmds?
+ */
+ String vals[] = {"1111", "2222", "2223", "4444"};
+
+ for (int i = 0; i < keys.length; i++) {
+ t.add(keys[i], vals[i]);
+ }
+
+ assertTrieContents(t, keys, vals);
+ }
+
+ public void testMultiTrie2Backwards() {
+ Trie t = new MultiTrie2(false);
+
+ String keys[] = {"a", "ba", "bb", "c"};
+ /*
+ * short vals won't work, see line 155 for example
+ * the IOOBE is caught (wierd), but shouldnt affect patch cmds?
+ */
+ String vals[] = {"1111", "2222", "2223", "4444"};
+
+ for (int i = 0; i < keys.length; i++) {
+ t.add(keys[i], vals[i]);
+ }
+
+ assertTrieContents(t, keys, vals);
+ }
+
+ private static void assertTrieContents(Trie trie, String keys[], String vals[]) {
+ Trie[] tries = new Trie[] {
+ trie,
+ trie.reduce(new Optimizer()),
+ trie.reduce(new Optimizer2()),
+ trie.reduce(new Gener()),
+ trie.reduce(new Lift(true)),
+ trie.reduce(new Lift(false))
+ };
+
+ for (Trie t : tries) {
+ for (int i = 0; i < keys.length; i++) {
+ assertEquals(vals[i], t.getFully(keys[i]).toString());
+ assertEquals(vals[i], t.getLastOnPath(keys[i]).toString());
+ }
+ }
+ }
+}
fnp / pylucene.git / blobdiff