pylucene 3.5.0-3

[pylucene.git] / test / test_ReusableAnalyzerBase.py

diff --git a/test/test_ReusableAnalyzerBase.py b/test/test_ReusableAnalyzerBase.py
new file mode 100644 (file)
index 0000000..356ee5a
--- /dev/null
+++ b/test/test_ReusableAnalyzerBase.py
@@ -0,0 +1,64 @@
+# ====================================================================
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+# ====================================================================
+
+from unittest import TestCase, main
+from lucene import *
+
+
+# Test reusableTokenStream, using ReusableAnalyzerBase:
+class MyAnalyzer(PythonReusableAnalyzerBase):
+
+    def initReader(self, reader):
+        return reader
+
+    def createComponents(self, field, reader):
+
+        first = LowerCaseTokenizer(Version.LUCENE_CURRENT, reader)
+        last = StopFilter(Version.LUCENE_CURRENT, first,
+                          StopAnalyzer.ENGLISH_STOP_WORDS_SET)
+
+        return ReusableAnalyzerBase.TokenStreamComponents(first, last)
+
+
+class ReusableAnalyzerBaseTestCase(TestCase):
+
+    def testReusable(self):
+
+        analyzer = MyAnalyzer()
+
+        for method in (analyzer.reusableTokenStream, analyzer.tokenStream):
+            for x in xrange(2):
+                reader = StringReader("This is a test of the english stop analyzer")
+                stream = method("test", reader)
+
+                termAtt = stream.getAttribute(TermAttribute.class_)
+                count = 0
+                while stream.incrementToken():
+                    self.assert_(termAtt.term() not in StopAnalyzer.ENGLISH_STOP_WORDS_SET)
+                    count += 1
+                self.assertEquals(4, count)
+
+
+if __name__ == "__main__":
+    import sys, lucene
+    lucene.initVM()
+    if '-loop' in sys.argv:
+        sys.argv.remove('-loop')
+        while True:
+            try:
+                main()
+            except:
+                pass
+    else:
+         main()