+++ /dev/null
-package org.apache.lucene.search;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import java.io.IOException;
-import java.util.HashSet;
-
-import org.apache.lucene.analysis.Analyzer;
-import org.apache.lucene.analysis.MockAnalyzer;
-import org.apache.lucene.document.Document;
-import org.apache.lucene.document.Field;
-import org.apache.lucene.index.IndexReader;
-import org.apache.lucene.index.RandomIndexWriter;
-import org.apache.lucene.index.Term;
-import org.apache.lucene.store.Directory;
-import org.apache.lucene.util.LuceneTestCase;
-
-public class FuzzyLikeThisQueryTest extends LuceneTestCase {
- private Directory directory;
- private IndexSearcher searcher;
- private IndexReader reader;
- private Analyzer analyzer=new MockAnalyzer(random);
-
-
- @Override
- public void setUp() throws Exception {
- super.setUp();
- directory = newDirectory();
- RandomIndexWriter writer = new RandomIndexWriter(random, directory, newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random)).setMergePolicy(newLogMergePolicy()));
- //Add series of docs with misspelt names
- addDoc(writer, "jonathon smythe","1");
- addDoc(writer, "jonathan smith","2");
- addDoc(writer, "johnathon smyth","3");
- addDoc(writer, "johnny smith","4" );
- addDoc(writer, "jonny smith","5" );
- addDoc(writer, "johnathon smythe","6");
- reader = writer.getReader();
- writer.close();
- searcher=newSearcher(reader);
- }
-
- @Override
- public void tearDown() throws Exception {
- searcher.close();
- reader.close();
- directory.close();
- super.tearDown();
- }
-
- private void addDoc(RandomIndexWriter writer, String name, String id) throws IOException
- {
- Document doc=new Document();
- doc.add(newField("name",name,Field.Store.YES,Field.Index.ANALYZED));
- doc.add(newField("id",id,Field.Store.YES,Field.Index.ANALYZED));
- writer.addDocument(doc);
- }
-
-
- //Tests that idf ranking is not favouring rare mis-spellings over a strong edit-distance match
- public void testClosestEditDistanceMatchComesFirst() throws Throwable
- {
- FuzzyLikeThisQuery flt=new FuzzyLikeThisQuery(10,analyzer);
- flt.addTerms("smith", "name", 0.3f, 1);
- Query q=flt.rewrite(searcher.getIndexReader());
- HashSet<Term> queryTerms=new HashSet<Term>();
- q.extractTerms(queryTerms);
- assertTrue("Should have variant smythe",queryTerms.contains(new Term("name","smythe")));
- assertTrue("Should have variant smith",queryTerms.contains(new Term("name","smith")));
- assertTrue("Should have variant smyth",queryTerms.contains(new Term("name","smyth")));
- TopDocs topDocs = searcher.search(flt, 1);
- ScoreDoc[] sd = topDocs.scoreDocs;
- assertTrue("score docs must match 1 doc", (sd!=null)&&(sd.length>0));
- Document doc=searcher.doc(sd[0].doc);
- assertEquals("Should match most similar not most rare variant", "2",doc.get("id"));
- }
- //Test multiple input words are having variants produced
- public void testMultiWord() throws Throwable
- {
- FuzzyLikeThisQuery flt=new FuzzyLikeThisQuery(10,analyzer);
- flt.addTerms("jonathin smoth", "name", 0.3f, 1);
- Query q=flt.rewrite(searcher.getIndexReader());
- HashSet<Term> queryTerms=new HashSet<Term>();
- q.extractTerms(queryTerms);
- assertTrue("Should have variant jonathan",queryTerms.contains(new Term("name","jonathan")));
- assertTrue("Should have variant smith",queryTerms.contains(new Term("name","smith")));
- TopDocs topDocs = searcher.search(flt, 1);
- ScoreDoc[] sd = topDocs.scoreDocs;
- assertTrue("score docs must match 1 doc", (sd!=null)&&(sd.length>0));
- Document doc=searcher.doc(sd[0].doc);
- assertEquals("Should match most similar when using 2 words", "2",doc.get("id"));
- }
- //Test bug found when first query word does not match anything
- public void testNoMatchFirstWordBug() throws Throwable
- {
- FuzzyLikeThisQuery flt=new FuzzyLikeThisQuery(10,analyzer);
- flt.addTerms("fernando smith", "name", 0.3f, 1);
- Query q=flt.rewrite(searcher.getIndexReader());
- HashSet<Term> queryTerms=new HashSet<Term>();
- q.extractTerms(queryTerms);
- assertTrue("Should have variant smith",queryTerms.contains(new Term("name","smith")));
- TopDocs topDocs = searcher.search(flt, 1);
- ScoreDoc[] sd = topDocs.scoreDocs;
- assertTrue("score docs must match 1 doc", (sd!=null)&&(sd.length>0));
- Document doc=searcher.doc(sd[0].doc);
- assertEquals("Should match most similar when using 2 words", "2",doc.get("id"));
- }
-
- public void testFuzzyLikeThisQueryEquals() {
- Analyzer analyzer = new MockAnalyzer(random);
- FuzzyLikeThisQuery fltq1 = new FuzzyLikeThisQuery(10, analyzer);
- fltq1.addTerms("javi", "subject", 0.5f, 2);
- FuzzyLikeThisQuery fltq2 = new FuzzyLikeThisQuery(10, analyzer);
- fltq2.addTerms("javi", "subject", 0.5f, 2);
- assertEquals("FuzzyLikeThisQuery with same attributes is not equal", fltq1,
- fltq2);
- }
-}
fnp / pylucene.git / blobdiff