+++ /dev/null
-package org.apache.lucene.search.regex;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import java.io.IOException;
-
-import org.apache.lucene.analysis.MockAnalyzer;
-import org.apache.lucene.document.Document;
-import org.apache.lucene.document.Field;
-import org.apache.lucene.index.CorruptIndexException;
-import org.apache.lucene.index.IndexWriter;
-import org.apache.lucene.index.Term;
-import org.apache.lucene.index.IndexWriterConfig.OpenMode;
-import org.apache.lucene.search.IndexSearcher;
-import org.apache.lucene.search.MultiSearcher;
-import org.apache.lucene.search.spans.SpanFirstQuery;
-import org.apache.lucene.search.spans.SpanMultiTermQueryWrapper;
-import org.apache.lucene.search.spans.SpanNearQuery;
-import org.apache.lucene.search.spans.SpanQuery;
-import org.apache.lucene.store.Directory;
-import org.apache.lucene.store.LockObtainFailedException;
-import org.apache.lucene.util.LuceneTestCase;
-
-public class TestSpanRegexQuery extends LuceneTestCase {
-
- Directory indexStoreA;
- Directory indexStoreB;
-
- @Override
- public void setUp() throws Exception {
- super.setUp();
- indexStoreA = newDirectory();
- indexStoreB = newDirectory();
- }
-
- @Override
- public void tearDown() throws Exception {
- indexStoreA.close();
- indexStoreB.close();
- super.tearDown();
- }
-
- public void testSpanRegex() throws Exception {
- Directory directory = newDirectory();
- IndexWriter writer = new IndexWriter(directory, newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random)));
- Document doc = new Document();
- // doc.add(newField("field", "the quick brown fox jumps over the lazy dog",
- // Field.Store.NO, Field.Index.ANALYZED));
- // writer.addDocument(doc);
- // doc = new Document();
- doc.add(newField("field", "auto update", Field.Store.NO,
- Field.Index.ANALYZED));
- writer.addDocument(doc);
- doc = new Document();
- doc.add(newField("field", "first auto update", Field.Store.NO,
- Field.Index.ANALYZED));
- writer.addDocument(doc);
- writer.optimize();
- writer.close();
-
- IndexSearcher searcher = new IndexSearcher(directory, true);
- SpanQuery srq = new SpanMultiTermQueryWrapper<RegexQuery>(new RegexQuery(new Term("field", "aut.*")));
- SpanFirstQuery sfq = new SpanFirstQuery(srq, 1);
- // SpanNearQuery query = new SpanNearQuery(new SpanQuery[] {srq, stq}, 6,
- // true);
- int numHits = searcher.search(sfq, null, 1000).totalHits;
- assertEquals(1, numHits);
- searcher.close();
- directory.close();
- }
-
- public void testSpanRegexBug() throws CorruptIndexException, IOException {
- createRAMDirectories();
-
- SpanQuery srq = new SpanMultiTermQueryWrapper<RegexQuery>(new RegexQuery(new Term("field", "a.*")));
- SpanQuery stq = new SpanMultiTermQueryWrapper<RegexQuery>(new RegexQuery(new Term("field", "b.*")));
- SpanNearQuery query = new SpanNearQuery(new SpanQuery[] { srq, stq }, 6,
- true);
-
- // 1. Search the same store which works
- IndexSearcher[] arrSearcher = new IndexSearcher[2];
- arrSearcher[0] = new IndexSearcher(indexStoreA, true);
- arrSearcher[1] = new IndexSearcher(indexStoreB, true);
- MultiSearcher searcher = new MultiSearcher(arrSearcher);
- int numHits = searcher.search(query, null, 1000).totalHits;
- arrSearcher[0].close();
- arrSearcher[1].close();
-
- // Will fail here
- // We expect 2 but only one matched
- // The rewriter function only write it once on the first IndexSearcher
- // So it's using term: a1 b1 to search on the second IndexSearcher
- // As a result, it won't match the document in the second IndexSearcher
- assertEquals(2, numHits);
- }
-
- /** remove in lucene 4.0 */
- @Deprecated
- public void testSpanRegexOld() throws Exception {
- Directory directory = newDirectory();
- IndexWriter writer = new IndexWriter(directory, newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random)));
- Document doc = new Document();
- // doc.add(newField("field", "the quick brown fox jumps over the lazy dog",
- // Field.Store.NO, Field.Index.ANALYZED));
- // writer.addDocument(doc);
- // doc = new Document();
- doc.add(newField("field", "auto update", Field.Store.NO,
- Field.Index.ANALYZED));
- writer.addDocument(doc);
- doc = new Document();
- doc.add(newField("field", "first auto update", Field.Store.NO,
- Field.Index.ANALYZED));
- writer.addDocument(doc);
- writer.optimize();
- writer.close();
-
- IndexSearcher searcher = new IndexSearcher(directory, true);
- SpanRegexQuery srq = new SpanRegexQuery(new Term("field", "aut.*"));
- SpanFirstQuery sfq = new SpanFirstQuery(srq, 1);
- // SpanNearQuery query = new SpanNearQuery(new SpanQuery[] {srq, stq}, 6,
- // true);
- int numHits = searcher.search(sfq, null, 1000).totalHits;
- assertEquals(1, numHits);
- searcher.close();
- directory.close();
- }
-
- /** remove in lucene 4.0 */
- @Deprecated
- public void testSpanRegexBugOld() throws CorruptIndexException, IOException {
- createRAMDirectories();
-
- SpanRegexQuery srq = new SpanRegexQuery(new Term("field", "a.*"));
- SpanRegexQuery stq = new SpanRegexQuery(new Term("field", "b.*"));
- SpanNearQuery query = new SpanNearQuery(new SpanQuery[] { srq, stq }, 6,
- true);
-
- // 1. Search the same store which works
- IndexSearcher[] arrSearcher = new IndexSearcher[2];
- arrSearcher[0] = new IndexSearcher(indexStoreA, true);
- arrSearcher[1] = new IndexSearcher(indexStoreB, true);
- MultiSearcher searcher = new MultiSearcher(arrSearcher);
- int numHits = searcher.search(query, null, 1000).totalHits;
- arrSearcher[0].close();
- arrSearcher[1].close();
-
- // Will fail here
- // We expect 2 but only one matched
- // The rewriter function only write it once on the first IndexSearcher
- // So it's using term: a1 b1 to search on the second IndexSearcher
- // As a result, it won't match the document in the second IndexSearcher
- assertEquals(2, numHits);
- }
-
- private void createRAMDirectories() throws CorruptIndexException,
- LockObtainFailedException, IOException {
- // creating a document to store
- Document lDoc = new Document();
- lDoc.add(newField("field", "a1 b1", Field.Store.NO,
- Field.Index.ANALYZED_NO_NORMS));
-
- // creating a document to store
- Document lDoc2 = new Document();
- lDoc2.add(newField("field", "a2 b2", Field.Store.NO,
- Field.Index.ANALYZED_NO_NORMS));
-
- // creating first index writer
- IndexWriter writerA = new IndexWriter(indexStoreA, newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random)).setOpenMode(OpenMode.CREATE));
- writerA.addDocument(lDoc);
- writerA.optimize();
- writerA.close();
-
- // creating second index writer
- IndexWriter writerB = new IndexWriter(indexStoreB, newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random)).setOpenMode(OpenMode.CREATE));
- writerB.addDocument(lDoc2);
- writerB.optimize();
- writerB.close();
- }
-}
fnp / pylucene.git / blobdiff