+++ /dev/null
-package org.apache.lucene.facet.search;
-
-import java.io.IOException;
-import java.util.Iterator;
-import java.util.List;
-
-import org.apache.lucene.analysis.MockAnalyzer;
-import org.apache.lucene.analysis.MockTokenizer;
-import org.apache.lucene.index.CorruptIndexException;
-import org.apache.lucene.index.IndexReader;
-import org.apache.lucene.index.IndexWriterConfig;
-import org.apache.lucene.index.IndexWriterConfig.OpenMode;
-import org.apache.lucene.index.RandomIndexWriter;
-import org.apache.lucene.index.Term;
-import org.apache.lucene.index.TermDocs;
-import org.apache.lucene.search.IndexSearcher;
-import org.apache.lucene.search.MatchAllDocsQuery;
-import org.apache.lucene.search.Query;
-import org.apache.lucene.search.TopScoreDocCollector;
-import org.apache.lucene.store.Directory;
-import org.junit.Test;
-
-import org.apache.lucene.util.IOUtils;
-import org.apache.lucene.util.LuceneTestCase;
-import org.apache.lucene.search.MultiCollector;
-import org.apache.lucene.facet.FacetTestUtils;
-import org.apache.lucene.facet.index.params.CategoryListParams;
-import org.apache.lucene.facet.index.params.FacetIndexingParams;
-import org.apache.lucene.facet.index.params.PerDimensionIndexingParams;
-import org.apache.lucene.facet.search.FacetsCollector;
-import org.apache.lucene.facet.search.params.CountFacetRequest;
-import org.apache.lucene.facet.search.params.FacetSearchParams;
-import org.apache.lucene.facet.search.results.FacetResult;
-import org.apache.lucene.facet.search.results.FacetResultNode;
-import org.apache.lucene.facet.taxonomy.CategoryPath;
-import org.apache.lucene.facet.taxonomy.TaxonomyReader;
-import org.apache.lucene.facet.taxonomy.TaxonomyWriter;
-import org.apache.lucene.facet.taxonomy.lucene.LuceneTaxonomyReader;
-import org.apache.lucene.facet.taxonomy.lucene.LuceneTaxonomyWriter;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-public class TestMultipleCategoryLists extends LuceneTestCase {
-
- @Test
- public void testDefault() throws Exception {
- Directory[][] dirs = getDirs();
- // create and open an index writer
- RandomIndexWriter iw = new RandomIndexWriter(random, dirs[0][0], newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random, MockTokenizer.WHITESPACE, false)));
- // create and open a taxonomy writer
- TaxonomyWriter tw = new LuceneTaxonomyWriter(dirs[0][1], OpenMode.CREATE);
-
- /**
- * Configure with no custom counting lists
- */
- PerDimensionIndexingParams iParams = new PerDimensionIndexingParams();
-
- seedIndex(iw, tw, iParams);
-
- IndexReader ir = iw.getReader();
- tw.commit();
-
- // prepare index reader and taxonomy.
- TaxonomyReader tr = new LuceneTaxonomyReader(dirs[0][1]);
-
- // prepare searcher to search against
- IndexSearcher searcher = newSearcher(ir);
-
- FacetsCollector facetsCollector = performSearch(iParams, tr, ir,
- searcher);
-
- // Obtain facets results and hand-test them
- assertCorrectResults(facetsCollector);
-
- TermDocs td = ir.termDocs(new Term("$facets", "$fulltree$"));
- assertTrue(td.next());
-
- tr.close();
- ir.close();
- searcher.close();
- iw.close();
- tw.close();
- IOUtils.close(dirs[0]);
- }
-
- @Test
- public void testCustom() throws Exception {
- Directory[][] dirs = getDirs();
- // create and open an index writer
- RandomIndexWriter iw = new RandomIndexWriter(random, dirs[0][0], newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random, MockTokenizer.WHITESPACE, false)));
- // create and open a taxonomy writer
- TaxonomyWriter tw = new LuceneTaxonomyWriter(dirs[0][1],
- OpenMode.CREATE);
-
- PerDimensionIndexingParams iParams = new PerDimensionIndexingParams();
- iParams.addCategoryListParams(new CategoryPath("Author"),
- new CategoryListParams(new Term("$author", "Authors")));
- seedIndex(iw, tw, iParams);
-
- IndexReader ir = iw.getReader();
- tw.commit();
-
- // prepare index reader and taxonomy.
- TaxonomyReader tr = new LuceneTaxonomyReader(dirs[0][1]);
-
- // prepare searcher to search against
- IndexSearcher searcher = newSearcher(ir);
-
- FacetsCollector facetsCollector = performSearch(iParams, tr, ir,
- searcher);
-
- // Obtain facets results and hand-test them
- assertCorrectResults(facetsCollector);
-
- assertPostingListExists("$facets", "$fulltree$", ir);
- assertPostingListExists("$author", "Authors", ir);
-
- tr.close();
- ir.close();
- searcher.close();
- iw.close();
- tw.close();
- IOUtils.close(dirs[0]);
- }
-
- @Test
- public void testTwoCustomsSameField() throws Exception {
- Directory[][] dirs = getDirs();
- // create and open an index writer
- RandomIndexWriter iw = new RandomIndexWriter(random, dirs[0][0], newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random, MockTokenizer.WHITESPACE, false)));
- // create and open a taxonomy writer
- TaxonomyWriter tw = new LuceneTaxonomyWriter(dirs[0][1],
- OpenMode.CREATE);
-
- PerDimensionIndexingParams iParams = new PerDimensionIndexingParams();
- iParams.addCategoryListParams(new CategoryPath("Band"),
- new CategoryListParams(new Term("$music", "Bands")));
- iParams.addCategoryListParams(new CategoryPath("Composer"),
- new CategoryListParams(new Term("$music", "Composers")));
- seedIndex(iw, tw, iParams);
-
- IndexReader ir = iw.getReader();
- tw.commit();
-
- // prepare index reader and taxonomy.
- TaxonomyReader tr = new LuceneTaxonomyReader(dirs[0][1]);
-
- // prepare searcher to search against
- IndexSearcher searcher = newSearcher(ir);
-
- FacetsCollector facetsCollector = performSearch(iParams, tr, ir,
- searcher);
-
- // Obtain facets results and hand-test them
- assertCorrectResults(facetsCollector);
-
- assertPostingListExists("$facets", "$fulltree$", ir);
- assertPostingListExists("$music", "Bands", ir);
- assertPostingListExists("$music", "Composers", ir);
-
- tr.close();
- ir.close();
- searcher.close();
- iw.close();
- tw.close();
- IOUtils.close(dirs[0]);
- }
-
- private void assertPostingListExists(String field, String text, IndexReader ir) throws IOException {
- TermDocs td;
- Term term = new Term(field, text);
- td = ir.termDocs(term);
- assertTrue(td.next());
- }
-
- @Test
- public void testDifferentFieldsAndText() throws Exception {
- Directory[][] dirs = getDirs();
- // create and open an index writer
- RandomIndexWriter iw = new RandomIndexWriter(random, dirs[0][0], newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random, MockTokenizer.WHITESPACE, false)));
- // create and open a taxonomy writer
- TaxonomyWriter tw = new LuceneTaxonomyWriter(dirs[0][1], OpenMode.CREATE);
-
- PerDimensionIndexingParams iParams = new PerDimensionIndexingParams();
- iParams.addCategoryListParams(new CategoryPath("Band"),
- new CategoryListParams(new Term("$bands", "Bands")));
- iParams.addCategoryListParams(new CategoryPath("Composer"),
- new CategoryListParams(new Term("$composers", "Composers")));
- seedIndex(iw, tw, iParams);
-
- IndexReader ir = iw.getReader();
- tw.commit();
-
- // prepare index reader and taxonomy.
- TaxonomyReader tr = new LuceneTaxonomyReader(dirs[0][1]);
-
- // prepare searcher to search against
- IndexSearcher searcher = newSearcher(ir);
-
- FacetsCollector facetsCollector = performSearch(iParams, tr, ir,
- searcher);
-
- // Obtain facets results and hand-test them
- assertCorrectResults(facetsCollector);
- assertPostingListExists("$facets", "$fulltree$", ir);
- assertPostingListExists("$bands", "Bands", ir);
- assertPostingListExists("$composers", "Composers", ir);
- tr.close();
- ir.close();
- searcher.close();
- iw.close();
- tw.close();
- IOUtils.close(dirs[0]);
- }
-
- @Test
- public void testSomeSameSomeDifferent() throws Exception {
- Directory[][] dirs = getDirs();
- // create and open an index writer
- RandomIndexWriter iw = new RandomIndexWriter(random, dirs[0][0], newIndexWriterConfig(
- TEST_VERSION_CURRENT, new MockAnalyzer(random, MockTokenizer.WHITESPACE, false)));
- // create and open a taxonomy writer
- TaxonomyWriter tw = new LuceneTaxonomyWriter(dirs[0][1],
- OpenMode.CREATE);
-
- PerDimensionIndexingParams iParams = new PerDimensionIndexingParams();
- iParams.addCategoryListParams(new CategoryPath("Band"),
- new CategoryListParams(new Term("$music", "music")));
- iParams.addCategoryListParams(new CategoryPath("Composer"),
- new CategoryListParams(new Term("$music", "music")));
- iParams.addCategoryListParams(new CategoryPath("Author"),
- new CategoryListParams(new Term("$literature", "Authors")));
-
- seedIndex(iw, tw, iParams);
-
- IndexReader ir = iw.getReader();
- tw.commit();
-
- // prepare index reader and taxonomy.
- TaxonomyReader tr = new LuceneTaxonomyReader(dirs[0][1]);
-
- // prepare searcher to search against
- IndexSearcher searcher = newSearcher(ir);
-
- FacetsCollector facetsCollector = performSearch(iParams, tr, ir,
- searcher);
-
- // Obtain facets results and hand-test them
- assertCorrectResults(facetsCollector);
- assertPostingListExists("$music", "music", ir);
- assertPostingListExists("$literature", "Authors", ir);
-
- tr.close();
- ir.close();
- searcher.close();
- iw.close();
- tw.close();
- IOUtils.close(dirs[0]);
- }
-
- private Directory[][] getDirs() throws IOException {
- return FacetTestUtils.createIndexTaxonomyDirs(1);
- }
-
- private void assertCorrectResults(FacetsCollector facetsCollector)
- throws IOException, IllegalAccessException, InstantiationException {
- List<FacetResult> res = facetsCollector.getFacetResults();
-
- FacetResult results = res.get(0);
- FacetResultNode resNode = results.getFacetResultNode();
- Iterable<? extends FacetResultNode> subResults = resNode
- .getSubResults();
- Iterator<? extends FacetResultNode> subIter = subResults.iterator();
-
- checkResult(resNode, "Band", 5.0);
- checkResult(subIter.next(), "Band/Rock & Pop", 4.0);
- checkResult(subIter.next(), "Band/Punk", 1.0);
-
- results = res.get(1);
- resNode = results.getFacetResultNode();
- subResults = resNode.getSubResults();
- subIter = subResults.iterator();
-
- checkResult(resNode, "Band", 5.0);
- checkResult(subIter.next(), "Band/Rock & Pop", 4.0);
- checkResult(subIter.next(), "Band/Rock & Pop/Dave Matthews Band", 1.0);
- checkResult(subIter.next(), "Band/Rock & Pop/REM", 1.0);
- checkResult(subIter.next(), "Band/Rock & Pop/U2", 1.0);
- checkResult(subIter.next(), "Band/Punk/The Ramones", 1.0);
- checkResult(subIter.next(), "Band/Punk", 1.0);
- checkResult(subIter.next(), "Band/Rock & Pop/The Beatles", 1.0);
-
- results = res.get(2);
- resNode = results.getFacetResultNode();
- subResults = resNode.getSubResults();
- subIter = subResults.iterator();
-
- checkResult(resNode, "Author", 3.0);
- checkResult(subIter.next(), "Author/Kurt Vonnegut", 1.0);
- checkResult(subIter.next(), "Author/Stephen King", 1.0);
- checkResult(subIter.next(), "Author/Mark Twain", 1.0);
-
- results = res.get(3);
- resNode = results.getFacetResultNode();
- subResults = resNode.getSubResults();
- subIter = subResults.iterator();
-
- checkResult(resNode, "Band/Rock & Pop", 4.0);
- checkResult(subIter.next(), "Band/Rock & Pop/Dave Matthews Band", 1.0);
- checkResult(subIter.next(), "Band/Rock & Pop/REM", 1.0);
- checkResult(subIter.next(), "Band/Rock & Pop/U2", 1.0);
- checkResult(subIter.next(), "Band/Rock & Pop/The Beatles", 1.0);
- }
-
- private FacetsCollector performSearch(FacetIndexingParams iParams,
- TaxonomyReader tr, IndexReader ir,
- IndexSearcher searcher) throws IOException {
- // step 1: collect matching documents into a collector
- Query q = new MatchAllDocsQuery();
- TopScoreDocCollector topDocsCollector = TopScoreDocCollector.create(10,
- true);
-
- // Faceted search parameters indicate which facets are we interested in
- FacetSearchParams facetSearchParams = new FacetSearchParams(iParams);
-
- facetSearchParams.addFacetRequest(new CountFacetRequest(
- new CategoryPath("Band"), 10));
- CountFacetRequest bandDepth = new CountFacetRequest(new CategoryPath(
- "Band"), 10);
- bandDepth.setDepth(2);
- facetSearchParams.addFacetRequest(bandDepth);
- facetSearchParams.addFacetRequest(new CountFacetRequest(
- new CategoryPath("Author"), 10));
- facetSearchParams.addFacetRequest(new CountFacetRequest(
- new CategoryPath("Band", "Rock & Pop"), 10));
-
- // perform documents search and facets accumulation
- FacetsCollector facetsCollector = new FacetsCollector(facetSearchParams, ir, tr);
- searcher.search(q, MultiCollector.wrap(topDocsCollector, facetsCollector));
- return facetsCollector;
- }
-
- private void seedIndex(RandomIndexWriter iw, TaxonomyWriter tw,
- FacetIndexingParams iParams) throws IOException, CorruptIndexException {
- FacetTestUtils.add(iParams, iw, tw, "Author", "Mark Twain");
- FacetTestUtils.add(iParams, iw, tw, "Author", "Stephen King");
- FacetTestUtils.add(iParams, iw, tw, "Author", "Kurt Vonnegut");
- FacetTestUtils.add(iParams, iw, tw, "Band", "Rock & Pop",
- "The Beatles");
- FacetTestUtils.add(iParams, iw, tw, "Band", "Punk", "The Ramones");
- FacetTestUtils.add(iParams, iw, tw, "Band", "Rock & Pop", "U2");
- FacetTestUtils.add(iParams, iw, tw, "Band", "Rock & Pop", "REM");
- FacetTestUtils.add(iParams, iw, tw, "Band", "Rock & Pop",
- "Dave Matthews Band");
- FacetTestUtils.add(iParams, iw, tw, "Composer", "Bach");
- }
-
- private static void checkResult(FacetResultNode sub, String label, double value) {
- assertEquals("Label of subresult " + sub.getLabel() + " was incorrect",
- label, sub.getLabel().toString());
- assertEquals(
- "Value for " + sub.getLabel() + " subresult was incorrect",
- value, sub.getValue(), 0.0);
- }
-
-}
\ No newline at end of file
fnp / pylucene.git / blobdiff