+++ /dev/null
-package org.apache.lucene.benchmark.byTask.feeds;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-
-import org.apache.lucene.analysis.Analyzer;
-import org.apache.lucene.analysis.standard.StandardAnalyzer;
-import org.apache.lucene.index.Term;
-import org.apache.lucene.queryParser.QueryParser;
-import org.apache.lucene.search.MultiTermQuery;
-import org.apache.lucene.search.Query;
-import org.apache.lucene.search.WildcardQuery;
-import org.apache.lucene.search.spans.SpanFirstQuery;
-import org.apache.lucene.search.spans.SpanNearQuery;
-import org.apache.lucene.search.spans.SpanQuery;
-import org.apache.lucene.search.spans.SpanTermQuery;
-import org.apache.lucene.benchmark.byTask.tasks.NewAnalyzerTask;
-import org.apache.lucene.util.Version;
-
-/**
- * A QueryMaker that uses common and uncommon actual Wikipedia queries for
- * searching the English Wikipedia collection. 90 queries total.
- */
-public class EnwikiQueryMaker extends AbstractQueryMaker implements
- QueryMaker {
-
- // common and a few uncommon queries from wikipedia search logs
- private static String[] STANDARD_QUERIES = { "Images catbox gif",
- "Imunisasi haram", "Favicon ico", "Michael jackson", "Unknown artist",
- "Lily Thai", "Neda", "The Last Song", "Metallica", "Nicola Tesla",
- "Max B", "Skil Corporation", "\"The 100 Greatest Artists of All Time\"",
- "\"Top 100 Global Universities\"", "Pink floyd", "Bolton Sullivan",
- "Frank Lucas Jr", "Drake Woods", "Radiohead", "George Freeman",
- "Oksana Grigorieva", "The Elder Scrolls V", "Deadpool", "Green day",
- "\"Red hot chili peppers\"", "Jennifer Bini Taylor",
- "The Paradiso Girls", "Queen", "3Me4Ph", "Paloma Jimenez", "AUDI A4",
- "Edith Bouvier Beale: A Life In Pictures", "\"Skylar James Deleon\"",
- "Simple Explanation", "Juxtaposition", "The Woody Show", "London WITHER",
- "In A Dark Place", "George Freeman", "LuAnn de Lesseps", "Muhammad.",
- "U2", "List of countries by GDP", "Dean Martin Discography", "Web 3.0",
- "List of American actors", "The Expendables",
- "\"100 Greatest Guitarists of All Time\"", "Vince Offer.",
- "\"List of ZIP Codes in the United States\"", "Blood type diet",
- "Jennifer Gimenez", "List of hobbies", "The beatles", "Acdc",
- "Nightwish", "Iron maiden", "Murder Was the Case", "Pelvic hernia",
- "Naruto Shippuuden", "campaign", "Enthesopathy of hip region",
- "operating system", "mouse",
- "List of Xbox 360 games without region encoding", "Shakepearian sonnet",
- "\"The Monday Night Miracle\"", "India", "Dad's Army",
- "Solanum melanocerasum", "\"List of PlayStation Portable Wi-Fi games\"",
- "Little Pixie Geldof", "Planes, Trains & Automobiles", "Freddy Ingalls",
- "The Return of Chef", "Nehalem", "Turtle", "Calculus", "Superman-Prime",
- "\"The Losers\"", "pen-pal", "Audio stream input output", "lifehouse",
- "50 greatest gunners", "Polyfecalia", "freeloader", "The Filthy Youth" };
-
- private static Query[] getPrebuiltQueries(String field) {
- WildcardQuery wcq = new WildcardQuery(new Term(field, "fo*"));
- wcq .setRewriteMethod(MultiTermQuery.CONSTANT_SCORE_FILTER_REWRITE);
- // be wary of unanalyzed text
- return new Query[] {
- new SpanFirstQuery(new SpanTermQuery(new Term(field, "ford")), 5),
- new SpanNearQuery(new SpanQuery[] {
- new SpanTermQuery(new Term(field, "night")),
- new SpanTermQuery(new Term(field, "trading")) }, 4, false),
- new SpanNearQuery(new SpanQuery[] {
- new SpanFirstQuery(new SpanTermQuery(new Term(field, "ford")), 10),
- new SpanTermQuery(new Term(field, "credit")) }, 10, false), wcq, };
- }
-
- /**
- * Parse the strings containing Lucene queries.
- *
- * @param qs array of strings containing query expressions
- * @param a analyzer to use when parsing queries
- * @return array of Lucene queries
- */
- private static Query[] createQueries(List<Object> qs, Analyzer a) {
- QueryParser qp = new QueryParser(Version.LUCENE_CURRENT, DocMaker.BODY_FIELD, a);
- List<Object> queries = new ArrayList<Object>();
- for (int i = 0; i < qs.size(); i++) {
- try {
-
- Object query = qs.get(i);
- Query q = null;
- if (query instanceof String) {
- q = qp.parse((String) query);
-
- } else if (query instanceof Query) {
- q = (Query) query;
-
- } else {
- System.err.println("Unsupported Query Type: " + query);
- }
-
- if (q != null) {
- queries.add(q);
- }
-
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
-
- return queries.toArray(new Query[0]);
- }
-
- @Override
- protected Query[] prepareQueries() throws Exception {
- // analyzer (default is standard analyzer)
- Analyzer anlzr = NewAnalyzerTask.createAnalyzer(config.get("analyzer", StandardAnalyzer.class.getName()));
-
- List<Object> queryList = new ArrayList<Object>(20);
- queryList.addAll(Arrays.asList(STANDARD_QUERIES));
- if(!config.get("enwikiQueryMaker.disableSpanQueries", false))
- queryList.addAll(Arrays.asList(getPrebuiltQueries(DocMaker.BODY_FIELD)));
- return createQueries(queryList, anlzr);
- }
-
-}
fnp / pylucene.git / blobdiff