+++ /dev/null
-/* Generated By:JavaCC: Do not edit this line. QueryParser.java */
-package org.apache.lucene.queryParser.surround.parser;
-
-import java.util.ArrayList;
-import java.util.List;
-import java.io.StringReader;
-
-
-import org.apache.lucene.analysis.TokenStream;
-
-import org.apache.lucene.queryParser.surround.query.SrndQuery;
-import org.apache.lucene.queryParser.surround.query.FieldsQuery;
-import org.apache.lucene.queryParser.surround.query.OrQuery;
-import org.apache.lucene.queryParser.surround.query.AndQuery;
-import org.apache.lucene.queryParser.surround.query.NotQuery;
-import org.apache.lucene.queryParser.surround.query.DistanceQuery;
-import org.apache.lucene.queryParser.surround.query.SrndTermQuery;
-import org.apache.lucene.queryParser.surround.query.SrndPrefixQuery;
-import org.apache.lucene.queryParser.surround.query.SrndTruncQuery;
-
-/**
- * This class is generated by JavaCC. The only method that clients should need
- * to call is <a href="#parse">parse()</a>.
- */
-
-public class QueryParser implements QueryParserConstants {
- final int minimumPrefixLength = 3;
- final int minimumCharsInTrunc = 3;
- final String truncationErrorMessage = "Too unrestrictive truncation: ";
- final String boostErrorMessage = "Cannot handle boost value: ";
-
- /* CHECKME: These should be the same as for the tokenizer. How? */
- final char truncator = '*';
- final char anyChar = '?';
- final char quote = '\"';
- final char fieldOperator = ':';
- final char comma = ','; /* prefix list separator */
- final char carat = '^'; /* weight operator */
-
- static public SrndQuery parse(String query) throws ParseException {
- QueryParser parser = new QueryParser();
- return parser.parse2(query);
- }
-
- public QueryParser() {
- this(new FastCharStream(new StringReader("")));
- }
-
- public SrndQuery parse2(String query) throws ParseException {
- ReInit(new FastCharStream(new StringReader(query)));
- try {
- return TopSrndQuery();
- } catch (TokenMgrError tme) {
- throw new ParseException(tme.getMessage());
- }
- }
-
- protected SrndQuery getFieldsQuery(
- SrndQuery q, ArrayList<String> fieldNames) {
- /* FIXME: check acceptable subquery: at least one subquery should not be
- * a fields query.
- */
- return new FieldsQuery(q, fieldNames, fieldOperator);
- }
-
- protected SrndQuery getOrQuery(List<SrndQuery> queries, boolean infix, Token orToken) {
- return new OrQuery(queries, infix, orToken.image);
- }
-
- protected SrndQuery getAndQuery(List<SrndQuery> queries, boolean infix, Token andToken) {
- return new AndQuery( queries, infix, andToken.image);
- }
-
- protected SrndQuery getNotQuery(List<SrndQuery> queries, Token notToken) {
- return new NotQuery( queries, notToken.image);
- }
-
- protected static int getOpDistance(String distanceOp) {
- /* W, 2W, 3W etc -> 1, 2 3, etc. Same for N, 2N ... */
- return distanceOp.length() == 1
- ? 1
- : Integer.parseInt( distanceOp.substring( 0, distanceOp.length() - 1));
- }
-
- protected static void checkDistanceSubQueries(DistanceQuery distq, String opName)
- throws ParseException {
- String m = distq.distanceSubQueryNotAllowed();
- if (m != null) {
- throw new ParseException("Operator " + opName + ": " + m);
- }
- }
-
- protected SrndQuery getDistanceQuery(
- List<SrndQuery> queries,
- boolean infix,
- Token dToken,
- boolean ordered) throws ParseException {
- DistanceQuery dq = new DistanceQuery(queries,
- infix,
- getOpDistance(dToken.image),
- dToken.image,
- ordered);
- checkDistanceSubQueries(dq, dToken.image);
- return dq;
- }
-
- protected SrndQuery getTermQuery(
- String term, boolean quoted) {
- return new SrndTermQuery(term, quoted);
- }
-
- protected boolean allowedSuffix(String suffixed) {
- return (suffixed.length() - 1) >= minimumPrefixLength;
- }
-
- protected SrndQuery getPrefixQuery(
- String prefix, boolean quoted) {
- return new SrndPrefixQuery(prefix, quoted, truncator);
- }
-
- protected boolean allowedTruncation(String truncated) {
- /* At least 3 normal characters needed. */
- int nrNormalChars = 0;
- for (int i = 0; i < truncated.length(); i++) {
- char c = truncated.charAt(i);
- if ((c != truncator) && (c != anyChar)) {
- nrNormalChars++;
- }
- }
- return nrNormalChars >= minimumCharsInTrunc;
- }
-
- protected SrndQuery getTruncQuery(String truncated) {
- return new SrndTruncQuery(truncated, truncator, anyChar);
- }
-
- final public SrndQuery TopSrndQuery() throws ParseException {
- SrndQuery q;
- q = FieldsQuery();
- jj_consume_token(0);
- {if (true) return q;}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery FieldsQuery() throws ParseException {
- SrndQuery q;
- ArrayList<String> fieldNames;
- fieldNames = OptionalFields();
- q = OrQuery();
- {if (true) return (fieldNames == null) ? q : getFieldsQuery(q, fieldNames);}
- throw new Error("Missing return statement in function");
- }
-
- final public ArrayList<String> OptionalFields() throws ParseException {
- Token fieldName;
- ArrayList<String> fieldNames = null;
- label_1:
- while (true) {
- if (jj_2_1(2)) {
- ;
- } else {
- break label_1;
- }
- // to the colon
- fieldName = jj_consume_token(TERM);
- jj_consume_token(COLON);
- if (fieldNames == null) {
- fieldNames = new ArrayList<String>();
- }
- fieldNames.add(fieldName.image);
- }
- {if (true) return fieldNames;}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery OrQuery() throws ParseException {
- SrndQuery q;
- ArrayList<SrndQuery> queries = null;
- Token oprt = null;
- q = AndQuery();
- label_2:
- while (true) {
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case OR:
- ;
- break;
- default:
- jj_la1[0] = jj_gen;
- break label_2;
- }
- oprt = jj_consume_token(OR);
- /* keep only last used operator */
- if (queries == null) {
- queries = new ArrayList<SrndQuery>();
- queries.add(q);
- }
- q = AndQuery();
- queries.add(q);
- }
- {if (true) return (queries == null) ? q : getOrQuery(queries, true /* infix */, oprt);}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery AndQuery() throws ParseException {
- SrndQuery q;
- ArrayList<SrndQuery> queries = null;
- Token oprt = null;
- q = NotQuery();
- label_3:
- while (true) {
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case AND:
- ;
- break;
- default:
- jj_la1[1] = jj_gen;
- break label_3;
- }
- oprt = jj_consume_token(AND);
- /* keep only last used operator */
- if (queries == null) {
- queries = new ArrayList<SrndQuery>();
- queries.add(q);
- }
- q = NotQuery();
- queries.add(q);
- }
- {if (true) return (queries == null) ? q : getAndQuery(queries, true /* infix */, oprt);}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery NotQuery() throws ParseException {
- SrndQuery q;
- ArrayList<SrndQuery> queries = null;
- Token oprt = null;
- q = NQuery();
- label_4:
- while (true) {
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case NOT:
- ;
- break;
- default:
- jj_la1[2] = jj_gen;
- break label_4;
- }
- oprt = jj_consume_token(NOT);
- /* keep only last used operator */
- if (queries == null) {
- queries = new ArrayList<SrndQuery>();
- queries.add(q);
- }
- q = NQuery();
- queries.add(q);
- }
- {if (true) return (queries == null) ? q : getNotQuery(queries, oprt);}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery NQuery() throws ParseException {
- SrndQuery q;
- ArrayList<SrndQuery> queries;
- Token dt;
- q = WQuery();
- label_5:
- while (true) {
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case N:
- ;
- break;
- default:
- jj_la1[3] = jj_gen;
- break label_5;
- }
- dt = jj_consume_token(N);
- queries = new ArrayList<SrndQuery>();
- queries.add(q); /* left associative */
-
- q = WQuery();
- queries.add(q);
- q = getDistanceQuery(queries, true /* infix */, dt, false /* not ordered */);
- }
- {if (true) return q;}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery WQuery() throws ParseException {
- SrndQuery q;
- ArrayList<SrndQuery> queries;
- Token wt;
- q = PrimaryQuery();
- label_6:
- while (true) {
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case W:
- ;
- break;
- default:
- jj_la1[4] = jj_gen;
- break label_6;
- }
- wt = jj_consume_token(W);
- queries = new ArrayList<SrndQuery>();
- queries.add(q); /* left associative */
-
- q = PrimaryQuery();
- queries.add(q);
- q = getDistanceQuery(queries, true /* infix */, wt, true /* ordered */);
- }
- {if (true) return q;}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery PrimaryQuery() throws ParseException {
- /* bracketed weighted query or weighted term */
- SrndQuery q;
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case LPAREN:
- jj_consume_token(LPAREN);
- q = FieldsQuery();
- jj_consume_token(RPAREN);
- break;
- case OR:
- case AND:
- case W:
- case N:
- q = PrefixOperatorQuery();
- break;
- case TRUNCQUOTED:
- case QUOTED:
- case SUFFIXTERM:
- case TRUNCTERM:
- case TERM:
- q = SimpleTerm();
- break;
- default:
- jj_la1[5] = jj_gen;
- jj_consume_token(-1);
- throw new ParseException();
- }
- OptionalWeights(q);
- {if (true) return q;}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery PrefixOperatorQuery() throws ParseException {
- Token oprt;
- List<SrndQuery> queries;
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case OR:
- oprt = jj_consume_token(OR);
- /* prefix OR */
- queries = FieldsQueryList();
- {if (true) return getOrQuery(queries, false /* not infix */, oprt);}
- break;
- case AND:
- oprt = jj_consume_token(AND);
- /* prefix AND */
- queries = FieldsQueryList();
- {if (true) return getAndQuery(queries, false /* not infix */, oprt);}
- break;
- case N:
- oprt = jj_consume_token(N);
- /* prefix N */
- queries = FieldsQueryList();
- {if (true) return getDistanceQuery(queries, false /* not infix */, oprt, false /* not ordered */);}
- break;
- case W:
- oprt = jj_consume_token(W);
- /* prefix W */
- queries = FieldsQueryList();
- {if (true) return getDistanceQuery(queries, false /* not infix */, oprt, true /* ordered */);}
- break;
- default:
- jj_la1[6] = jj_gen;
- jj_consume_token(-1);
- throw new ParseException();
- }
- throw new Error("Missing return statement in function");
- }
-
- final public List<SrndQuery> FieldsQueryList() throws ParseException {
- SrndQuery q;
- ArrayList<SrndQuery> queries = new ArrayList<SrndQuery>();
- jj_consume_token(LPAREN);
- q = FieldsQuery();
- queries.add(q);
- label_7:
- while (true) {
- jj_consume_token(COMMA);
- q = FieldsQuery();
- queries.add(q);
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case COMMA:
- ;
- break;
- default:
- jj_la1[7] = jj_gen;
- break label_7;
- }
- }
- jj_consume_token(RPAREN);
- {if (true) return queries;}
- throw new Error("Missing return statement in function");
- }
-
- final public SrndQuery SimpleTerm() throws ParseException {
- Token term;
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case TERM:
- term = jj_consume_token(TERM);
- {if (true) return getTermQuery(term.image, false /* not quoted */);}
- break;
- case QUOTED:
- term = jj_consume_token(QUOTED);
- {if (true) return getTermQuery(term.image.substring(1, term.image.length()-1), true /* quoted */);}
- break;
- case SUFFIXTERM:
- term = jj_consume_token(SUFFIXTERM);
- /* ending in * */
- if (! allowedSuffix(term.image)) {
- {if (true) throw new ParseException(truncationErrorMessage + term.image);}
- }
- {if (true) return getPrefixQuery(term.image.substring(0, term.image.length()-1), false /* not quoted */);}
- break;
- case TRUNCTERM:
- term = jj_consume_token(TRUNCTERM);
- /* with at least one * or ? */
- if (! allowedTruncation(term.image)) {
- {if (true) throw new ParseException(truncationErrorMessage + term.image);}
- }
- {if (true) return getTruncQuery(term.image);}
- break;
- case TRUNCQUOTED:
- term = jj_consume_token(TRUNCQUOTED);
- /* eg. "9b-b,m"* */
- if ((term.image.length() - 3) < minimumPrefixLength) {
- {if (true) throw new ParseException(truncationErrorMessage + term.image);}
- }
- {if (true) return getPrefixQuery(term.image.substring(1, term.image.length()-2), true /* quoted */);}
- break;
- default:
- jj_la1[8] = jj_gen;
- jj_consume_token(-1);
- throw new ParseException();
- }
- throw new Error("Missing return statement in function");
- }
-
- final public void OptionalWeights(SrndQuery q) throws ParseException {
- Token weight=null;
- label_8:
- while (true) {
- switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
- case CARAT:
- ;
- break;
- default:
- jj_la1[9] = jj_gen;
- break label_8;
- }
- jj_consume_token(CARAT);
- weight = jj_consume_token(NUMBER);
- float f;
- try {
- f = Float.valueOf(weight.image).floatValue();
- } catch (Exception floatExc) {
- {if (true) throw new ParseException(boostErrorMessage + weight.image + " (" + floatExc + ")");}
- }
- if (f <= 0.0) {
- {if (true) throw new ParseException(boostErrorMessage + weight.image);}
- }
- q.setWeight(f * q.getWeight()); /* left associative, fwiw */
-
- }
- }
-
- private boolean jj_2_1(int xla) {
- jj_la = xla; jj_lastpos = jj_scanpos = token;
- try { return !jj_3_1(); }
- catch(LookaheadSuccess ls) { return true; }
- finally { jj_save(0, xla); }
- }
-
- private boolean jj_3_1() {
- if (jj_scan_token(TERM)) return true;
- if (jj_scan_token(COLON)) return true;
- return false;
- }
-
- /** Generated Token Manager. */
- public QueryParserTokenManager token_source;
- /** Current token. */
- public Token token;
- /** Next token. */
- public Token jj_nt;
- private int jj_ntk;
- private Token jj_scanpos, jj_lastpos;
- private int jj_la;
- private int jj_gen;
- final private int[] jj_la1 = new int[10];
- static private int[] jj_la1_0;
- static {
- jj_la1_init_0();
- }
- private static void jj_la1_init_0() {
- jj_la1_0 = new int[] {0x100,0x200,0x400,0x1000,0x800,0x7c3b00,0x1b00,0x8000,0x7c0000,0x20000,};
- }
- final private JJCalls[] jj_2_rtns = new JJCalls[1];
- private boolean jj_rescan = false;
- private int jj_gc = 0;
-
- /** Constructor with user supplied CharStream. */
- public QueryParser(CharStream stream) {
- token_source = new QueryParserTokenManager(stream);
- token = new Token();
- jj_ntk = -1;
- jj_gen = 0;
- for (int i = 0; i < 10; i++) jj_la1[i] = -1;
- for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
- }
-
- /** Reinitialise. */
- public void ReInit(CharStream stream) {
- token_source.ReInit(stream);
- token = new Token();
- jj_ntk = -1;
- jj_gen = 0;
- for (int i = 0; i < 10; i++) jj_la1[i] = -1;
- for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
- }
-
- /** Constructor with generated Token Manager. */
- public QueryParser(QueryParserTokenManager tm) {
- token_source = tm;
- token = new Token();
- jj_ntk = -1;
- jj_gen = 0;
- for (int i = 0; i < 10; i++) jj_la1[i] = -1;
- for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
- }
-
- /** Reinitialise. */
- public void ReInit(QueryParserTokenManager tm) {
- token_source = tm;
- token = new Token();
- jj_ntk = -1;
- jj_gen = 0;
- for (int i = 0; i < 10; i++) jj_la1[i] = -1;
- for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
- }
-
- private Token jj_consume_token(int kind) throws ParseException {
- Token oldToken;
- if ((oldToken = token).next != null) token = token.next;
- else token = token.next = token_source.getNextToken();
- jj_ntk = -1;
- if (token.kind == kind) {
- jj_gen++;
- if (++jj_gc > 100) {
- jj_gc = 0;
- for (int i = 0; i < jj_2_rtns.length; i++) {
- JJCalls c = jj_2_rtns[i];
- while (c != null) {
- if (c.gen < jj_gen) c.first = null;
- c = c.next;
- }
- }
- }
- return token;
- }
- token = oldToken;
- jj_kind = kind;
- throw generateParseException();
- }
-
- static private final class LookaheadSuccess extends java.lang.Error { }
- final private LookaheadSuccess jj_ls = new LookaheadSuccess();
- private boolean jj_scan_token(int kind) {
- if (jj_scanpos == jj_lastpos) {
- jj_la--;
- if (jj_scanpos.next == null) {
- jj_lastpos = jj_scanpos = jj_scanpos.next = token_source.getNextToken();
- } else {
- jj_lastpos = jj_scanpos = jj_scanpos.next;
- }
- } else {
- jj_scanpos = jj_scanpos.next;
- }
- if (jj_rescan) {
- int i = 0; Token tok = token;
- while (tok != null && tok != jj_scanpos) { i++; tok = tok.next; }
- if (tok != null) jj_add_error_token(kind, i);
- }
- if (jj_scanpos.kind != kind) return true;
- if (jj_la == 0 && jj_scanpos == jj_lastpos) throw jj_ls;
- return false;
- }
-
-
-/** Get the next Token. */
- final public Token getNextToken() {
- if (token.next != null) token = token.next;
- else token = token.next = token_source.getNextToken();
- jj_ntk = -1;
- jj_gen++;
- return token;
- }
-
-/** Get the specific Token. */
- final public Token getToken(int index) {
- Token t = token;
- for (int i = 0; i < index; i++) {
- if (t.next != null) t = t.next;
- else t = t.next = token_source.getNextToken();
- }
- return t;
- }
-
- private int jj_ntk() {
- if ((jj_nt=token.next) == null)
- return (jj_ntk = (token.next=token_source.getNextToken()).kind);
- else
- return (jj_ntk = jj_nt.kind);
- }
-
- private java.util.List<int[]> jj_expentries = new java.util.ArrayList<int[]>();
- private int[] jj_expentry;
- private int jj_kind = -1;
- private int[] jj_lasttokens = new int[100];
- private int jj_endpos;
-
- private void jj_add_error_token(int kind, int pos) {
- if (pos >= 100) return;
- if (pos == jj_endpos + 1) {
- jj_lasttokens[jj_endpos++] = kind;
- } else if (jj_endpos != 0) {
- jj_expentry = new int[jj_endpos];
- for (int i = 0; i < jj_endpos; i++) {
- jj_expentry[i] = jj_lasttokens[i];
- }
- jj_entries_loop: for (java.util.Iterator it = jj_expentries.iterator(); it.hasNext();) {
- int[] oldentry = (int[])(it.next());
- if (oldentry.length == jj_expentry.length) {
- for (int i = 0; i < jj_expentry.length; i++) {
- if (oldentry[i] != jj_expentry[i]) {
- continue jj_entries_loop;
- }
- }
- jj_expentries.add(jj_expentry);
- break jj_entries_loop;
- }
- }
- if (pos != 0) jj_lasttokens[(jj_endpos = pos) - 1] = kind;
- }
- }
-
- /** Generate ParseException. */
- public ParseException generateParseException() {
- jj_expentries.clear();
- boolean[] la1tokens = new boolean[24];
- if (jj_kind >= 0) {
- la1tokens[jj_kind] = true;
- jj_kind = -1;
- }
- for (int i = 0; i < 10; i++) {
- if (jj_la1[i] == jj_gen) {
- for (int j = 0; j < 32; j++) {
- if ((jj_la1_0[i] & (1<<j)) != 0) {
- la1tokens[j] = true;
- }
- }
- }
- }
- for (int i = 0; i < 24; i++) {
- if (la1tokens[i]) {
- jj_expentry = new int[1];
- jj_expentry[0] = i;
- jj_expentries.add(jj_expentry);
- }
- }
- jj_endpos = 0;
- jj_rescan_token();
- jj_add_error_token(0, 0);
- int[][] exptokseq = new int[jj_expentries.size()][];
- for (int i = 0; i < jj_expentries.size(); i++) {
- exptokseq[i] = jj_expentries.get(i);
- }
- return new ParseException(token, exptokseq, tokenImage);
- }
-
- /** Enable tracing. */
- final public void enable_tracing() {
- }
-
- /** Disable tracing. */
- final public void disable_tracing() {
- }
-
- private void jj_rescan_token() {
- jj_rescan = true;
- for (int i = 0; i < 1; i++) {
- try {
- JJCalls p = jj_2_rtns[i];
- do {
- if (p.gen > jj_gen) {
- jj_la = p.arg; jj_lastpos = jj_scanpos = p.first;
- switch (i) {
- case 0: jj_3_1(); break;
- }
- }
- p = p.next;
- } while (p != null);
- } catch(LookaheadSuccess ls) { }
- }
- jj_rescan = false;
- }
-
- private void jj_save(int index, int xla) {
- JJCalls p = jj_2_rtns[index];
- while (p.gen > jj_gen) {
- if (p.next == null) { p = p.next = new JJCalls(); break; }
- p = p.next;
- }
- p.gen = jj_gen + xla - jj_la; p.first = token; p.arg = xla;
- }
-
- static final class JJCalls {
- int gen;
- Token first;
- int arg;
- JJCalls next;
- }
-
-}
fnp / pylucene.git / blobdiff