1 package org.apache.lucene.analysis.miscellaneous;
4 * Licensed to the Apache Software Foundation (ASF) under one or more
5 * contributor license agreements. See the NOTICE file distributed with
6 * this work for additional information regarding copyright ownership.
7 * The ASF licenses this file to You under the Apache License, Version 2.0
8 * (the "License"); you may not use this file except in compliance with
9 * the License. You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
20 import org.apache.lucene.analysis.BaseTokenStreamTestCase;
21 import org.apache.lucene.analysis.MockTokenizer;
22 import org.apache.lucene.analysis.Token;
24 import java.io.IOException;
25 import java.io.StringReader;
27 public class TestPrefixAwareTokenFilter extends BaseTokenStreamTestCase {
29 public void test() throws IOException {
31 PrefixAwareTokenFilter ts;
33 ts = new PrefixAwareTokenFilter(
34 new SingleTokenTokenStream(createToken("a", 0, 1)),
35 new SingleTokenTokenStream(createToken("b", 0, 1)));
36 assertTokenStreamContents(ts,
37 new String[] { "a", "b" },
41 // prefix and suffix using 2x prefix
43 ts = new PrefixAwareTokenFilter(new SingleTokenTokenStream(createToken("^", 0, 0)),
44 new MockTokenizer(new StringReader("hello world"), MockTokenizer.WHITESPACE, false));
45 ts = new PrefixAwareTokenFilter(ts, new SingleTokenTokenStream(createToken("$", 0, 0)));
47 assertTokenStreamContents(ts,
48 new String[] { "^", "hello", "world", "$" },
49 new int[] { 0, 0, 6, 11 },
50 new int[] { 0, 5, 11, 11 });
53 private static Token createToken(String term, int start, int offset)
55 return new Token(term, start, offset);