X-Git-Url: https://git.mdrn.pl/pylucene.git/blobdiff_plain/a2e61f0c04805cfcb8706176758d1283c7e3a55c..aaeed5504b982cf3545252ab528713250aa33eed:/lucene-java-3.4.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/de/GermanStemFilter.java?ds=sidebyside diff --git a/lucene-java-3.4.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/de/GermanStemFilter.java b/lucene-java-3.4.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/de/GermanStemFilter.java deleted file mode 100644 index 8348119..0000000 --- a/lucene-java-3.4.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/de/GermanStemFilter.java +++ /dev/null @@ -1,114 +0,0 @@ -package org.apache.lucene.analysis.de; - -/** - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import java.io.IOException; -import java.util.Set; - -import org.apache.lucene.analysis.KeywordMarkerFilter;// for javadoc -import org.apache.lucene.analysis.TokenFilter; -import org.apache.lucene.analysis.TokenStream; -import org.apache.lucene.analysis.tokenattributes.KeywordAttribute; -import org.apache.lucene.analysis.tokenattributes.CharTermAttribute; - -/** - * A {@link TokenFilter} that stems German words. - *

- * It supports a table of words that should - * not be stemmed at all. The stemmer used can be changed at runtime after the - * filter object is created (as long as it is a {@link GermanStemmer}). - *

- *

- * To prevent terms from being stemmed use an instance of - * {@link KeywordMarkerFilter} or a custom {@link TokenFilter} that sets - * the {@link KeywordAttribute} before this {@link TokenStream}. - *

- * @see KeywordMarkerFilter - */ -public final class GermanStemFilter extends TokenFilter -{ - /** - * The actual token in the input stream. - */ - private GermanStemmer stemmer = new GermanStemmer(); - private Set exclusionSet = null; - - private final CharTermAttribute termAtt = addAttribute(CharTermAttribute.class); - private final KeywordAttribute keywordAttr = addAttribute(KeywordAttribute.class); - - /** - * Creates a {@link GermanStemFilter} instance - * @param in the source {@link TokenStream} - */ - public GermanStemFilter( TokenStream in ) - { - super(in); - } - - /** - * Builds a GermanStemFilter that uses an exclusion table. - * @deprecated use {@link KeywordAttribute} with {@link KeywordMarkerFilter} instead. - */ - @Deprecated - public GermanStemFilter( TokenStream in, Set exclusionSet ) - { - this( in ); - this.exclusionSet = exclusionSet; - } - - /** - * @return Returns true for next token in the stream, or false at EOS - */ - @Override - public boolean incrementToken() throws IOException { - if (input.incrementToken()) { - String term = termAtt.toString(); - // Check the exclusion table. - if (!keywordAttr.isKeyword() && (exclusionSet == null || !exclusionSet.contains(term))) { - String s = stemmer.stem(term); - // If not stemmed, don't waste the time adjusting the token. - if ((s != null) && !s.equals(term)) - termAtt.setEmpty().append(s); - } - return true; - } else { - return false; - } - } - - /** - * Set a alternative/custom {@link GermanStemmer} for this filter. - */ - public void setStemmer( GermanStemmer stemmer ) - { - if ( stemmer != null ) { - this.stemmer = stemmer; - } - } - - - /** - * Set an alternative exclusion list for this filter. - * @deprecated use {@link KeywordAttribute} with {@link KeywordMarkerFilter} instead. - */ - @Deprecated - public void setExclusionSet( Set exclusionSet ) - { - this.exclusionSet = exclusionSet; - } -}