- * Supports an external list of stopwords (words that - * will not be indexed at all) and an external list of exclusions (word that will - * not be stemmed, but indexed). - * A default set of stopwords is used unless an alternative list is specified, but the - * exclusion list is empty by default. - *
- * - * - *You must specify the required {@link Version} - * compatibility when creating GermanAnalyzer: - *
NOTE: This class uses the same {@link Version} - * dependent settings as {@link StandardAnalyzer}.
- */ -public final class GermanAnalyzer extends StopwordAnalyzerBase { - - /** - * List of typical german stopwords. - * @deprecated use {@link #getDefaultStopSet()} instead - */ - @Deprecated - public final static String[] GERMAN_STOP_WORDS = { - "einer", "eine", "eines", "einem", "einen", - "der", "die", "das", "dass", "daÃ", - "du", "er", "sie", "es", - "was", "wer", "wie", "wir", - "und", "oder", "ohne", "mit", - "am", "im", "in", "aus", "auf", - "ist", "sein", "war", "wird", - "ihr", "ihre", "ihres", - "als", "für", "von", "mit", - "dich", "dir", "mich", "mir", - "mein", "sein", "kein", - "durch", "wegen", "wird" - }; - - /** File containing default German stopwords. */ - public final static String DEFAULT_STOPWORD_FILE = "german_stop.txt"; - - /** - * Returns a set of default German-stopwords - * @return a set of default German-stopwords - */ - public static final Set getDefaultStopSet(){ - return DefaultSetHolder.DEFAULT_SET; - } - - private static class DefaultSetHolder { - /** @deprecated remove in Lucene 5.0 */ - @Deprecated - private static final Set DEFAULT_SET_30 = CharArraySet.unmodifiableSet(new CharArraySet( - Version.LUCENE_CURRENT, Arrays.asList(GERMAN_STOP_WORDS), false)); - private static final Set DEFAULT_SET; - static { - try { - DEFAULT_SET = - WordlistLoader.getSnowballWordSet(SnowballFilter.class, DEFAULT_STOPWORD_FILE); - } catch (IOException ex) { - // default set should always be present as it is part of the - // distribution (JAR) - throw new RuntimeException("Unable to load default stopword set"); - } - } - } - - /** - * Contains the stopwords used with the {@link StopFilter}. - */ - - /** - * Contains words that should be indexed but not stemmed. - */ - // TODO make this final in 3.1 - private Set exclusionSet; - - /** - * Builds an analyzer with the default stop words: - * {@link #getDefaultStopSet()}. - */ - public GermanAnalyzer(Version matchVersion) { - this(matchVersion, - matchVersion.onOrAfter(Version.LUCENE_31) ? DefaultSetHolder.DEFAULT_SET - : DefaultSetHolder.DEFAULT_SET_30); - } - - /** - * Builds an analyzer with the given stop words - * - * @param matchVersion - * lucene compatibility version - * @param stopwords - * a stopword set - */ - public GermanAnalyzer(Version matchVersion, Set stopwords) { - this(matchVersion, stopwords, CharArraySet.EMPTY_SET); - } - - /** - * Builds an analyzer with the given stop words - * - * @param matchVersion - * lucene compatibility version - * @param stopwords - * a stopword set - * @param stemExclusionSet - * a stemming exclusion set - */ - public GermanAnalyzer(Version matchVersion, Set stopwords, Set stemExclusionSet) { - super(matchVersion, stopwords); - exclusionSet = CharArraySet.unmodifiableSet(CharArraySet.copy(matchVersion, stemExclusionSet)); - } - - /** - * Builds an analyzer with the given stop words. - * @deprecated use {@link #GermanAnalyzer(Version, Set)} - */ - @Deprecated - public GermanAnalyzer(Version matchVersion, String... stopwords) { - this(matchVersion, StopFilter.makeStopSet(matchVersion, stopwords)); - } - - /** - * Builds an analyzer with the given stop words. - * @deprecated use {@link #GermanAnalyzer(Version, Set)} - */ - @Deprecated - public GermanAnalyzer(Version matchVersion, Map stopwords) { - this(matchVersion, stopwords.keySet()); - - } - - /** - * Builds an analyzer with the given stop words. - * @deprecated use {@link #GermanAnalyzer(Version, Set)} - */ - @Deprecated - public GermanAnalyzer(Version matchVersion, File stopwords) throws IOException { - this(matchVersion, WordlistLoader.getWordSet(stopwords)); - } - - /** - * Builds an exclusionlist from an array of Strings. - * @deprecated use {@link #GermanAnalyzer(Version, Set, Set)} instead - */ - @Deprecated - public void setStemExclusionTable(String[] exclusionlist) { - exclusionSet = StopFilter.makeStopSet(matchVersion, exclusionlist); - setPreviousTokenStream(null); // force a new stemmer to be created - } - - /** - * Builds an exclusionlist from a {@link Map} - * @deprecated use {@link #GermanAnalyzer(Version, Set, Set)} instead - */ - @Deprecated - public void setStemExclusionTable(Map exclusionlist) { - exclusionSet = new HashSet