pylucene 3.5.0-3

[pylucene.git] / lucene-java-3.4.0 / lucene / contrib / highlighter / src / java / org / apache / lucene / search / highlight / TokenGroup.java

diff --git a/lucene-java-3.4.0/lucene/contrib/highlighter/src/java/org/apache/lucene/search/highlight/TokenGroup.java b/lucene-java-3.4.0/lucene/contrib/highlighter/src/java/org/apache/lucene/search/highlight/TokenGroup.java
deleted file mode 100644 (file)
index e0f88f2..0000000
--- a/lucene-java-3.4.0/lucene/contrib/highlighter/src/java/org/apache/lucene/search/highlight/TokenGroup.java
+++ /dev/null
@@ -1,132 +0,0 @@
-package org.apache.lucene.search.highlight;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import org.apache.lucene.analysis.Token;
-import org.apache.lucene.analysis.TokenStream;
-import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
-import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
-
-/**
- * One, or several overlapping tokens, along with the score(s) and the scope of
- * the original text
- */
-public class TokenGroup {
-
-  private static final int MAX_NUM_TOKENS_PER_GROUP = 50;
-  Token [] tokens=new Token[MAX_NUM_TOKENS_PER_GROUP];
-  float[] scores = new float[MAX_NUM_TOKENS_PER_GROUP];
-  int numTokens = 0;
-  int startOffset = 0;
-  int endOffset = 0;
-  float tot;
-  int matchStartOffset, matchEndOffset;
-
-  private OffsetAttribute offsetAtt;
-  private CharTermAttribute termAtt;
-
-  public TokenGroup(TokenStream tokenStream) {
-    offsetAtt = tokenStream.addAttribute(OffsetAttribute.class);
-    termAtt = tokenStream.addAttribute(CharTermAttribute.class);
-  }
-
-  void addToken(float score) {
-    if (numTokens < MAX_NUM_TOKENS_PER_GROUP) {
-      int termStartOffset = offsetAtt.startOffset();
-      int termEndOffset = offsetAtt.endOffset();
-      if (numTokens == 0) {
-        startOffset = matchStartOffset = termStartOffset;
-        endOffset = matchEndOffset = termEndOffset;
-        tot += score;
-      } else {
-        startOffset = Math.min(startOffset, termStartOffset);
-        endOffset = Math.max(endOffset, termEndOffset);
-        if (score > 0) {
-          if (tot == 0) {
-            matchStartOffset = offsetAtt.startOffset();
-            matchEndOffset = offsetAtt.endOffset();
-          } else {
-            matchStartOffset = Math.min(matchStartOffset, termStartOffset);
-            matchEndOffset = Math.max(matchEndOffset, termEndOffset);
-          }
-          tot += score;
-        }
-      }
-      Token token = new Token(termStartOffset, termEndOffset);
-      token.setEmpty().append(termAtt);
-      tokens[numTokens] = token;
-      scores[numTokens] = score;
-      numTokens++;
-    }
-  }
-
-  boolean isDistinct() {
-    return offsetAtt.startOffset() >= endOffset;
-  }
-
-  void clear() {
-    numTokens = 0;
-    tot = 0;
-  }
-  
-  /* 
-  * @param index a value between 0 and numTokens -1
-  * @return the "n"th token
-  */
- public Token getToken(int index)
- {
-     return tokens[index];
- }
-
-  /**
-   * 
-   * @param index a value between 0 and numTokens -1
-   * @return the "n"th score
-   */
-  public float getScore(int index) {
-    return scores[index];
-  }
-
-  /**
-   * @return the end position in the original text
-   */
-  public int getEndOffset() {
-    return endOffset;
-  }
-
-  /**
-   * @return the number of tokens in this group
-   */
-  public int getNumTokens() {
-    return numTokens;
-  }
-
-  /**
-   * @return the start position in the original text
-   */
-  public int getStartOffset() {
-    return startOffset;
-  }
-
-  /**
-   * @return all tokens' scores summed up
-   */
-  public float getTotalScore() {
-    return tot;
-  }
-}