+++ /dev/null
-package org.apache.lucene.index;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import java.io.IOException;
-
-import org.apache.lucene.index.IndexWriterConfig.OpenMode;
-import org.apache.lucene.store.Directory;
-import org.apache.lucene.search.DocIdSet;
-import org.apache.lucene.search.DocIdSetIterator;
-import org.apache.lucene.search.Filter;
-import org.apache.lucene.search.TermRangeFilter;
-import org.apache.lucene.util.FixedBitSet;
-import org.apache.lucene.util.IOUtils;
-import org.apache.lucene.util.Version;
-
-/**
- * Split an index based on a {@link Filter}.
- */
-
-public class PKIndexSplitter {
- private final Filter docsInFirstIndex;
- private final Directory input;
- private final Directory dir1;
- private final Directory dir2;
- private final IndexWriterConfig config1;
- private final IndexWriterConfig config2;
-
- /**
- * Split an index based on a {@link Filter}. All documents that match the filter
- * are sent to dir1, remaining ones to dir2.
- * @deprecated use {@link #PKIndexSplitter(Version, Directory, Directory, Directory, Filter)} instead.
- * This constructor will be removed in Lucene 4.0.
- */
- @Deprecated
- public PKIndexSplitter(Directory input, Directory dir1, Directory dir2, Filter docsInFirstIndex) {
- this(Version.LUCENE_CURRENT, input, dir1, dir2, docsInFirstIndex);
- }
-
- /**
- * Split an index based on a given primary key term
- * and a 'middle' term. If the middle term is present, it's
- * sent to dir2.
- * @deprecated use {@link #PKIndexSplitter(Version, Directory, Directory, Directory, Term)}
- * instead. This constructor will be removed in Lucene 4.0.
- */
- @Deprecated
- public PKIndexSplitter(Directory input, Directory dir1, Directory dir2, Term midTerm) {
- this(input, dir1, dir2,
- new TermRangeFilter(midTerm.field(), null, midTerm.text(), true, false));
- }
-
- /**
- * Split an index based on a {@link Filter}. All documents that match the filter
- * are sent to dir1, remaining ones to dir2.
- */
- public PKIndexSplitter(Version version, Directory input, Directory dir1, Directory dir2, Filter docsInFirstIndex) {
- this(input, dir1, dir2, docsInFirstIndex, newDefaultConfig(version), newDefaultConfig(version));
- }
-
- private static IndexWriterConfig newDefaultConfig(Version version) {
- return new IndexWriterConfig(version, null).setOpenMode(OpenMode.CREATE);
- }
-
- public PKIndexSplitter(Directory input, Directory dir1,
- Directory dir2, Filter docsInFirstIndex, IndexWriterConfig config1, IndexWriterConfig config2) {
- this.input = input;
- this.dir1 = dir1;
- this.dir2 = dir2;
- this.docsInFirstIndex = docsInFirstIndex;
- this.config1 = config1;
- this.config2 = config2;
- }
-
- /**
- * Split an index based on a given primary key term
- * and a 'middle' term. If the middle term is present, it's
- * sent to dir2.
- */
- public PKIndexSplitter(Version version, Directory input, Directory dir1, Directory dir2, Term midTerm) {
- this(version, input, dir1, dir2,
- new TermRangeFilter(midTerm.field(), null, midTerm.text(), true, false));
- }
-
- public PKIndexSplitter(Directory input, Directory dir1,
- Directory dir2, Term midTerm, IndexWriterConfig config1, IndexWriterConfig config2) {
- this(input, dir1, dir2,
- new TermRangeFilter(midTerm.field(), null, midTerm.text(), true, false), config1, config2);
- }
-
- public void split() throws IOException {
- boolean success = false;
- IndexReader reader = IndexReader.open(input);
- try {
- // pass an individual config in here since one config can not be reused!
- createIndex(config1, dir1, reader, docsInFirstIndex, false);
- createIndex(config2, dir2, reader, docsInFirstIndex, true);
- success = true;
- } finally {
- if (success) {
- IOUtils.close(reader);
- } else {
- IOUtils.closeWhileHandlingException(reader);
- }
- }
- }
-
- private void createIndex(IndexWriterConfig config, Directory target, IndexReader reader, Filter preserveFilter, boolean negateFilter) throws IOException {
- boolean success = false;
- IndexWriter w = new IndexWriter(target, config);
- try {
- w.addIndexes(new DocumentFilteredIndexReader(reader, preserveFilter, negateFilter));
- success = true;
- } finally {
- if (success) {
- IOUtils.close(w);
- } else {
- IOUtils.closeWhileHandlingException(w);
- }
- }
- }
-
- public static class DocumentFilteredIndexReader extends FilterIndexReader {
- final FixedBitSet readerDels;
- final int numDocs;
-
- public DocumentFilteredIndexReader(IndexReader reader, Filter preserveFilter, boolean negateFilter) throws IOException {
- super(reader);
-
- final FixedBitSet bits = new FixedBitSet(in.maxDoc());
- final DocIdSet docs = preserveFilter.getDocIdSet(in);
- if (docs != null) {
- final DocIdSetIterator it = docs.iterator();
- if (it != null) {
- bits.or(it);
- }
- }
- // this is somehow inverse, if we negate the filter, we delete all documents it matches!
- if (!negateFilter) {
- bits.flip(0, in.maxDoc());
- }
-
- if (in.hasDeletions()) {
- for (int i = 0; i < in.maxDoc(); i++) {
- if (in.isDeleted(i)) {
- bits.set(i);
- }
- }
- }
-
- this.readerDels = bits;
- this.numDocs = in.maxDoc() - bits.cardinality();
- }
-
- @Override
- public int numDocs() {
- return numDocs;
- }
-
- @Override
- public boolean hasDeletions() {
- return (in.maxDoc() != numDocs);
- }
-
- @Override
- public boolean isDeleted(int n) {
- return readerDels.get(n);
- }
-
- @Override
- public IndexReader[] getSequentialSubReaders() {
- return null;
- }
-
- @Override
- public TermPositions termPositions() throws IOException {
- return new FilterTermPositions(in.termPositions()) {
-
- @Override
- public boolean next() throws IOException {
- boolean res;
- while ((res = super.next())) {
- if (!readerDels.get(doc())) {
- break;
- }
- }
- return res;
- }
- };
- }
- }
-}
fnp / pylucene.git / blobdiff