--- /dev/null
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.lucene.index;
+
+import java.io.File;
+
+import org.apache.lucene.analysis.MockAnalyzer;
+import org.apache.lucene.document.Document;
+import org.apache.lucene.document.Field;
+import org.apache.lucene.index.IndexWriterConfig.OpenMode;
+import org.apache.lucene.store.Directory;
+import org.apache.lucene.util.LuceneTestCase;
+import org.apache.lucene.util._TestUtil;
+
+public class TestIndexSplitter extends LuceneTestCase {
+ public void test() throws Exception {
+ File dir = new File(TEMP_DIR, "testfilesplitter");
+ _TestUtil.rmDir(dir);
+ dir.mkdirs();
+ File destDir = new File(TEMP_DIR, "testfilesplitterdest");
+ _TestUtil.rmDir(destDir);
+ destDir.mkdirs();
+ Directory fsDir = newFSDirectory(dir);
+ LogMergePolicy mergePolicy = new LogByteSizeMergePolicy();
+ mergePolicy.setNoCFSRatio(1);
+ IndexWriterConfig conf = new IndexWriterConfig(TEST_VERSION_CURRENT,
+ new MockAnalyzer(random))
+ .setOpenMode(OpenMode.CREATE)
+ .setMergePolicy(mergePolicy);
+
+ IndexWriter iw = new IndexWriter(fsDir, conf);
+
+ for (int x=0; x < 100; x++) {
+ Document doc = DocHelper.createDocument(x, "index", 5);
+ iw.addDocument(doc);
+ }
+ iw.commit();
+ for (int x=100; x < 150; x++) {
+ Document doc = DocHelper.createDocument(x, "index2", 5);
+ iw.addDocument(doc);
+ }
+ iw.commit();
+ for (int x=150; x < 200; x++) {
+ Document doc = DocHelper.createDocument(x, "index3", 5);
+ iw.addDocument(doc);
+ }
+ iw.commit();
+ IndexReader iwReader = iw.getReader();
+ assertEquals(3, iwReader.getSequentialSubReaders().length);
+ iwReader.close();
+ iw.close();
+
+ // we should have 2 segments now
+ IndexSplitter is = new IndexSplitter(dir);
+ String splitSegName = is.infos.info(1).name;
+ is.split(destDir, new String[] {splitSegName});
+ Directory fsDirDest = newFSDirectory(destDir);
+ IndexReader r = IndexReader.open(fsDirDest, true);
+ assertEquals(50, r.maxDoc());
+ r.close();
+ fsDirDest.close();
+
+ // now test cmdline
+ File destDir2 = new File(TEMP_DIR, "testfilesplitterdest2");
+ _TestUtil.rmDir(destDir2);
+ destDir2.mkdirs();
+ IndexSplitter.main(new String[] {dir.getAbsolutePath(), destDir2.getAbsolutePath(), splitSegName});
+ assertEquals(3, destDir2.listFiles().length);
+ Directory fsDirDest2 = newFSDirectory(destDir2);
+ r = IndexReader.open(fsDirDest2, true);
+ assertEquals(50, r.maxDoc());
+ r.close();
+ fsDirDest2.close();
+
+ // now remove the copied segment from src
+ IndexSplitter.main(new String[] {dir.getAbsolutePath(), "-d", splitSegName});
+ r = IndexReader.open(fsDir, true);
+ assertEquals(2, r.getSequentialSubReaders().length);
+ r.close();
+ fsDir.close();
+ }
+
+ public void testDeleteThenFullMerge() throws Exception {
+ // Create directories where the indexes will reside
+ File indexPath = new File(TEMP_DIR, "testfilesplitter");
+ _TestUtil.rmDir(indexPath);
+ indexPath.mkdirs();
+ File indexSplitPath = new File(TEMP_DIR, "testfilesplitterdest");
+ _TestUtil.rmDir(indexSplitPath);
+ indexSplitPath.mkdirs();
+
+ // Create the original index
+ LogMergePolicy mergePolicy = new LogByteSizeMergePolicy();
+ mergePolicy.setNoCFSRatio(1);
+ IndexWriterConfig iwConfig
+ = new IndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random))
+ .setOpenMode(OpenMode.CREATE)
+ .setMergePolicy(mergePolicy);
+ Directory fsDir = newFSDirectory(indexPath);
+ IndexWriter indexWriter = new IndexWriter(fsDir, iwConfig);
+ Document doc = new Document();
+ doc.add(new Field("content", "doc 1", Field.Store.YES, Field.Index.ANALYZED_NO_NORMS));
+ indexWriter.addDocument(doc);
+ doc = new Document();
+ doc.add(new Field("content", "doc 2", Field.Store.YES, Field.Index.ANALYZED_NO_NORMS));
+ indexWriter.addDocument(doc);
+ indexWriter.close();
+ fsDir.close();
+
+ // Create the split index
+ IndexSplitter indexSplitter = new IndexSplitter(indexPath);
+ String splitSegName = indexSplitter.infos.info(0).name;
+ indexSplitter.split(indexSplitPath, new String[] {splitSegName});
+
+ // Delete the first document in the split index
+ Directory fsDirDest = newFSDirectory(indexSplitPath);
+ IndexReader indexReader = IndexReader.open(fsDirDest, false);
+ indexReader.deleteDocument(0);
+ assertEquals(1, indexReader.numDocs());
+ indexReader.close();
+ fsDirDest.close();
+
+ // Fully merge the split index
+ mergePolicy = new LogByteSizeMergePolicy();
+ mergePolicy.setNoCFSRatio(1);
+ iwConfig = new IndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random))
+ .setOpenMode(OpenMode.APPEND)
+ .setMergePolicy(mergePolicy);
+ fsDirDest = newFSDirectory(indexSplitPath);
+ indexWriter = new IndexWriter(fsDirDest, iwConfig);
+ indexWriter.forceMerge(1);
+ indexWriter.close();
+ fsDirDest.close();
+
+ // Read the number of docs in the index
+ fsDirDest = newFSDirectory(indexSplitPath);
+ indexReader = IndexReader.open(fsDirDest);
+ assertEquals(1, indexReader.numDocs());
+ indexReader.close();
+ fsDirDest.close();
+ }
+}
fnp / pylucene.git / blobdiff