+++ /dev/null
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.lucene.index;
-
-import java.io.File;
-
-import org.apache.lucene.analysis.MockAnalyzer;
-import org.apache.lucene.document.Document;
-import org.apache.lucene.document.Field;
-import org.apache.lucene.index.IndexWriterConfig.OpenMode;
-import org.apache.lucene.store.Directory;
-import org.apache.lucene.util.LuceneTestCase;
-import org.apache.lucene.util._TestUtil;
-
-public class TestIndexSplitter extends LuceneTestCase {
- public void test() throws Exception {
- File dir = new File(TEMP_DIR, "testfilesplitter");
- _TestUtil.rmDir(dir);
- dir.mkdirs();
- File destDir = new File(TEMP_DIR, "testfilesplitterdest");
- _TestUtil.rmDir(destDir);
- destDir.mkdirs();
- Directory fsDir = newFSDirectory(dir);
- LogMergePolicy mergePolicy = new LogByteSizeMergePolicy();
- mergePolicy.setNoCFSRatio(1);
- IndexWriterConfig conf = new IndexWriterConfig(TEST_VERSION_CURRENT,
- new MockAnalyzer(random))
- .setOpenMode(OpenMode.CREATE)
- .setMergePolicy(mergePolicy);
-
- IndexWriter iw = new IndexWriter(fsDir, conf);
-
- for (int x=0; x < 100; x++) {
- Document doc = DocHelper.createDocument(x, "index", 5);
- iw.addDocument(doc);
- }
- iw.commit();
- for (int x=100; x < 150; x++) {
- Document doc = DocHelper.createDocument(x, "index2", 5);
- iw.addDocument(doc);
- }
- iw.commit();
- for (int x=150; x < 200; x++) {
- Document doc = DocHelper.createDocument(x, "index3", 5);
- iw.addDocument(doc);
- }
- iw.commit();
- IndexReader iwReader = iw.getReader();
- assertEquals(3, iwReader.getSequentialSubReaders().length);
- iwReader.close();
- iw.close();
-
- // we should have 2 segments now
- IndexSplitter is = new IndexSplitter(dir);
- String splitSegName = is.infos.info(1).name;
- is.split(destDir, new String[] {splitSegName});
- Directory fsDirDest = newFSDirectory(destDir);
- IndexReader r = IndexReader.open(fsDirDest, true);
- assertEquals(50, r.maxDoc());
- r.close();
- fsDirDest.close();
-
- // now test cmdline
- File destDir2 = new File(TEMP_DIR, "testfilesplitterdest2");
- _TestUtil.rmDir(destDir2);
- destDir2.mkdirs();
- IndexSplitter.main(new String[] {dir.getAbsolutePath(), destDir2.getAbsolutePath(), splitSegName});
- assertEquals(3, destDir2.listFiles().length);
- Directory fsDirDest2 = newFSDirectory(destDir2);
- r = IndexReader.open(fsDirDest2, true);
- assertEquals(50, r.maxDoc());
- r.close();
- fsDirDest2.close();
-
- // now remove the copied segment from src
- IndexSplitter.main(new String[] {dir.getAbsolutePath(), "-d", splitSegName});
- r = IndexReader.open(fsDir, true);
- assertEquals(2, r.getSequentialSubReaders().length);
- r.close();
- fsDir.close();
- }
-
- public void testDeleteThenOptimize() throws Exception {
- // Create directories where the indexes will reside
- File indexPath = new File(TEMP_DIR, "testfilesplitter");
- _TestUtil.rmDir(indexPath);
- indexPath.mkdirs();
- File indexSplitPath = new File(TEMP_DIR, "testfilesplitterdest");
- _TestUtil.rmDir(indexSplitPath);
- indexSplitPath.mkdirs();
-
- // Create the original index
- LogMergePolicy mergePolicy = new LogByteSizeMergePolicy();
- mergePolicy.setNoCFSRatio(1);
- IndexWriterConfig iwConfig
- = new IndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random))
- .setOpenMode(OpenMode.CREATE)
- .setMergePolicy(mergePolicy);
- Directory fsDir = newFSDirectory(indexPath);
- IndexWriter indexWriter = new IndexWriter(fsDir, iwConfig);
- Document doc = new Document();
- doc.add(new Field("content", "doc 1", Field.Store.YES, Field.Index.ANALYZED_NO_NORMS));
- indexWriter.addDocument(doc);
- doc = new Document();
- doc.add(new Field("content", "doc 2", Field.Store.YES, Field.Index.ANALYZED_NO_NORMS));
- indexWriter.addDocument(doc);
- indexWriter.close();
- fsDir.close();
-
- // Create the split index
- IndexSplitter indexSplitter = new IndexSplitter(indexPath);
- String splitSegName = indexSplitter.infos.info(0).name;
- indexSplitter.split(indexSplitPath, new String[] {splitSegName});
-
- // Delete the first document in the split index
- Directory fsDirDest = newFSDirectory(indexSplitPath);
- IndexReader indexReader = IndexReader.open(fsDirDest, false);
- indexReader.deleteDocument(0);
- assertEquals(1, indexReader.numDocs());
- indexReader.close();
- fsDirDest.close();
-
- // Optimize the split index
- mergePolicy = new LogByteSizeMergePolicy();
- mergePolicy.setNoCFSRatio(1);
- iwConfig = new IndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random))
- .setOpenMode(OpenMode.APPEND)
- .setMergePolicy(mergePolicy);
- fsDirDest = newFSDirectory(indexSplitPath);
- indexWriter = new IndexWriter(fsDirDest, iwConfig);
- indexWriter.optimize();
- indexWriter.close();
- fsDirDest.close();
-
- // Read the number of docs in the index
- fsDirDest = newFSDirectory(indexSplitPath);
- indexReader = IndexReader.open(fsDirDest);
- assertEquals(1, indexReader.numDocs());
- indexReader.close();
- fsDirDest.close();
- }
-}
fnp / pylucene.git / blobdiff