--- /dev/null
+package org.apache.lucene.index;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import java.io.File;
+import java.io.FileReader;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.io.PrintWriter;
+import java.io.StringWriter;
+
+import java.util.LinkedList;
+import java.util.Collection;
+
+import junit.framework.TestSuite;
+import junit.textui.TestRunner;
+
+import org.apache.lucene.analysis.MockAnalyzer;
+import org.apache.lucene.document.Document;
+import org.apache.lucene.document.Field;
+import org.apache.lucene.index.IndexWriterConfig.OpenMode;
+import org.apache.lucene.store.Directory;
+import org.apache.lucene.util.LuceneTestCase;
+import org.apache.lucene.util._TestUtil;
+
+/** JUnit adaptation of an older test case DocTest. */
+public class TestDoc extends LuceneTestCase {
+
+ /** Main for running test case by itself. */
+ public static void main(String args[]) {
+ TestRunner.run (new TestSuite(TestDoc.class));
+ }
+
+ private File workDir;
+ private File indexDir;
+ private LinkedList<File> files;
+
+ /** Set the test case. This test case needs
+ * a few text files created in the current working directory.
+ */
+ @Override
+ public void setUp() throws Exception {
+ super.setUp();
+ workDir = _TestUtil.getTempDir("TestDoc");
+ workDir.mkdirs();
+
+ indexDir = _TestUtil.getTempDir("testIndex");
+ indexDir.mkdirs();
+
+ Directory directory = newFSDirectory(indexDir);
+ directory.close();
+
+ files = new LinkedList<File>();
+ files.add(createOutput("test.txt",
+ "This is the first test file"
+ ));
+
+ files.add(createOutput("test2.txt",
+ "This is the second test file"
+ ));
+ }
+
+ private File createOutput(String name, String text) throws IOException {
+ FileWriter fw = null;
+ PrintWriter pw = null;
+
+ try {
+ File f = new File(workDir, name);
+ if (f.exists()) f.delete();
+
+ fw = new FileWriter(f);
+ pw = new PrintWriter(fw);
+ pw.println(text);
+ return f;
+
+ } finally {
+ if (pw != null) pw.close();
+ if (fw != null) fw.close();
+ }
+ }
+
+
+ /** This test executes a number of merges and compares the contents of
+ * the segments created when using compound file or not using one.
+ *
+ * TODO: the original test used to print the segment contents to System.out
+ * for visual validation. To have the same effect, a new method
+ * checkSegment(String name, ...) should be created that would
+ * assert various things about the segment.
+ */
+ public void testIndexAndMerge() throws Exception {
+ StringWriter sw = new StringWriter();
+ PrintWriter out = new PrintWriter(sw, true);
+
+ Directory directory = newFSDirectory(indexDir);
+ IndexWriter writer = new IndexWriter(
+ directory,
+ newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random)).
+ setOpenMode(OpenMode.CREATE).
+ setMaxBufferedDocs(-1).
+ setMergePolicy(newLogMergePolicy(10))
+ );
+
+ SegmentInfo si1 = indexDoc(writer, "test.txt");
+ printSegment(out, si1);
+
+ SegmentInfo si2 = indexDoc(writer, "test2.txt");
+ printSegment(out, si2);
+ writer.close();
+
+ SegmentInfo siMerge = merge(si1, si2, "merge", false);
+ printSegment(out, siMerge);
+
+ SegmentInfo siMerge2 = merge(si1, si2, "merge2", false);
+ printSegment(out, siMerge2);
+
+ SegmentInfo siMerge3 = merge(siMerge, siMerge2, "merge3", false);
+ printSegment(out, siMerge3);
+
+ directory.close();
+ out.close();
+ sw.close();
+ String multiFileOutput = sw.getBuffer().toString();
+ //System.out.println(multiFileOutput);
+
+ sw = new StringWriter();
+ out = new PrintWriter(sw, true);
+
+ directory = newFSDirectory(indexDir);
+ writer = new IndexWriter(
+ directory,
+ newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random)).
+ setOpenMode(OpenMode.CREATE).
+ setMaxBufferedDocs(-1).
+ setMergePolicy(newLogMergePolicy(10))
+ );
+
+ si1 = indexDoc(writer, "test.txt");
+ printSegment(out, si1);
+
+ si2 = indexDoc(writer, "test2.txt");
+ printSegment(out, si2);
+ writer.close();
+
+ siMerge = merge(si1, si2, "merge", true);
+ printSegment(out, siMerge);
+
+ siMerge2 = merge(si1, si2, "merge2", true);
+ printSegment(out, siMerge2);
+
+ siMerge3 = merge(siMerge, siMerge2, "merge3", true);
+ printSegment(out, siMerge3);
+
+ directory.close();
+ out.close();
+ sw.close();
+ String singleFileOutput = sw.getBuffer().toString();
+
+ assertEquals(multiFileOutput, singleFileOutput);
+ }
+
+ private SegmentInfo indexDoc(IndexWriter writer, String fileName)
+ throws Exception
+ {
+ File file = new File(workDir, fileName);
+ Document doc = new Document();
+ doc.add(new Field("contents", new FileReader(file)));
+ writer.addDocument(doc);
+ writer.commit();
+ return writer.newestSegment();
+ }
+
+
+ private SegmentInfo merge(SegmentInfo si1, SegmentInfo si2, String merged, boolean useCompoundFile)
+ throws Exception {
+ SegmentReader r1 = SegmentReader.get(true, si1, IndexReader.DEFAULT_TERMS_INDEX_DIVISOR);
+ SegmentReader r2 = SegmentReader.get(true, si2, IndexReader.DEFAULT_TERMS_INDEX_DIVISOR);
+
+ SegmentMerger merger = new SegmentMerger(si1.dir, IndexWriterConfig.DEFAULT_TERM_INDEX_INTERVAL, merged, null, null, new FieldInfos());
+
+ merger.add(r1);
+ merger.add(r2);
+ merger.merge();
+ r1.close();
+ r2.close();
+
+ final SegmentInfo info = new SegmentInfo(merged, si1.docCount + si2.docCount, si1.dir,
+ false, true,
+ merger.fieldInfos().hasProx(),
+ merger.fieldInfos().hasVectors());
+
+ if (useCompoundFile) {
+ Collection<String> filesToDelete = merger.createCompoundFile(merged + ".cfs", info);
+ info.setUseCompoundFile(true);
+ for (final String fileToDelete : filesToDelete)
+ si1.dir.deleteFile(fileToDelete);
+ }
+
+ return info;
+ }
+
+
+ private void printSegment(PrintWriter out, SegmentInfo si)
+ throws Exception {
+ SegmentReader reader = SegmentReader.get(true, si, IndexReader.DEFAULT_TERMS_INDEX_DIVISOR);
+
+ for (int i = 0; i < reader.numDocs(); i++)
+ out.println(reader.document(i));
+
+ TermEnum tis = reader.terms();
+ while (tis.next()) {
+ out.print(tis.term());
+ out.println(" DF=" + tis.docFreq());
+
+ TermPositions positions = reader.termPositions(tis.term());
+ try {
+ while (positions.next()) {
+ out.print(" doc=" + positions.doc());
+ out.print(" TF=" + positions.freq());
+ out.print(" pos=");
+ out.print(positions.nextPosition());
+ for (int j = 1; j < positions.freq(); j++)
+ out.print("," + positions.nextPosition());
+ out.println("");
+ }
+ } finally {
+ positions.close();
+ }
+ }
+ tis.close();
+ reader.close();
+ }
+}
fnp / pylucene.git / blobdiff