--- /dev/null
+package org.apache.lucene.store;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.File;
+import java.util.Random;
+
+import org.apache.lucene.analysis.MockAnalyzer;
+import org.apache.lucene.document.Document;
+import org.apache.lucene.document.Field;
+import org.apache.lucene.index.IndexReader;
+import org.apache.lucene.index.RandomIndexWriter;
+import org.apache.lucene.util.BytesRef;
+import org.apache.lucene.util.LuceneTestCase;
+import org.apache.lucene.util._TestUtil;
+
+/**
+ * Tests MMapDirectory's MultiMMapIndexInput
+ * <p>
+ * Because Java's ByteBuffer uses an int to address the
+ * values, it's necessary to access a file >
+ * Integer.MAX_VALUE in size using multiple byte buffers.
+ */
+public class TestMultiMMap extends LuceneTestCase {
+ File workDir;
+
+ @Override
+ public void setUp() throws Exception {
+ super.setUp();
+ assumeTrue("test requires a jre that supports unmapping", MMapDirectory.UNMAP_SUPPORTED);
+ workDir = _TestUtil.getTempDir("TestMultiMMap");
+ workDir.mkdirs();
+ }
+
+ public void testSeekZero() throws Exception {
+ for (int i = 0; i < 31; i++) {
+ MMapDirectory mmapDir = new MMapDirectory(_TestUtil.getTempDir("testSeekZero"));
+ mmapDir.setMaxChunkSize(1<<i);
+ IndexOutput io = mmapDir.createOutput("zeroBytes");
+ io.close();
+ IndexInput ii = mmapDir.openInput("zeroBytes");
+ ii.seek(0L);
+ ii.close();
+ mmapDir.close();
+ }
+ }
+
+ public void testSeekEnd() throws Exception {
+ for (int i = 0; i < 17; i++) {
+ MMapDirectory mmapDir = new MMapDirectory(_TestUtil.getTempDir("testSeekEnd"));
+ mmapDir.setMaxChunkSize(1<<i);
+ IndexOutput io = mmapDir.createOutput("bytes");
+ byte bytes[] = new byte[1<<i];
+ random.nextBytes(bytes);
+ io.writeBytes(bytes, bytes.length);
+ io.close();
+ IndexInput ii = mmapDir.openInput("bytes");
+ byte actual[] = new byte[1<<i];
+ ii.readBytes(actual, 0, actual.length);
+ assertEquals(new BytesRef(bytes), new BytesRef(actual));
+ ii.seek(1<<i);
+ ii.close();
+ mmapDir.close();
+ }
+ }
+
+ public void testSeeking() throws Exception {
+ for (int i = 0; i < 10; i++) {
+ MMapDirectory mmapDir = new MMapDirectory(_TestUtil.getTempDir("testSeeking"));
+ mmapDir.setMaxChunkSize(1<<i);
+ IndexOutput io = mmapDir.createOutput("bytes");
+ byte bytes[] = new byte[1<<(i+1)]; // make sure we switch buffers
+ random.nextBytes(bytes);
+ io.writeBytes(bytes, bytes.length);
+ io.close();
+ IndexInput ii = mmapDir.openInput("bytes");
+ byte actual[] = new byte[1<<(i+1)]; // first read all bytes
+ ii.readBytes(actual, 0, actual.length);
+ assertEquals(new BytesRef(bytes), new BytesRef(actual));
+ for (int sliceStart = 0; sliceStart < bytes.length; sliceStart++) {
+ for (int sliceLength = 0; sliceLength < bytes.length - sliceStart; sliceLength++) {
+ byte slice[] = new byte[sliceLength];
+ ii.seek(sliceStart);
+ ii.readBytes(slice, 0, slice.length);
+ assertEquals(new BytesRef(bytes, sliceStart, sliceLength), new BytesRef(slice));
+ }
+ }
+ ii.close();
+ mmapDir.close();
+ }
+ }
+
+ public void testRandomChunkSizes() throws Exception {
+ int num = atLeast(10);
+ for (int i = 0; i < num; i++)
+ assertChunking(random, _TestUtil.nextInt(random, 20, 100));
+ }
+
+ private void assertChunking(Random random, int chunkSize) throws Exception {
+ File path = _TestUtil.createTempFile("mmap" + chunkSize, "tmp", workDir);
+ path.delete();
+ path.mkdirs();
+ MMapDirectory mmapDir = new MMapDirectory(path);
+ mmapDir.setMaxChunkSize(chunkSize);
+ // we will map a lot, try to turn on the unmap hack
+ if (MMapDirectory.UNMAP_SUPPORTED)
+ mmapDir.setUseUnmap(true);
+ MockDirectoryWrapper dir = new MockDirectoryWrapper(random, mmapDir);
+ RandomIndexWriter writer = new RandomIndexWriter(random, dir, newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random)).setMergePolicy(newLogMergePolicy()));
+ Document doc = new Document();
+ Field docid = newField("docid", "0", Field.Store.YES, Field.Index.NOT_ANALYZED);
+ Field junk = newField("junk", "", Field.Store.YES, Field.Index.NOT_ANALYZED);
+ doc.add(docid);
+ doc.add(junk);
+
+ int numDocs = 100;
+ for (int i = 0; i < numDocs; i++) {
+ docid.setValue("" + i);
+ junk.setValue(_TestUtil.randomUnicodeString(random));
+ writer.addDocument(doc);
+ }
+ IndexReader reader = writer.getReader();
+ writer.close();
+
+ int numAsserts = atLeast(100);
+ for (int i = 0; i < numAsserts; i++) {
+ int docID = random.nextInt(numDocs);
+ assertEquals("" + docID, reader.document(docID).get("docid"));
+ }
+ reader.close();
+ dir.close();
+ }
+}
fnp / pylucene.git / blobdiff