+++ /dev/null
-package org.apache.lucene.store;
-
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import java.io.File;
-import java.util.Random;
-
-import org.apache.lucene.analysis.MockAnalyzer;
-import org.apache.lucene.document.Document;
-import org.apache.lucene.document.Field;
-import org.apache.lucene.index.IndexReader;
-import org.apache.lucene.index.RandomIndexWriter;
-import org.apache.lucene.util.BytesRef;
-import org.apache.lucene.util.LuceneTestCase;
-import org.apache.lucene.util._TestUtil;
-
-/**
- * Tests MMapDirectory's MultiMMapIndexInput
- * <p>
- * Because Java's ByteBuffer uses an int to address the
- * values, it's necessary to access a file >
- * Integer.MAX_VALUE in size using multiple byte buffers.
- */
-public class TestMultiMMap extends LuceneTestCase {
- File workDir;
-
- @Override
- public void setUp() throws Exception {
- super.setUp();
- assumeTrue("test requires a jre that supports unmapping", MMapDirectory.UNMAP_SUPPORTED);
- workDir = _TestUtil.getTempDir("TestMultiMMap");
- workDir.mkdirs();
- }
-
- public void testSeekZero() throws Exception {
- for (int i = 0; i < 31; i++) {
- MMapDirectory mmapDir = new MMapDirectory(_TestUtil.getTempDir("testSeekZero"));
- mmapDir.setMaxChunkSize(1<<i);
- IndexOutput io = mmapDir.createOutput("zeroBytes");
- io.close();
- IndexInput ii = mmapDir.openInput("zeroBytes");
- ii.seek(0L);
- ii.close();
- mmapDir.close();
- }
- }
-
- public void testSeekEnd() throws Exception {
- for (int i = 0; i < 17; i++) {
- MMapDirectory mmapDir = new MMapDirectory(_TestUtil.getTempDir("testSeekEnd"));
- mmapDir.setMaxChunkSize(1<<i);
- IndexOutput io = mmapDir.createOutput("bytes");
- byte bytes[] = new byte[1<<i];
- random.nextBytes(bytes);
- io.writeBytes(bytes, bytes.length);
- io.close();
- IndexInput ii = mmapDir.openInput("bytes");
- byte actual[] = new byte[1<<i];
- ii.readBytes(actual, 0, actual.length);
- assertEquals(new BytesRef(bytes), new BytesRef(actual));
- ii.seek(1<<i);
- ii.close();
- mmapDir.close();
- }
- }
-
- public void testSeeking() throws Exception {
- for (int i = 0; i < 10; i++) {
- MMapDirectory mmapDir = new MMapDirectory(_TestUtil.getTempDir("testSeeking"));
- mmapDir.setMaxChunkSize(1<<i);
- IndexOutput io = mmapDir.createOutput("bytes");
- byte bytes[] = new byte[1<<(i+1)]; // make sure we switch buffers
- random.nextBytes(bytes);
- io.writeBytes(bytes, bytes.length);
- io.close();
- IndexInput ii = mmapDir.openInput("bytes");
- byte actual[] = new byte[1<<(i+1)]; // first read all bytes
- ii.readBytes(actual, 0, actual.length);
- assertEquals(new BytesRef(bytes), new BytesRef(actual));
- for (int sliceStart = 0; sliceStart < bytes.length; sliceStart++) {
- for (int sliceLength = 0; sliceLength < bytes.length - sliceStart; sliceLength++) {
- byte slice[] = new byte[sliceLength];
- ii.seek(sliceStart);
- ii.readBytes(slice, 0, slice.length);
- assertEquals(new BytesRef(bytes, sliceStart, sliceLength), new BytesRef(slice));
- }
- }
- ii.close();
- mmapDir.close();
- }
- }
-
- public void testRandomChunkSizes() throws Exception {
- int num = atLeast(10);
- for (int i = 0; i < num; i++)
- assertChunking(random, _TestUtil.nextInt(random, 20, 100));
- }
-
- private void assertChunking(Random random, int chunkSize) throws Exception {
- File path = _TestUtil.createTempFile("mmap" + chunkSize, "tmp", workDir);
- path.delete();
- path.mkdirs();
- MMapDirectory mmapDir = new MMapDirectory(path);
- mmapDir.setMaxChunkSize(chunkSize);
- // we will map a lot, try to turn on the unmap hack
- if (MMapDirectory.UNMAP_SUPPORTED)
- mmapDir.setUseUnmap(true);
- MockDirectoryWrapper dir = new MockDirectoryWrapper(random, mmapDir);
- RandomIndexWriter writer = new RandomIndexWriter(random, dir, newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random)).setMergePolicy(newLogMergePolicy()));
- Document doc = new Document();
- Field docid = newField("docid", "0", Field.Store.YES, Field.Index.NOT_ANALYZED);
- Field junk = newField("junk", "", Field.Store.YES, Field.Index.NOT_ANALYZED);
- doc.add(docid);
- doc.add(junk);
-
- int numDocs = 100;
- for (int i = 0; i < numDocs; i++) {
- docid.setValue("" + i);
- junk.setValue(_TestUtil.randomUnicodeString(random));
- writer.addDocument(doc);
- }
- IndexReader reader = writer.getReader();
- writer.close();
-
- int numAsserts = atLeast(100);
- for (int i = 0; i < numAsserts; i++) {
- int docID = random.nextInt(numDocs);
- assertEquals("" + docID, reader.document(docID).get("docid"));
- }
- reader.close();
- dir.close();
- }
-}
fnp / pylucene.git / blobdiff