/**
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*
*/
package org.apache.bookkeeper.bookie;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.RandomAccessFile;
import java.nio.ByteBuffer;
import junit.framework.TestCase;
import org.apache.bookkeeper.bookie.GarbageCollectorThread.EntryLogMetadata;
import org.apache.bookkeeper.bookie.GarbageCollectorThread.ExtractionScanner;
import org.apache.bookkeeper.conf.ServerConfiguration;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class EntryLogTest extends TestCase {
static Logger LOG = LoggerFactory.getLogger(EntryLogTest.class);
@Before
public void setUp() throws Exception {
}
@Test
public void testCorruptEntryLog() throws Exception {
File tmpDir = File.createTempFile("bkTest", ".dir");
tmpDir.delete();
tmpDir.mkdir();
File curDir = Bookie.getCurrentDirectory(tmpDir);
Bookie.checkDirectoryStructure(curDir);
int gcWaitTime = 1000;
ServerConfiguration conf = new ServerConfiguration();
conf.setGcWaitTime(gcWaitTime);
conf.setLedgerDirNames(new String[] {tmpDir.toString()});
// create some entries
EntryLogger logger = new EntryLogger(conf);
logger.addEntry(1, generateEntry(1, 1));
logger.addEntry(3, generateEntry(3, 1));
logger.addEntry(2, generateEntry(2, 1));
logger.flush();
// now lets truncate the file to corrupt the last entry, which simulates a partial write
File f = new File(curDir, "0.log");
RandomAccessFile raf = new RandomAccessFile(f, "rw");
raf.setLength(raf.length()-10);
raf.close();
// now see which ledgers are in the log
logger = new EntryLogger(conf);
EntryLogMetadata meta = new EntryLogMetadata(0L);
ExtractionScanner scanner = new ExtractionScanner(meta);
try {
logger.scanEntryLog(0L, scanner);
fail("Should not reach here!");
} catch (IOException ie) {
}
LOG.info("Extracted Meta From Entry Log {}", meta);
assertNotNull(meta.ledgersMap.get(1L));
assertNull(meta.ledgersMap.get(2L));
assertNotNull(meta.ledgersMap.get(3L));
}
private ByteBuffer generateEntry(long ledger, long entry) {
ByteBuffer bb = ByteBuffer.wrap(new byte[64]);
bb.putLong(ledger);
bb.putLong(entry);
bb.put(("ledger-" + ledger + "-" + entry).getBytes());
bb.flip();
return bb;
}
@Test
public void testMissingLogId() throws Exception {
File tmpDir = File.createTempFile("entryLogTest", ".dir");
tmpDir.delete();
tmpDir.mkdir();
File curDir = Bookie.getCurrentDirectory(tmpDir);
Bookie.checkDirectoryStructure(curDir);
ServerConfiguration conf = new ServerConfiguration();
conf.setLedgerDirNames(new String[] {tmpDir.toString()});
// create some entries
int numLogs = 3;
int numEntries = 10;
long[][] positions = new long[2*numLogs][];
for (int i=0; i<numLogs; i++) {
positions[i] = new long[numEntries];
EntryLogger logger = new EntryLogger(conf);
for (int j=0; j<numEntries; j++) {
positions[i][j] = logger.addEntry(i, generateEntry(i, j));
}
logger.flush();
}
// delete last log id
File lastLogId = new File(curDir, "lastId");
lastLogId.delete();
// write another entries
for (int i=numLogs; i<2*numLogs; i++) {
positions[i] = new long[numEntries];
EntryLogger logger = new EntryLogger(conf);
for (int j=0; j<numEntries; j++) {
positions[i][j] = logger.addEntry(i, generateEntry(i, j));
}
logger.flush();
}
EntryLogger newLogger = new EntryLogger(conf);
for (int i=0; i<(2*numLogs+1); i++) {
File logFile = new File(curDir, Long.toHexString(i) + ".log");
assertTrue(logFile.exists());
}
for (int i=0; i<2*numLogs; i++) {
for (int j=0; j<numEntries; j++) {
String expectedValue = "ledger-" + i + "-" + j;
byte[] value = newLogger.readEntry(i, j, positions[i][j]);
ByteBuffer buf = ByteBuffer.wrap(value);
long ledgerId = buf.getLong();
long entryId = buf.getLong();
byte[] data = new byte[buf.remaining()];
buf.get(data);
assertEquals(i, ledgerId);
assertEquals(j, entryId);
assertEquals(expectedValue, new String(data));
}
}
}
@Test
/** Test that EntryLogger Should fail with FNFE, if entry logger directories does not exist*/
public void testEntryLoggerShouldThrowFNFEIfDirectoriesDoesNotExist()
throws Exception {
File tmpDir = File.createTempFile("bkTest", ".dir");
tmpDir.delete();
ServerConfiguration conf = new ServerConfiguration();
conf.setLedgerDirNames(new String[] { tmpDir.toString() });
EntryLogger entryLogger = null;
try {
entryLogger = new EntryLogger(conf);
fail("Expecting FileNotFoundException");
} catch (FileNotFoundException e) {
assertEquals("Entry log directory does not exist", e
.getLocalizedMessage());
} finally {
if (entryLogger != null) {
entryLogger.shutdown();
}
}
}
@After
public void tearDown() throws Exception {
}
}