Examples of FSEditLog

com.alimama.mdrill.editlog.FSEditLog
org.apache.hadoop.hdfs.server.namenode.FSEditLog
FSEditLog maintains a log of the namespace modifications.

Examples of com.alimama.mdrill.editlog.FSEditLog

      editsDirs.add(new StorageDirectory(FileSystem.get(conf), new Path(params.hdfsPath, "editlogs_v9")));
    }else{
      editsDirs.add(new StorageDirectory(FileSystem.getLocal(conf), new Path(params.baseDir, "editlogs_v9")));
    }
    LOG.info("recoverFromEditlog begin:"+this.params.getLogStr());
    editlog = new FSEditLog(conf, editsDirs);
    editlog.initJournalsForWrite();
    editlog.recoverUnclosedStreams();
      long savedTxid=this.data.getMaxTxidFromLocal();
      if(isUsedHdfs)
    {

View Full Code Here

Examples of com.alimama.mdrill.editlog.FSEditLog

      editsDirs.add(new StorageDirectory(FileSystem.get(conf), new Path(params.hdfsPath, "editlogs_v9")));
    }else{
      editsDirs.add(new StorageDirectory(FileSystem.getLocal(conf), new Path(params.baseDir, "editlogs_v9")));
    }
    LOG.info("recoverFromEditlog begin:"+this.params.getLogStr());
    editlog = new FSEditLog(conf, editsDirs);
    editlog.initJournalsForWrite();
    editlog.recoverUnclosedStreams();
      long savedTxid=this.data.getMaxTxidFromLocal();
      if(isUsedHdfs)
    {

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();


      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();


      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();


      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();


      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

      GenericTestUtils.assertExceptionContains("Error replaying edit log", ee);
    }
  }
  
  private LimitedEditLogAnswer causeFailureOnEditLogRead() throws IOException {
    FSEditLog spyEditLog = NameNodeAdapter.spyOnEditLog(nn1);
    LimitedEditLogAnswer answer = new LimitedEditLogAnswer(); 
    doAnswer(answer).when(spyEditLog).selectInputStreams(
        anyLong(), anyLong(), (MetaRecoveryContext)anyObject(), anyBoolean());
    return answer;
  }

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

      fs = cluster.getFileSystem();


      // Normally, the in-progress edit log would be finalized by
      // FSEditLog#endCurrentLogSegment.  For testing purposes, we
      // disable that here.
      FSEditLog spyLog =
          spy(cluster.getNameNode().getFSImage().getEditLog());
      doNothing().when(spyLog).endCurrentLogSegment(Mockito.anyBoolean());
      cluster.getNameNode().getFSImage().setEditLogForTesting(spyLog);


      final int nnport = cluster.getNameNodePort();

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

  
    FSImage fsImage = new FSImage(new File(edits_dir));
    FileNameGenerator nameGenerator = new FileNameGenerator(BASE_PATH, 100);




    FSEditLog editLog = fsImage.getEditLog();
    editLog.createEditLogFile(fsImage.getFsEditName());
    editLog.open();
    addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId,
             nameGenerator);
    editLog.logSync();
    editLog.close();
  }

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();


      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();


      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

  
    FSImage fsImage = new FSImage(new File(edits_dir));
    FileNameGenerator nameGenerator = new FileNameGenerator(BASE_PATH, 100);




    FSEditLog editLog = fsImage.getEditLog();
    editLog.createEditLogFile(fsImage.getFsEditName());
    editLog.open();
    addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId,
             nameGenerator);
    editLog.logSync();
    editLog.close();
  }

View Full Code Here

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();


      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();


      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.