Package org.apache.hadoop.hdfs.server.namenode

Examples of org.apache.hadoop.hdfs.server.namenode.FSEditLog

997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();

      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();

      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {
View Full Code Here
495
496
497
498
499
500
501
502
503
504
505
    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();

      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();

      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {
View Full Code Here
295
296
297
298
299
300
301
302
303
304
305
      GenericTestUtils.assertExceptionContains("Error replaying edit log", ee);
    }
  }
 
  private LimitedEditLogAnswer causeFailureOnEditLogRead() throws IOException {
    FSEditLog spyEditLog = NameNodeAdapter.spyOnEditLog(nn1);
    LimitedEditLogAnswer answer = new LimitedEditLogAnswer();
    doAnswer(answer).when(spyEditLog).selectInputStreams(
        anyLong(), anyLong(), (MetaRecoveryContext)anyObject(), anyBoolean());
    return answer;
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
      fs = cluster.getFileSystem();

      // Normally, the in-progress edit log would be finalized by
      // FSEditLog#endCurrentLogSegment.  For testing purposes, we
      // disable that here.
      FSEditLog spyLog =
          spy(cluster.getNameNode().getFSImage().getEditLog());
      doNothing().when(spyLog).endCurrentLogSegment(Mockito.anyBoolean());
      cluster.getNameNode().getFSImage().setEditLogForTesting(spyLog);

      final int nnport = cluster.getNameNodePort();
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
213
214
 
    FSImage fsImage = new FSImage(new File(edits_dir));
    FileNameGenerator nameGenerator = new FileNameGenerator(BASE_PATH, 100);


    FSEditLog editLog = fsImage.getEditLog();
    editLog.createEditLogFile(fsImage.getFsEditName());
    editLog.open();
    addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId,
             nameGenerator);
    editLog.logSync();
    editLog.close();
  }
View Full Code Here
983
984
985
986
987
988
989
990
991
992
993
    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();

      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();

      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
211
212
 
    FSImage fsImage = new FSImage(new File(edits_dir));
    FileNameGenerator nameGenerator = new FileNameGenerator(BASE_PATH, 100);


    FSEditLog editLog = fsImage.getEditLog();
    editLog.createEditLogFile(fsImage.getFsEditName());
    editLog.open();
    addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId,
             nameGenerator);
    editLog.logSync();
    editLog.close();
  }
View Full Code Here
983
984
985
986
987
988
989
990
991
992
993
    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();

      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();

      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
              EditLogInputException.class.getName()));
    }
  }
 
  private LimitedEditLogAnswer causeFailureOnEditLogRead() throws IOException {
    FSEditLog spyEditLog = spy(nn1.getNamesystem().getEditLogTailer()
        .getEditLog());
    LimitedEditLogAnswer answer = new LimitedEditLogAnswer();
    doAnswer(answer).when(spyEditLog).selectInputStreams(
        anyLong(), anyLong(), anyBoolean());
    nn1.getNamesystem().getEditLogTailer().setEditLog(spyEditLog);
View Full Code Here
983
984
985
986
987
988
989
990
991
992
993
    try {
      createFile(fs1, "/testAppendFileRace", 1, BBW_SIZE);
      stm.close();

      NameNode nn = cluster.getNameNode();
      FSEditLog editLogSpy = FSImageAdapter.injectEditLogSpy(nn.getNamesystem());
      DelayAnswer  delayer = new DelayAnswer();
      doAnswer(delayer).when(editLogSpy).logSync();

      final AtomicReference<Throwable> err = new AtomicReference<Throwable>();
      Thread appender = new Thread() {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.namenode.FSEditLog

  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.permission.PermissionStatus
  • org.apache.hadoop.hdfs.CreateEditsLog
  • org.apache.hadoop.hdfs.DeprecatedUTF8
  • org.apache.hadoop.hdfs.protocol.Block
  • org.apache.hadoop.hdfs.protocol.DatanodeID
  • org.apache.hadoop.hdfs.protocol.HdfsFileStatus
  • org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager
  • org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier
  • org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.