Package org.apache.hadoop.hdfs.server.namenode.FSImageStorageInspector

Examples of org.apache.hadoop.hdfs.server.namenode.FSImageStorageInspector.FSImageFile

355
356
357
358
359
360
361
362
    FSImageTransactionalStorageInspector inspector =
      new FSImageTransactionalStorageInspector();
    inspector.inspectDirectory(sd);

    FSImageFile latestImage = inspector.getLatestImage();
    return (latestImage == null) ? null : latestImage.getFile();
  }
View Full Code Here
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
    }
    if (!editStreams.iterator().hasNext()) {
      LOG.info("No edit log streams selected.");
    }
   
    FSImageFile imageFile = null;
    for (int i = 0; i < imageFiles.size(); i++) {
      try {
        imageFile = imageFiles.get(i);
        loadFSImageFile(target, recovery, imageFile);
        break;
      } catch (IOException ioe) {
        LOG.error("Failed to load image from " + imageFile, ioe);
        target.clear();
        imageFile = null;
      }
    }
    // Failed to load any images, error out
    if (imageFile == null) {
      FSEditLog.closeAllStreams(editStreams);
      throw new IOException("Failed to load an FSImage file!");
    }
    prog.endPhase(Phase.LOADING_FSIMAGE);
   
    if (!rollingRollback) {
      long txnsAdvanced = loadEdits(editStreams, target, startOpt, recovery);
      needToSave |= needsResaveBasedOnStaleCheckpoint(imageFile.getFile(),
          txnsAdvanced);
      if (RollingUpgradeStartupOption.DOWNGRADE.matches(startOpt)) {
        // rename rollback image if it is downgrade
        renameCheckpoint(NameNodeFile.IMAGE_ROLLBACK, NameNodeFile.IMAGE);
      }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
        "/foo/current/" + getInProgressEditsFileName(457));

    inspector.inspectDirectory(mockDir);
    assertEquals(2, inspector.foundImages.size());

    FSImageFile latestImage = inspector.getLatestImages().get(0);
    assertEquals(456, latestImage.txId);
    assertSame(mockDir, latestImage.sd);
    assertTrue(inspector.isUpgradeFinalized());
   
    assertEquals(new File("/foo/current/"+getImageFileName(456)),
        latestImage.getFile());
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
        "/foo/current/" + getInProgressEditsFileName(457));

    inspector.inspectDirectory(mockDir);
    assertEquals(2, inspector.foundImages.size());

    FSImageFile latestImage = inspector.getLatestImage();
    assertEquals(456, latestImage.txId);
    assertSame(mockDir, latestImage.sd);
    assertTrue(inspector.isUpgradeFinalized());
   
    assertEquals(new File("/foo/current/"+getImageFileName(456)),
        latestImage.getFile());
  }
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
219
220
   
    List<File> imageFiles = new ArrayList<File>();
    for (File dir : dirs) {
      FSImageTransactionalStorageInspector inspector =
        inspectStorageDirectory(dir, NameNodeDirType.IMAGE);
      FSImageFile latestImage = inspector.getLatestImage();
      assertNotNull("No image in " + dir, latestImage);     
      long thisTxId = latestImage.getCheckpointTxId();
      if (imageTxId != -1 && thisTxId != imageTxId) {
        fail("Storage directory " + dir + " does not have the same " +
            "last image index " + imageTxId + " as another");
      }
      imageTxId = thisTxId;
View Full Code Here
375
376
377
378
379
380
381
382
    FSImageTransactionalStorageInspector inspector =
      new FSImageTransactionalStorageInspector();
    inspector.inspectDirectory(sd);

    FSImageFile latestImage = inspector.getLatestImage();
    return (latestImage == null) ? null : latestImage.getFile();
  }
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
  /**
   * Get the latest image from all non-file image managers.
   */
  public FSImageFile getLatestImageFromNonFileImageManagers()
      throws IOException {
    FSImageFile latestImage = null;
    for (ImageManager im : imageManagers) {
      if (!(im instanceof FileImageManager)) {
        FSImageFile current = im.getLatestImage();
        if (latestImage == null
            || latestImage.getCheckpointTxId() < current.getCheckpointTxId()) {
          latestImage = current;
        }
      }
    }
    return latestImage;
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
65
        "/foo/current/" + getInProgressEditsFileName(457));

    inspector.inspectDirectory(mockDir);
    assertEquals(2, inspector.foundImages.size());

    FSImageFile latestImage = inspector.getLatestImage();
    assertEquals(456, latestImage.txId);
    assertSame(mockDir, latestImage.sd);
    assertTrue(inspector.isUpgradeFinalized());
   
    assertEquals(new File("/foo/current/"+getImageFileName(456)),
        latestImage.getFile());
  }
View Full Code Here
777
778
779
780
781
782
783
784
    // nothing available
    if (images.size() == 0) {
      return null;
    }
    return new FSImageFile(null, null, images.get(images.size() - 1).getTxId(),
        this);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.namenode.FSImageStorageInspector.FSImageFile

  • org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager
  • org.apache.hadoop.hdfs.server.namenode.FSImage
  • org.apache.hadoop.hdfs.server.namenode.FSImageTestUtil
  • org.apache.hadoop.hdfs.server.namenode.ImageSet
  • org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.