Examples of org.apache.hadoop.hdfs.server.namenode.CheckpointSignature

Package org.apache.hadoop.hdfs.server.namenode

Examples of org.apache.hadoop.hdfs.server.namenode.CheckpointSignature

org.apache.hadoop.hdfs.server.namenode.CheckpointSignature
A unique signature intended to identify checkpoint transactions.

        .setMostRecentCheckpointTxId(s.getMostRecentCheckpointTxId())
        .setStorageInfo(PBHelper.convert((StorageInfo) s)).build();
  }


  public static CheckpointSignature convert(CheckpointSignatureProto s) {
    return new CheckpointSignature(PBHelper.convert(s.getStorageInfo()),
        s.getBlockPoolId(), s.getMostRecentCheckpointTxId(),
        s.getCurSegmentTxId());
  }

View Full Code Here

        .setMostRecentCheckpointTxId(s.getMostRecentCheckpointTxId())
        .setStorageInfo(PBHelper.convert((StorageInfo) s)).build();
  }


  public static CheckpointSignature convert(CheckpointSignatureProto s) {
    return new CheckpointSignature(PBHelper.convert(s.getStorageInfo()),
        s.getBlockPoolId(), s.getMostRecentCheckpointTxId(),
        s.getCurSegmentTxId());
  }

View Full Code Here




  @Override
  public RollEditLogResponseProto rollEditLog(RpcController unused,
      RollEditLogRequestProto request) throws ServiceException {
    CheckpointSignature signature;
    try {
      signature = impl.rollEditLog();
    } catch (IOException e) {
      throw new ServiceException(e);
    }

View Full Code Here

      if (event == InjectionEvent.STANDBY_INTERRUPT) {
        quiesceStarted = true;
      } 
      if (event == InjectionEvent.STANDBY_ENTER_CHECKPOINT
          && alterSignature) {
        CheckpointSignature c = (CheckpointSignature)args[0];
        if (c!=null)
          c.cTime++;
      }
      if (event == InjectionEvent.STANDBY_EXIT_CHECKPOINT) {
        lastSignature = (CheckpointSignature)args[0];

View Full Code Here

        checkpointStatus("Disabled");
        // This means the Standby is not meant to checkpoint the primary
        LOG.info("Standby: Checkpointing is disabled - return");
        return;
      }
      CheckpointSignature sig = null;
      InjectionHandler.processEvent(InjectionEvent.STANDBY_BEFORE_ROLL_EDIT);
      try {
        LOG.info("Standby: Checkpointing - Roll edits logs of primary namenode "
            + nameNodeAddr);
        checkpointStatus("Edit log rolled on primary");

View Full Code Here

    // we might concurrently reopen ingested file because of 
    // checksum error
    synchronized (ingestStateLock) {
      boolean editsNewExisted = editsNewExists();
      try {
        primaryNamenode.rollFsImage(new CheckpointSignature(fsImage));
      } catch (IOException e) {
        if (editsNewExisted && !editsNewExists()
            && currentIngestState == StandbyIngestState.INGESTING_EDITS_NEW) {
          // we were ingesting edits.new
          // the roll did not succeed but edits.new does not exist anymore

View Full Code Here

        .setStorageInfo(PBHelper.convert((StorageInfo) s)).build();
  }


  public static CheckpointSignature convert(CheckpointSignatureProto s) {
    StorageInfo si = PBHelper.convert(s.getStorageInfo(), NodeType.NAME_NODE);
    return new CheckpointSignature(si, s.getBlockPoolId(),
        s.getMostRecentCheckpointTxId(), s.getCurSegmentTxId());
  }

View Full Code Here

    assertEquals(expKeys.getTokenLifetime(), expKeys1.getTokenLifetime());
  }


  @Test
  public void testConvertCheckpointSignature() {
    CheckpointSignature s = new CheckpointSignature(getStorageInfo(), "bpid",
        100, 1);
    CheckpointSignatureProto sProto = PBHelper.convert(s);
    CheckpointSignature s1 = PBHelper.convert(sProto);
    assertEquals(s.getBlockpoolID(), s1.getBlockpoolID());
    assertEquals(s.getClusterID(), s1.getClusterID());
    assertEquals(s.getCTime(), s1.getCTime());
    assertEquals(s.getCurSegmentTxId(), s1.getCurSegmentTxId());
    assertEquals(s.getLayoutVersion(), s1.getLayoutVersion());
    assertEquals(s.getMostRecentCheckpointTxId(),
        s1.getMostRecentCheckpointTxId());
    assertEquals(s.getNamespaceID(), s1.getNamespaceID());
  }

View Full Code Here

        .setMostRecentCheckpointTxId(s.getMostRecentCheckpointTxId())
        .setStorageInfo(PBHelper.convert((StorageInfo) s)).build();
  }


  public static CheckpointSignature convert(CheckpointSignatureProto s) {
    return new CheckpointSignature(PBHelper.convert(s.getStorageInfo()),
        s.getBlockPoolId(), s.getMostRecentCheckpointTxId(),
        s.getCurSegmentTxId());
  }

View Full Code Here

   */
  @Test
  public void testSharedEditsMissingLogs() throws Exception {
    removeStandbyNameDirs();
    
    CheckpointSignature sig = nn0.getRpcServer().rollEditLog();
    assertEquals(3, sig.getCurSegmentTxId());
    
    // Should have created edits_1-2 in shared edits dir
    URI editsUri = cluster.getSharedEditsDir(0, 1);
    File editsDir = new File(editsUri);
    File editsSegment = new File(new File(editsDir, "current"),

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.hadoop.hdfs.server.namenode.CheckpointSignature

org.apache.hadoop.hdfs.protocolPB.NamenodeProtocolServerSideTranslatorPB

org.apache.hadoop.hdfs.protocolPB.PBHelper

org.apache.hadoop.hdfs.protocolPB.TestPBHelper

org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby

org.apache.hadoop.hdfs.server.namenode.ha.TestBootstrapStandby

org.apache.hadoop.hdfs.server.namenode.Standby

org.apache.hadoop.hdfs.server.protocol.CheckpointCommand

org.apache.hadoop.hdfs.TestAvatarCheckpointing$TestAvatarCheckpointingHandler

org.apache.hadoop.io.MD5Hash

java.io.IOException

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.