Package org.apache.hadoop.hdfs.server.namenode.FileJournalManager

Examples of org.apache.hadoop.hdfs.server.namenode.FileJournalManager.EditLogFile

175
176
177
178
179
180
181
182
183
184
185
    this.journalId = journalId;
    this.metrics = JournalMetrics.create(this);

    refreshCachedData();
    
    EditLogFile latest = scanStorageForLatestEdits();
    if (latest != null) {
      highestWrittenTxId = latest.getLastTxId();
      metrics.setLastWrittenTxId(highestWrittenTxId);
    }
  }
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
   
    LOG.info("Scanning storage " + fjm);
    List<EditLogFile> files = fjm.getLogFiles(0);
   
    while (!files.isEmpty()) {
      EditLogFile latestLog = files.remove(files.size() - 1);
      latestLog.validateLog();
      LOG.info("Latest log is " + latestLog);
      if (latestLog.getLastTxId() == HdfsConstants.INVALID_TXID) {
        // the log contains no transactions
        LOG.warn("Latest log " + latestLog + " has no transactions. " +
            "moving it aside and looking for previous log");
        latestLog.moveAsideEmptyFile();
      } else {
        return latestLog;
      }
    }
   
View Full Code Here
546
547
548
549
550
551
552
553
554
555
556
557
    updateLastPromisedEpoch(epoch);
    abortCurSegment();
   
    NewEpochResponseProto ret = new NewEpochResponseProto();

    EditLogFile latestFile = scanStorageForLatestEdits();

    if (latestFile != null) {
      ret.setLastSegmentTxId(latestFile.getFirstTxId());
    }
    return ret;
  }
View Full Code Here
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
    }

    // Paranoid sanity check: we should never overwrite a finalized log file.
    // Additionally, if it's in-progress, it should have at most 1 transaction.
    // This can happen if the writer crashes exactly at the start of a segment.
    EditLogFile existing = fjm.getLogFile(txid);
    if (existing != null) {
      if (!existing.isInProgress()) {
        throw new IllegalStateException("Already have a finalized segment " +
            existing + " beginning at " + txid);
      }
     
      // If it's in-progress, it should only contain one transaction,
      // because the "startLogSegment" transaction is written alone at the
      // start of each segment.
      existing.validateLog();
      if (existing.getLastTxId() != existing.getFirstTxId()) {
        throw new IllegalStateException("The log file " +
            existing + " seems to contain valid transactions");
      }
    }
   
View Full Code Here
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
   * @return the current state of the given segment, or null if the
   * segment does not exist.
   */
  private SegmentStateProto getSegmentInfo(long segmentTxId)
      throws IOException {
    EditLogFile elf = fjm.getLogFile(segmentTxId);
    if (elf == null) {
      return null;
    }
    if (elf.isInProgress()) {
      elf.validateLog();
    }
    if (elf.getLastTxId() == HdfsConstants.INVALID_TXID) {
      LOG.info("Edit log file " + elf + " appears to be empty. " +
          "Moving it aside...");
      elf.moveAsideEmptyFile();
      return null;
    }
    SegmentStateProto ret = new SegmentStateProto(segmentTxId, elf.getLastTxId(), elf.isInProgress());
    LOG.info("getSegmentInfo(" + segmentTxId + "): " + elf + " -> " + ret);
    return ret;
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.namenode.FileJournalManager.EditLogFile

  • org.apache.hadoop.hdfs.qjournal.client.TestQJMRecovery
  • org.apache.hadoop.hdfs.qjournal.client.TestQuorumJournalManager
  • org.apache.hadoop.hdfs.qjournal.server.GetJournalEditServlet
  • org.apache.hadoop.hdfs.qjournal.server.Journal
  • org.apache.hadoop.hdfs.qjournal.server.JournalNodeJournalSyncer
  • org.apache.hadoop.hdfs.server.namenode.FSImageTransactionalStorageInspector$LogGroup
  • org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper
  • org.apache.hadoop.hdfs.server.namenode.TestBackupNode
  • org.apache.hadoop.hdfs.server.namenode.TestCheckPointForSecurityTokens
  • org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.