Examples of org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics

Package org.apache.hadoop.hdfs.server.namenode.metrics

Examples of org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics

org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics
This class is for maintaining the various NameNode activity statistics and publishing them through the metrics interfaces. This also registers the JMX MBean for RPC.
This class has a number of metrics variables that are publicly accessible; these variables (objects) have methods to update their values; for example:
{@link #syncs}.inc()

      endTime = Time.monotonicNow();
      namesystem.writeUnlock();
    }


    // Log the block report processing stats from Namenode perspective
    final NameNodeMetrics metrics = NameNode.getNameNodeMetrics();
    if (metrics != null) {
      metrics.addCacheBlockReport((int) (endTime - startTime));
    }
    if (LOG.isDebugEnabled()) {
      LOG.debug("Processed cache report from "
          + datanodeID + ", blocks: " + blockIds.size()
          + ", processing time: " + (endTime - startTime) + " msecs");

View Full Code Here

    String oneKB = StringUtils.byteToHexString(
        new byte[500]);
    
    try {
      log.openForWrite();
      NameNodeMetrics mockMetrics = Mockito.mock(NameNodeMetrics.class);
      log.setMetricsForTests(mockMetrics);


      for (int i = 0; i < 400; i++) {
        log.logDelete(oneKB, 1L);
      }

View Full Code Here

      fsImage.close();
      throw ioe;
    }
    long timeTakenToLoadFSImage = now() - loadStart;
    LOG.info("Finished loading FSImage in " + timeTakenToLoadFSImage + " msecs");
    NameNodeMetrics nnMetrics = NameNode.getNameNodeMetrics();
    if (nnMetrics != null) {
      nnMetrics.setFsImageLoadTime((int) timeTakenToLoadFSImage);
    }
    return namesystem;
  }

View Full Code Here

      endTime = Time.now();
      namesystem.writeUnlock();
    }


    // Log the block report processing stats from Namenode perspective
    final NameNodeMetrics metrics = NameNode.getNameNodeMetrics();
    if (metrics != null) {
      metrics.addBlockReport((int) (endTime - startTime));
    }
    blockLog.info("BLOCK* processReport: from storage " + storage.getStorageID()
        + " node " + nodeID + ", blocks: " + newReport.getNumberOfBlocks()
        + ", processing time: " + (endTime - startTime) + " msecs");
    return !node.hasStaleStorages();

View Full Code Here

      endTime = Util.now();
      namesystem.writeUnlock();
    }


    // Log the block report processing stats from Namenode perspective
    final NameNodeMetrics metrics = NameNode.getNameNodeMetrics();
    if (metrics != null) {
      metrics.addBlockReport((int) (endTime - startTime));
    }
    blockLog.info("BLOCK* processReport: from "
        + nodeID.getName() + ", blocks: " + newReport.getNumberOfBlocks()
        + ", processing time: " + (endTime - startTime) + " msecs");
  }

View Full Code Here

    String oneKB = StringUtils.byteToHexString(
        new byte[500]);
    
    try {
      log.open();
      NameNodeMetrics mockMetrics = Mockito.mock(NameNodeMetrics.class);
      log.setMetricsForTests(mockMetrics);


      for (int i = 0; i < 400; i++) {
        log.logDelete(oneKB, 1L);
      }

View Full Code Here

    
    long serverVersion = ClientProtocol.versionID;
    this.clientProtocolMethodsFingerprint = ProtocolSignature
        .getMethodsSigFingerPrint(ClientProtocol.class, serverVersion);
    
    myMetrics = new NameNodeMetrics(getConf(), this);


    this.clusterName = getConf().get("dfs.cluster.name");
    this.namesystem = new FSNamesystem(this, getConf());
    // HACK: from removal of FSNamesystem.getFSNamesystem().
    JspHelper.fsn = this.namesystem;

View Full Code Here

      super(new Configuration());
    }


    @Override
    protected void initialize() {
      myMetrics = new NameNodeMetrics(new Configuration(), this);
    }

View Full Code Here

  }


  @Test
  public void testSaveWhileEditsRolled() throws Exception {
    Configuration conf = getConf();
    NameNode.myMetrics = new NameNodeMetrics(conf, null);
    NameNode.format(conf);
    NameNode nn = new NameNode(conf);
    FSNamesystem fsn = nn.getNamesystem();


    // Replace the FSImage with a spy

View Full Code Here

    WRITE_STORAGE_ONE
  };


  private void saveNamespaceWithInjectedFault(Fault fault) throws Exception {
    Configuration conf = getConf();
    NameNode.myMetrics = new NameNodeMetrics(conf, null);
    NameNode.format(conf);
    NameNode nn = new NameNode(conf);
    FSNamesystem fsn = nn.getNamesystem();


    // Replace the FSImage with a spy

View Full Code Here

0 1 2 3 4 5 6

TOP

Related Classes of org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics

org.apache.hadoop.hdfs.server.blockmanagement.BlockManager

org.apache.hadoop.hdfs.server.namenode.CacheManager

org.apache.hadoop.hdfs.server.namenode.FSNamesystem

org.apache.hadoop.hdfs.server.namenode.GetImageServlet

org.apache.hadoop.hdfs.server.namenode.ImageServlet

org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeStatistics

org.apache.hadoop.hdfs.server.namenode.NameNode

org.apache.hadoop.hdfs.server.namenode.TestEditLog

org.apache.hadoop.hdfs.server.namenode.TestEditLogRace

org.apache.hadoop.hdfs.server.namenode.TestNamenodeVerify$MyNs

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.