Examples of org.apache.hadoop.hdfs.server.datanode.metrics.DataNodeMetrics

Package org.apache.hadoop.hdfs.server.datanode.metrics

Examples of org.apache.hadoop.hdfs.server.datanode.metrics.DataNodeMetrics

org.apache.hadoop.hdfs.server.datanode.metrics.DataNodeMetrics
This class is for maintaining the various DataNode statistics and publishing them through the metrics interfaces. This also registers the JMX MBean for RPC.
This class has a number of metrics variables that are publicly accessible; these variables (objects) have methods to update their values; for example:
{@link #blocksRead}.inc()

    this.infoServer.addServlet(null, "/blockScannerReport", 
                               DataBlockScanner.Servlet.class);
    this.infoServer.start();
    // adjust info port
    this.dnRegistration.setInfoPort(this.infoServer.getPort());
    myMetrics = new DataNodeMetrics(conf, dnRegistration.getName());


    // BlockTokenSecretManager is created here, but it shouldn't be
    // used until it is initialized in register().
    this.blockTokenSecretManager = new BlockTokenSecretManager(false,
        0, 0);

View Full Code Here

    registerMXBean();
    initDataXceiver(conf);
    startInfoServer(conf);
    initIpcServer(conf);


    myMetrics = new DataNodeMetrics(conf, storage.getStorageID());
  }

View Full Code Here

    this.infoServer.addServlet(null, "/blockScannerReport", 
                               DataBlockScanner.Servlet.class);
    this.infoServer.start();
    // adjust info port
    this.dnRegistration.setInfoPort(this.infoServer.getPort());
    myMetrics = new DataNodeMetrics(conf, dnRegistration.getStorageID());
    
    //init ipc server
    InetSocketAddress ipcAddr = NetUtils.createSocketAddr(
        conf.get("dfs.datanode.ipc.address"));
    ipcServer = RPC.getServer(this, ipcAddr.getHostName(), ipcAddr.getPort(),

View Full Code Here

    this.infoServer.addServlet(null, "/blockScannerReport", 
                               DataBlockScanner.Servlet.class);
    this.infoServer.start();
    // adjust info port
    this.dnRegistration.setInfoPort(this.infoServer.getPort());
    myMetrics = new DataNodeMetrics(conf, dnRegistration.getStorageID());
    
    //init ipc server
    InetSocketAddress ipcAddr = NetUtils.createSocketAddr(
        conf.get("dfs.datanode.ipc.address"));
    ipcServer = RPC.getServer(this, ipcAddr.getHostName(), ipcAddr.getPort(),

View Full Code Here

    this.infoServer.addServlet(null, "/blockScannerReport", 
                               DataBlockScanner.Servlet.class);
    this.infoServer.start();
    // adjust info port
    this.dnRegistration.setInfoPort(this.infoServer.getPort());
    myMetrics = new DataNodeMetrics(conf, dnRegistration.getStorageID());
    
    // set service-level authorization security policy
    if (conf.getBoolean(
          ServiceAuthorizationManager.SERVICE_AUTHORIZATION_CONFIG, false)) {
      PolicyProvider policyProvider =

View Full Code Here

      DFSTestUtil.createFile(fs, new Path("/tmp.txt"),
          LONG_FILE_LEN, (short)1, 1L);
      List<DataNode> datanodes = cluster.getDataNodes();
      assertEquals(datanodes.size(), 1);
      DataNode datanode = datanodes.get(0);
      DataNodeMetrics metrics = datanode.getMetrics();
      assertEquals(LONG_FILE_LEN, metrics.bytesWritten.getCurrentIntervalValue());
    } finally {
      if (cluster != null) {cluster.shutdown();}
    }
  }

View Full Code Here

    this.infoServer.addServlet(null, "/blockScannerReport", 
                               DataBlockScanner.Servlet.class);
    this.infoServer.start();
    // adjust info port
    this.dnRegistration.setInfoPort(this.infoServer.getPort());
    myMetrics = new DataNodeMetrics(conf, dnRegistration.getStorageID());
    
    //init ipc server
    InetSocketAddress ipcAddr = NetUtils.createSocketAddr(
        conf.get("dfs.datanode.ipc.address"));
    ipcServer = RPC.getServer(this, ipcAddr.getHostName(), ipcAddr.getPort(),

View Full Code Here

      DFSTestUtil.createFile(fs, new Path("/tmp.txt"),
          LONG_FILE_LEN, (short)1, 1L);
      List<DataNode> datanodes = cluster.getDataNodes();
      assertEquals(datanodes.size(), 1);
      DataNode datanode = datanodes.get(0);
      DataNodeMetrics metrics = datanode.getMetrics();
      DataNodeStatistics statistics = new DataNodeStatistics(
          metrics, datanode.dnRegistration.storageID);
      assertEquals(LONG_FILE_LEN, statistics.getBytesWritten());
    } finally {
      if (cluster != null) {cluster.shutdown();}

View Full Code Here

    this.infoServer.addServlet(null, "/blockScannerReport", 
                               DataBlockScanner.Servlet.class);
    this.infoServer.start();
    // adjust info port
    this.dnRegistration.setInfoPort(this.infoServer.getPort());
    myMetrics = new DataNodeMetrics(conf, dnRegistration.getName());
    
    // set service-level authorization security policy
    if (conf.getBoolean(
          ServiceAuthorizationManager.SERVICE_AUTHORIZATION_CONFIG, false)) {
      ServiceAuthorizationManager.refresh(conf, new HDFSPolicyProvider());

View Full Code Here

      DFSTestUtil.createFile(fs, new Path("/tmp.txt"),
          LONG_FILE_LEN, (short)1, 1L);
      List<DataNode> datanodes = cluster.getDataNodes();
      assertEquals(datanodes.size(), 1);
      DataNode datanode = datanodes.get(0);
      DataNodeMetrics metrics = datanode.getMetrics();
      assertEquals(LONG_FILE_LEN, metrics.bytesWritten.getCurrentIntervalValue());
    } finally {
      if (cluster != null) {cluster.shutdown();}
    }
  }

View Full Code Here

0 1

TOP

Related Classes of org.apache.hadoop.hdfs.server.datanode.metrics.DataNodeMetrics

org.apache.hadoop.hdfs.server.datanode.DataNode

org.apache.hadoop.hdfs.server.datanode.TestDataNodeMetrics

org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting

org.apache.hadoop.hdfs.server.datanode.TestStuckDataNode

org.apache.hadoop.metrics.MetricsContext

org.apache.hadoop.metrics2.MetricsSystem

org.apache.hadoop.metrics2.source.JvmMetrics

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.