Package org.apache.hadoop.metrics

Examples of org.apache.hadoop.metrics.MetricsContext

966
967
968
969
970
971
972
973
974
975
976
977
    }
  }

  private static void verifyMetrics(ThriftMetrics metrics, String name, int expectValue)
      throws Exception {
    MetricsContext context = MetricsUtil.getContext(
        ThriftMetrics.CONTEXT_NAME);
    metrics.doUpdates(context);
    OutputRecord record = context.getAllRecords().get(
        ThriftMetrics.CONTEXT_NAME).iterator().next();
    assertEquals(expectValue, record.getMetric(name).intValue());
  }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
  public static void setupBeforeClass() throws Exception {
    // set custom metrics context
    ContextFactory factory = ContextFactory.getFactory();
    factory.setAttribute("rpc.class", MockMetricsContext.class.getName());
    // make sure metrics context is setup, otherwise updating won't start
    MetricsContext ctx = MetricsUtil.getContext("rpc");
    assertTrue("Wrong MetricContext implementation class",
        (ctx instanceof MockMetricsContext));

    TEST_UTIL.startMiniZKCluster();
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
public class HBaseRpcMetrics implements Updater {
  private MetricsRecord metricsRecord;
  private static Log LOG = LogFactory.getLog(HBaseRpcMetrics.class);
 
  public HBaseRpcMetrics(String hostName, String port, HBaseServer server) {
    MetricsContext context = MetricsUtil.getContext("rpc");
    metricsRecord = MetricsUtil.createRecord(context, "metrics");

    metricsRecord.setTag("port", port);

    LOG.info("Initializing RPC Metrics with hostName="
        + hostName + ", port=" + port);

    context.registerUpdater(this);
  }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
   */
  public final MetricsIntValue memcacheSizeMB =
    new MetricsIntValue("hbase_memcacheSizeMB");

  public RegionServerMetrics() {
    MetricsContext context = MetricsUtil.getContext("hbase");
    metricsRecord = MetricsUtil.createRecord(context, "regionserver");
    String name = Thread.currentThread().getName();
    metricsRecord.setTag("RegionServer", name);
    context.registerUpdater(this);
    // Add jvmmetrics.
    JvmMetrics.init("RegionServer", name);
    LOG.info("Initialized");
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
  public MetricsTimeVaryingInt httpTimeOutException =
    new MetricsTimeVaryingInt("httpTimeOutException", registry,"number of HTTP TimeOutException");
 
  /** Creates a new instance of HttpSenderMetrics */
  public HttpSenderMetrics(String processName, String recordName) {
      MetricsContext context = MetricsUtil.getContext(processName);
      metricsRecord = MetricsUtil.createRecord(context, recordName);
      metricsRecord.setTag("process", processName);
      mbean = new HttpSenderActivityMBean(registry, recordName);
      context.registerUpdater(this);
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
  public MetricsTimeVaryingInt removedAdaptor =
    new MetricsTimeVaryingInt("removedAdaptor", registry,"number of removed adaptor");
 
  /** Creates a new instance of AgentMetrics */
  public AgentMetrics(String processName, String recordName) {
      MetricsContext context = MetricsUtil.getContext(processName);
      metricsRecord = MetricsUtil.createRecord(context, recordName);
      metricsRecord.setTag("process", processName);
      agentActivityMBean = new AgentActivityMBean(registry, recordName);
      context.registerUpdater(this);
     
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    new MetricsIntValue("fullQueue", registry,"Queue is full");
 
 
  /** Creates a new instance of QueueMetrics */
  public ChunkQueueMetrics(String processName, String recordName) {
      MetricsContext context = MetricsUtil.getContext(processName);
      metricsRecord = MetricsUtil.createRecord(context, recordName);
      mbean = new ChunkQueueActivityMBean(registry, recordName);
      context.registerUpdater(this);
     
  }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
   */
  private final MetricsIntValue cluster_requests =
    new MetricsIntValue("cluster_requests");

  public MasterMetrics() {
    MetricsContext context = MetricsUtil.getContext("hbase");
    metricsRecord = MetricsUtil.createRecord(context, "master");
    String name = Thread.currentThread().getName();
    metricsRecord.setTag("Master", name);
    context.registerUpdater(this);
    JvmMetrics.init("Master", name);
    LOG.info("Initialized");
  }
View Full Code Here
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        throwable.printStackTrace(new PrintStream(baos));
        umbilical.reportDiagnosticInfo(taskid, baos.toString());
      } finally {
        MetricsContext metricsContext = MetricsUtil.getContext("mapred");
        metricsContext.close();
        // Shutting down log4j of the child-vm...
        // This assumes that on return from Task.run()
        // there is no more logging done.
        LogManager.shutdown();
      }
View Full Code Here
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
      private int numFailedFetches = 0;
      private int numSuccessFetches = 0;
      private long numBytes = 0;
      private int numThreadsBusy = 0;
      ShuffleClientMetrics(JobConf conf) {
        MetricsContext metricsContext = MetricsUtil.getContext("mapred");
        this.shuffleMetrics =
          MetricsUtil.createRecord(metricsContext, "shuffleInput");
        this.shuffleMetrics.setTag("user", conf.getUser());
        this.shuffleMetrics.setTag("jobName", conf.getJobName());
        this.shuffleMetrics.setTag("jobId", ReduceTask.this.getJobId());
        this.shuffleMetrics.setTag("taskId", getTaskId());
        this.shuffleMetrics.setTag("sessionId", conf.getSessionId());
        metricsContext.registerUpdater(this);
      }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.metrics.MetricsContext

  • org.apache.hadoop.chukwa.datacollection.agent.metrics.AgentMetrics
  • org.apache.hadoop.chukwa.datacollection.agent.metrics.ChunkQueueMetrics
  • org.apache.hadoop.chukwa.datacollection.sender.metrics.HttpSenderMetrics
  • org.apache.hadoop.corona.ClusterManagerMetricsVerifier
  • org.apache.hadoop.dfs.DataNode$DataNodeMetrics
  • org.apache.hadoop.dfs.datanode.metrics.DataNodeMetrics
  • org.apache.hadoop.dfs.FSDirectory
  • org.apache.hadoop.dfs.NameNode$NameNodeMetrics
  • org.apache.hadoop.dfs.NameNodeMetrics
  • org.apache.hadoop.hbase.ipc.HBaseRpcMetrics
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.