Package org.apache.hadoop.metrics

Examples of org.apache.hadoop.metrics.MetricsContext

433
434
435
436
437
438
439
440
441
442
443
    JobTrackerMetrics(JobTracker tracker, JobConf conf) {
      String sessionId = conf.getSessionId();
      // Initiate JVM Metrics
      JvmMetrics.init("JobTracker", sessionId);
      // Create a record for map-reduce metrics
      MetricsContext context = MetricsUtil.getContext("mapred");
      metricsRecord = MetricsUtil.createRecord(context, "jobtracker");
      metricsRecord.setTag("sessionId", sessionId);
      this.tracker = tracker;
      context.registerUpdater(this);
    }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    this.reduceFailuresPercent = conf.getMaxReduceTaskFailuresPercent();
       
    JobHistory.JobInfo.logSubmitted(jobid, conf, jobFile.toString(),
                                    System.currentTimeMillis());
       
    MetricsContext metricsContext = MetricsUtil.getContext("mapred");
    this.jobMetrics = MetricsUtil.createRecord(metricsContext, "job");
    this.jobMetrics.setTag("user", conf.getUser());
    this.jobMetrics.setTag("sessionId", conf.getSessionId());
    this.jobMetrics.setTag("jobName", conf.getJobName());
    this.jobMetrics.setTag("jobId", jobid);
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
    private int serverHandlerBusy = 0;
    private long outputBytes = 0;
    private int failedOutputs = 0;
    private int successOutputs = 0;
    ShuffleServerMetrics(JobConf conf) {
      MetricsContext context = MetricsUtil.getContext("mapred");
      shuffleMetricsRecord =
                           MetricsUtil.createRecord(context, "shuffleOutput");
      this.shuffleMetricsRecord.setTag("sessionId", conf.getSessionId());
      context.registerUpdater(this);
    }
View Full Code Here
222
223
224
225
226
227
228
229
230
231
      JobConf conf = getJobConf();
      String sessionId = conf.getSessionId();
      // Initiate Java VM Metrics
      JvmMetrics.init("TaskTracker", sessionId);
      // Create a record for Task Tracker metrics
      MetricsContext context = MetricsUtil.getContext("mapred");
      metricsRecord = MetricsUtil.createRecord(context, "tasktracker");
      metricsRecord.setTag("sessionId", sessionId);
      context.registerUpdater(this);
    }
View Full Code Here
132
133
134
135
136
137
138
139
140
141
    // Now the MBean for the data node
    datanodeActivityMBean = new DataNodeActivityMBean(registry, storageId);
   
    // Create record for DataNode metrics
    MetricsContext context = MetricsUtil.getContext("dfs");
    metricsRecord = MetricsUtil.createRecord(context, "datanode");
    metricsRecord.setTag("sessionId", sessionId);
    context.registerUpdater(this);
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
  // create a singleton DFSClientMetrics
  private static DFSClientMetrics metrics;

  public DFSClientMetrics() {
    // Create a record for FSNamesystem metrics
    MetricsContext metricsContext = MetricsUtil.getContext("hdfsclient");
    metricsRecord = MetricsUtil.createRecord(metricsContext, "DFSClient");
    metricsContext.registerUpdater(this);
 
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
  private static Log log = LogFactory.getLog(LookasideMetrics.class);
  final MetricsRecord metricsRecord;

  public LookasideMetrics() {
    // Create a record for LookasideCache metrics
    MetricsContext metricsContext = MetricsUtil.getContext("lookasideCache");
    metricsRecord = MetricsUtil.createRecord(metricsContext,
                                             "LookasideFileSystem");
    metricsContext.registerUpdater(this);

  }
View Full Code Here
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
      private int numFailedFetches = 0;
      private int numSuccessFetches = 0;
      private long numBytes = 0;
      private int numThreadsBusy = 0;
      ShuffleClientMetrics(JobConf conf) {
        MetricsContext metricsContext = MetricsUtil.getContext("mapred");
        this.shuffleMetrics =
          MetricsUtil.createRecord(metricsContext, "shuffleInput");
        this.shuffleMetrics.setTag("user", conf.getUser());
        this.shuffleMetrics.setTag("jobName", conf.getJobName());
        this.shuffleMetrics.setTag("jobId", ReduceTask.this.getJobId());
        this.shuffleMetrics.setTag("taskId", getTaskId());
        this.shuffleMetrics.setTag("sessionId", conf.getSessionId());
        metricsContext.registerUpdater(this);
      }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    this.reduceFailuresPercent = conf.getMaxReduceTaskFailuresPercent();
       
    JobHistory.JobInfo.logSubmitted(jobid, conf, jobFile.toString(),
                                    System.currentTimeMillis());
       
    MetricsContext metricsContext = MetricsUtil.getContext("mapred");
    this.jobMetrics = MetricsUtil.createRecord(metricsContext, "job");
    this.jobMetrics.setTag("user", conf.getUser());
    this.jobMetrics.setTag("sessionId", conf.getSessionId());
    this.jobMetrics.setTag("jobName", conf.getJobName());
    this.jobMetrics.setTag("jobId", jobid);
View Full Code Here
57
58
59
60
61
62
63
64
65
    namesystem = ns;
    initialize(conf);
  }
   
  private void initialize(Configuration conf) {
    MetricsContext metricsContext = MetricsUtil.getContext("dfs");
    directoryMetrics = MetricsUtil.createRecord(metricsContext, "FSDirectory");
    directoryMetrics.setTag("sessionId", conf.get("session.id"));
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.metrics.MetricsContext

  • org.apache.hadoop.chukwa.datacollection.agent.metrics.AgentMetrics
  • org.apache.hadoop.chukwa.datacollection.agent.metrics.ChunkQueueMetrics
  • org.apache.hadoop.chukwa.datacollection.sender.metrics.HttpSenderMetrics
  • org.apache.hadoop.corona.ClusterManagerMetricsVerifier
  • org.apache.hadoop.dfs.DataNode$DataNodeMetrics
  • org.apache.hadoop.dfs.datanode.metrics.DataNodeMetrics
  • org.apache.hadoop.dfs.FSDirectory
  • org.apache.hadoop.dfs.NameNode$NameNodeMetrics
  • org.apache.hadoop.dfs.NameNodeMetrics
  • org.apache.hadoop.hbase.ipc.HBaseRpcMetrics
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.