Package org.apache.hadoop.metrics.util

Examples of org.apache.hadoop.metrics.util.MetricsTimeVaryingRate

153
154
155
156
157
158
159
160
161
162
163
164
    synchronized (registry) {
      // Iterate through the registry to propagate the different rpc metrics.

      for (String metricName : registry.getKeyList() ) {
        MetricsTimeVaryingRate value = (MetricsTimeVaryingRate) registry.get(metricName);

        value.pushMetric(metricsRecord);
      }
    }
    metricsRecord.update();
  }
View Full Code Here
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
            " queueTime= " + qTime +
            " procesingTime= " + processingTime);
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);

  MetricsTimeVaryingRate m = rpcMetrics.metricsList.get(call.getMethodName());

  if (m != null) {
    m.inc(processingTime);
  }
  else {
    rpcMetrics.metricsList.put(call.getMethodName(), new MetricsTimeVaryingRate(call.getMethodName()));
    m = rpcMetrics.metricsList.get(call.getMethodName());
    m.inc(processingTime);
  }

        if (verbose) log("Return: "+value);

        return new ObjectWritable(method.getReturnType(), value);
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
  Iterator keyIter = keys.iterator();

  while (keyIter.hasNext()) {
    Object key = keyIter.next();
    MetricsTimeVaryingRate value = metricsList.get(key);

    value.pushMetric(metricsRecord);
  }
    }
    metricsRecord.update();
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
  public void setUp() {
    this.registry = new MetricsRegistry();
    this.metricsRate = new MetricsRate("metricsRate", registry, "test");
    this.intValue = new MetricsIntValue("intValue", registry, "test");
    this.varyRate = new MetricsTimeVaryingRate("varyRate", registry, "test");
    this.stats = new TestStatistics(registry);
    MetricsContext context = MetricsUtil.getContext("hbase");
    this.metricsRecord = MetricsUtil.createRecord(context, "test");
    this.metricsRecord.setTag("TestStatistics", "test");
    //context.registerUpdater(this);
View Full Code Here
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
    assertTrue(server.rpcMetrics.sentBytes.getPreviousIntervalValue() > 0);
    assertTrue(server.rpcMetrics.receivedBytes.getPreviousIntervalValue() > 0);
   
    // Number of calls to echo method should be 2
    server.rpcDetailedMetrics.doUpdates(new NullContext());
    MetricsTimeVaryingRate metrics =
      (MetricsTimeVaryingRate)server.rpcDetailedMetrics.registry.get("echo");
    assertEquals(2, metrics.getPreviousIntervalNumOps());
   
    // Number of calls to ping method should be 1
    metrics =
      (MetricsTimeVaryingRate)server.rpcDetailedMetrics.registry.get("ping");
    assertEquals(1, metrics.getPreviousIntervalNumOps());
   
    String[] stringResults = proxy.echo(new String[]{"foo","bar"});
    assertTrue(Arrays.equals(stringResults, new String[]{"foo","bar"}));

    stringResults = proxy.echo((String[])null);
View Full Code Here
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
                    " procesingTime= " + processingTime);
        }
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);

        MetricsTimeVaryingRate m =
         (MetricsTimeVaryingRate) rpcDetailedMetrics.registry.get(call.getMethodName());
        if (m == null) {
          try {
            m = new MetricsTimeVaryingRate(call.getMethodName(),
                                                rpcDetailedMetrics.registry);
          } catch (IllegalArgumentException iae) {
            // the metrics has been registered; re-fetch the handle
            LOG.info("Error register " + call.getMethodName(), iae);
            m = (MetricsTimeVaryingRate) rpcDetailedMetrics.registry.get(
                call.getMethodName());
          }
        }
        m.inc(processingTime);

        if (verbose) log("Return: "+value);

        return new ObjectWritable(method.getReturnType(), value);
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
    private final MetricsRecord metricsRecord;
    private final MetricsRegistry registry;

    UgiMetrics() {
      registry = new MetricsRegistry();
      loginSuccess = new MetricsTimeVaryingRate("loginSuccess", registry,
          "Rate of successful kerberos logins and time taken in milliseconds");
      loginFailure = new MetricsTimeVaryingRate("loginFailure", registry,
          "Rate of failed kerberos logins and time taken in milliseconds");
      final MetricsContext metricsContext = MetricsUtil.getContext("ugi");
      metricsRecord = MetricsUtil.createRecord(metricsContext, "ugi");
      metricsContext.registerUpdater(this);
    }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
37
38
39
public class TestTimeVaryingMetricsMinMax {

  @Test
  public void testBasic() throws Exception {
    MetricsRegistry mr = new MetricsRegistry();
    MetricsTimeVaryingRate metric = new MetricsTimeVaryingRate("test", mr);
    metric.inc(1, 10);

    MetricsContext context = MetricsUtil.getContext("test");
    MetricsRecord metricsRecord = MetricsUtil.createRecord(context, "test");
    metric.pushMetric(metricsRecord);

    assertEquals(10, metric.getMaxTime());
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
        // If the metrics exists, aggregate the task launch msecs for all
        // trackers
        TaskTrackerInstrumentation instrumentation =
            tracker.getTaskTrackerInstrumentation();
        if (instrumentation != null) {
          MetricsTimeVaryingRate taskLaunchMsecs =
              instrumentation.getTaskLaunchMsecs();
          if (taskLaunchMsecs != null) {
            taskLaunchMsecs.pushMetric(null);
            aggTaskLaunchMsecs.inc(
                taskLaunchMsecs.getPreviousIntervalAverageTime());
          }
        }
      }
      long avgMapRefill = totalMapRefill / numTrackers;
      long avgReduceRefill = totalReduceRefill / numTrackers;
View Full Code Here
75
76
77
78
79
80
81
82
83
84
      String metricsName = "sync_bk_" + parentPath + "_edit";
      MetricsBase retrMetrics = metrics.registry.get(metricsName);
      if (retrMetrics != null) {
        sync = (MetricsTimeVaryingRate) retrMetrics;
      } else {
        sync = new MetricsTimeVaryingRate(metricsName, metrics.registry,
            "Journal Sync for BookKeeper" + ledger.getId());
      }
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.metrics.util.MetricsTimeVaryingRate

  • com.ngdata.sep.impl.SepMetrics
  • org.apache.hadoop.hbase.ipc.HbaseRPC$Server
  • org.apache.hadoop.hbase.ipc.HBaseRPC$Server
  • org.apache.hadoop.hbase.ipc.HBaseRpcMetrics
  • org.apache.hadoop.hbase.metrics.TestMetricsMBeanBase
  • org.apache.hadoop.hbase.regionserver.metrics.RegionServerDynamicMetrics
  • org.apache.hadoop.hbase.thrift.ThriftMetrics
  • org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannelMetrics
  • org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream
  • org.apache.hadoop.hdfs.qjournal.server.JournalMetrics
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.