Package org.apache.hadoop.metrics.util

Examples of org.apache.hadoop.metrics.util.MetricsTimeVaryingLong

329
330
331
332
333
334
335
336
337
338
      Collection<ResourceType> resourceTypes, String actionType) {
    Map<ResourceType, MetricsTimeVaryingLong> m =
        new HashMap<ResourceType, MetricsTimeVaryingLong>();
    for (ResourceType t : resourceTypes) {
      String name = (actionType + "_" + t).toLowerCase();
      MetricsTimeVaryingLong value = new MetricsTimeVaryingLong(name, registry);
      m.put(t, value);
    }
    return m;
  }
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
  }

  private void createMetrics() {
    for (TaskError error : knownErrors.values()) {
      System.out.println("metricsKey:" + error.metricsKey);
      errorCountsMetrics.put(error, new MetricsTimeVaryingLong(
          error.metricsKey, registry, error.description));
    }
    errorCountsMetrics.put(UNKNOWN_ERROR, new MetricsTimeVaryingLong(
          UNKNOWN_ERROR.metricsKey, registry, UNKNOWN_ERROR.description));
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    MiniDFSCluster cluster = new MiniDFSCluster(conf, DATANODE_NUM, true, null);
    DistributedFileSystem fs = (DistributedFileSystem)cluster.getFileSystem();

  DataNodeMetrics metrics = cluster.getDataNodes().get(0).myMetrics;
  MetricsTimeVaryingLong spyBytesWritten = spy(metrics.bytesWritten);
  DelayAnswer delayAnswer = new DelayAnswer();
  doAnswer(delayAnswer).when(spyBytesWritten).inc(anyInt());
  metrics.bytesWritten = spyBytesWritten;

  try {
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
    Map<String, MetricsTimeVaryingLong> logMetrics = RaidNodeMetrics.getInstance(
        RaidNodeMetrics.DEFAULT_NAMESPACE_ID).logMetrics;
    synchronized(logMetrics) {
      for (String key : incrMetrics.keySet()) {
        if (!logMetrics.containsKey(key)) {
          logMetrics.put(key, new MetricsTimeVaryingLong(key, registry));
        }
        ((MetricsTimeVaryingLong)logMetrics.get(key)).inc(incrMetrics.get(key));
      }
    }
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
  public AvatarNodeMetrics(NameNodeMetrics metrics) {
    this.metrics = metrics;

    ignoreDataNodes = new MetricsIntValue(namePref + "IgnoreDatanodes",
        metrics.registry, "Ignoring datanodes");
    numIgnoredDatanodes = new MetricsTimeVaryingLong(namePref
        + "NumIgnoredDatanodes", metrics.registry,
        "Number of ignored datanodes");

    numReportedBlocks = new MetricsTimeVaryingLong(namePref
        + "NumReportedBlocks", metrics.registry,
        "Blocks reported through incremental block reports");
    numRetryBlocks = new MetricsTimeVaryingLong(namePref + "NumRetryBlocks",
        metrics.registry, "Blocks retried for incremental block reports");

    numCleanerThreadExceptions = new MetricsTimeVaryingLong(namePref
        + "NumCleanerThreadExceptions", metrics.registry,
        "Exceptions when clearing deletion queues");

    numIngestFailures = new MetricsIntValue(namePref + "NumIngestFailures",
        metrics.registry, "Number of ingest failures");
View Full Code Here
271
272
273
274
275
276
277
278
279
280
281
        RaidNodeMetrics.DEFAULT_NAMESPACE_ID).logMetrics;
    synchronized(logMetrics) {
      for (Counters.Counter ctr: counterGroup) {
        if (!logMetrics.containsKey(ctr.getName())) {
          logMetrics.put(ctr.getName(),
              new MetricsTimeVaryingLong(ctr.getName(), registry));
        }
        ((MetricsTimeVaryingLong)logMetrics.get(ctr.getName())).inc(ctr.getValue());
      }
    }
   
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
    metricsRecord = MetricsUtil.createRecord(metricsContext, "journalnode");
    String journalId = journal.getJournalId();
    metricsRecord.setTag("journalid", journalId);
    metricsContext.registerUpdater(this);

    batchesWrittenWhileLagging = new MetricsTimeVaryingLong(
        "batchesWrittenWhileLagging_" + journalId, registry,
        "batchesWrittenWhileLagging");
    batchesWritten = new MetricsTimeVaryingLong("batchesWritten_" + journalId,
        registry, "batchesWritten");
    bytesWritten = new MetricsTimeVaryingLong("bytesWritten_" + journalId,
        registry, "bytesWritten");
    txnsWritten = new MetricsTimeVaryingLong("txnsWritten_" + journalId,
        registry, "txnsWritten");
    syncTime = new MetricsTimeVaryingRate("syncTimes_" + journalId, registry);

    lastWriterEpoch = new MetricsLongValue("lastWriterEpoch_" + journalId,
        registry);
    lastPromisedEpoch = new MetricsLongValue("lastPromisedEpoch_" + journalId,
        registry);
    lastWrittenTxId = new MetricsLongValue("lastWrittenTxId_" + journalId,
        registry);
    currentTxnsLag = new MetricsLongValue("currentTxnsLag_" + journalId,
        registry);
   
    // http related metrics
    numGetJournalDoGet = new MetricsTimeVaryingLong("numGetEditsServletDoGet_"
        + journalId, registry);
    numGetImageDoGet = new MetricsTimeVaryingLong("numGetImageServletDoGet_"
        + journalId, registry);
    sizeGetJournalDoGet = new MetricsTimeVaryingLong(
        "numListPathsServletDoGet_" + journalId, registry);

    LOG.info("Initializing JournalNodeMeterics using context object:"
        + metricsContext.getClass().getName());
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    MiniDFSCluster cluster = new MiniDFSCluster(conf, DATANODE_NUM, true, null);
    DistributedFileSystem fs = (DistributedFileSystem)cluster.getFileSystem();

  DataNodeMetrics metrics = cluster.getDataNodes().get(0).myMetrics;
  MetricsTimeVaryingLong spyBytesWritten = spy(metrics.bytesWritten);
  DelayAnswer delayAnswer = new DelayAnswer();
  doAnswer(delayAnswer).when(spyBytesWritten).inc(anyInt());
  metrics.bytesWritten = spyBytesWritten;

  try {
View Full Code Here
365
366
367
368
369
370
371
372
373
374
      Collection<ResourceType> resourceTypes, String actionType) {
    Map<ResourceType, MetricsTimeVaryingLong> m =
        new HashMap<ResourceType, MetricsTimeVaryingLong>();
    for (ResourceType t : resourceTypes) {
      String name = (actionType + "_" + t).toLowerCase();
      MetricsTimeVaryingLong value = new MetricsTimeVaryingLong(name, registry);
      m.put(t, value);
    }
    return m;
  }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
  }

  private void createMetrics() {
    for (TaskError error : knownErrors.values()) {
      LOG.info("metricsKey:" + error.metricsKey);
      errorCountsMetrics.put(error, new MetricsTimeVaryingLong(
          error.metricsKey, registry, error.description));
    }
    errorCountsMetrics.put(UNKNOWN_ERROR, new MetricsTimeVaryingLong(
          UNKNOWN_ERROR.metricsKey, registry, UNKNOWN_ERROR.description));
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.metrics.util.MetricsTimeVaryingLong

  • org.apache.hadoop.corona.ClusterManagerMetrics
  • org.apache.hadoop.hdfs.qjournal.server.JournalMetrics
  • org.apache.hadoop.hdfs.server.datanode.TestStuckDataNode
  • org.apache.hadoop.hdfs.server.namenode.metrics.AvatarNodeMetrics
  • org.apache.hadoop.mapred.TaskErrorCollector
  • org.apache.hadoop.raid.JobMonitor
  • org.apache.hadoop.raid.LogUtils
  • java.util.concurrent.locks.ReentrantLock
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.