Package org.apache.hadoop.metrics2

Examples of org.apache.hadoop.metrics2.MetricsRecordBuilder

322
323
324
325
326
327
328
329
330
331
332
 
  public static void verifyLoginMetrics(int success, int failure)
      throws IOException {
    // Ensure metrics related to kerberos login is updated.
    UgiInstrumentation metrics = UserGroupInformation.metrics;
    MetricsRecordBuilder rb = getMetrics(metrics);

    if (success > 0) {
      assertCounter("loginSuccess_num_ops", success, rb);
      assertGaugeGt("loginSuccess_avg_time", 0, rb);
    }
View Full Code Here
948
949
950
951
952
953
954
955
956
957
        --threadsBusy;
      }

      @Override
      public void getMetrics(MetricsBuilder builder, boolean all) {
        MetricsRecordBuilder rb = builder.addRecord(registry.name());
        rb.addGauge("shuffle_fetchers_busy_percent", "", numCopiers == 0 ? 0
            : 100. * threadsBusy / numCopiers);
        registry.snapshot(rb, all);
      }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
  /**
   * Test that capacity metrics are exported and pass
   * basic sanity tests.
   */
  public void testCapacityMetrics() throws Exception {
    MetricsRecordBuilder rb = getMetrics(fsnMetrics);
    long capacityTotal = getLongGauge("CapacityTotal", rb);
    assert(capacityTotal != 0);
    long capacityUsed = getLongGauge("CapacityUsed", rb);
    long capacityRemaining =
        getLongGauge("CapacityRemaining", rb);
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
    updateMetrics();
    assertGauge("BlockCapacity", blockCapacity, fsnMetrics);
   
    // File create operations is 1
    // Number of files created is depth of <code>file</code> path
    MetricsRecordBuilder rb = getMetrics(nnMetrics);
    assertCounter("CreateFileOps", 1, rb);
    assertCounter("FilesCreated", file.depth(), rb);

    // Blocks are stored in a hashmap. Compute its capacity, which
    // doubles every time the number of entries reach the threshold.
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
   
    // Corrupt first replica of the block
    LocatedBlock block = namesystem.getBlockLocations(file.toString(), 0, 1).get(0);
    namesystem.markBlockAsCorrupt(block.getBlock(), block.getLocations()[0]);
    updateMetrics();
    MetricsRecordBuilder rb = getMetrics(fsnMetrics);
    assertGauge("CorruptBlocks", 1L, rb);
    assertGauge("PendingReplicationBlocks", 1L, rb);
    assertGauge("ScheduledReplicationBlocks", 1L, rb);
    fs.delete(file, true);
    updateMetrics();
View Full Code Here
207
208
209
210
211
212
213
214
215
216
217
   
    // Corrupt the only replica of the block to result in a missing block
    LocatedBlock block = namesystem.getBlockLocations(file.toString(), 0, 1).get(0);
    namesystem.markBlockAsCorrupt(block.getBlock(), block.getLocations()[0]);
    updateMetrics();
    MetricsRecordBuilder rb = getMetrics(fsnMetrics);
    assertGauge("UnderReplicatedBlocks", 1L, rb);
    assertGauge("MissingBlocks", 1L, rb);
    fs.delete(file, true);
    updateMetrics();
    assertGauge("UnderReplicatedBlocks", 0L, fsnMetrics);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
    jn.stop(0);
  }
 
  @Test(timeout=100000)
  public void testJournal() throws Exception {
    MetricsRecordBuilder metrics = MetricsAsserts.getMetrics(
        journal.getMetricsForTests().getName());
    MetricsAsserts.assertCounter("BatchesWritten", 0L, metrics);
    MetricsAsserts.assertCounter("BatchesWrittenWhileLagging", 0L, metrics);
    MetricsAsserts.assertGauge("CurrentLagTxns", 0L, metrics);
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
    long cacheUsed = fsd.getCacheUsed();
    long current = 0;
    assertEquals("Unexpected cache capacity", CACHE_CAPACITY, cacheCapacity);
    assertEquals("Unexpected amount of cache used", current, cacheUsed);

    MetricsRecordBuilder dnMetrics;
    long numCacheCommands = 0;
    long numUncacheCommands = 0;

    // Cache each block in succession, checking each time
    for (int i=0; i<NUM_BLOCKS; i++) {
View Full Code Here
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
    dfs.addCacheDirective(new CacheDirectiveInfo.Builder()
        .setPool("pool").setPath(fileName).setReplication((short)3).build());
    GenericTestUtils.waitFor(new Supplier<Boolean>() {
      @Override
      public Boolean get() {
        MetricsRecordBuilder dnMetrics = getMetrics(dn.getMetrics().name());
        long blocksCached =
            MetricsAsserts.getLongCounter("BlocksCached", dnMetrics);
        return blocksCached > 0;
      }
    }, 1000, 30000);
    // Uncache it
    dfs.removeCacheDirective(1);
    GenericTestUtils.waitFor(new Supplier<Boolean>() {
      @Override
      public Boolean get() {
        MetricsRecordBuilder dnMetrics = getMetrics(dn.getMetrics().name());
        long blocksUncached =
            MetricsAsserts.getLongCounter("BlocksUncached", dnMetrics);
        return blocksUncached > 0;
      }
    }, 1000, 30000);
    // Make sure that no additional messages were sent
    Thread.sleep(10000);
    MetricsRecordBuilder dnMetrics = getMetrics(dn.getMetrics().name());
    MetricsAsserts.assertCounter("BlocksCached", 1l, dnMetrics);
    MetricsAsserts.assertCounter("BlocksUncached", 1l, dnMetrics);
  }
View Full Code Here
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
      // Take a checkpoint
      //
      secondary = startSecondaryNameNode(conf);
      secondary.doCheckpoint();

      MetricsRecordBuilder rb = getMetrics(NN_METRICS);
      assertCounterGt("GetImageNumOps", 0, rb);
      assertCounterGt("GetEditNumOps", 0, rb);
      assertCounterGt("PutImageNumOps", 0, rb);
      assertGaugeGt("GetImageAvgTime", 0.0, rb);
      assertGaugeGt("GetEditAvgTime", 0.0, rb);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.metrics2.MetricsRecordBuilder

  • com.alibaba.wasp.metrics.BaseSourceImpl
  • com.alibaba.wasp.metrics.DynamicMetricsRegistry
  • com.alibaba.wasp.metrics.TestBaseSourceImpl
  • com.yammer.metrics.stats.ExponentiallyDecayingSample
  • com.yammer.metrics.stats.Snapshot
  • org.apache.commons.configuration.Configuration
  • org.apache.commons.configuration.PropertiesConfiguration
  • org.apache.commons.configuration.SubsetConfiguration
  • org.apache.hadoop.hbase.ipc.MetricsHBaseServerSourceImpl
  • org.apache.hadoop.hbase.master.MetricsMasterSourceImpl
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.