Package com.cloudera.flume.reporter

Examples of com.cloudera.flume.reporter.ReportEvent

65
66
67
68
69
70
71
72
73
74
75
    EventSink msnk = mock(EventSink.class);
    doNothing().when(msnk).open();
    doNothing().when(msnk).close();
    doNothing().doThrow(new IOException("foo")).doNothing().when(msnk)
        .append(Mockito.<Event> anyObject());
    doReturn(new ReportEvent("blah")).when(msnk).getMetrics();

    // cannot write to the same instance.
    Event e1 = new EventImpl(new byte[0]);
    Event e2 = new EventImpl(new byte[0]);
    Event e3 = new EventImpl(new byte[0]);
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
  @Test
  public void testRollSinkCancel() throws IOException, InterruptedException {
    EventSink fail4eva = mock(EventSink.Base.class);
    final Event e = new EventImpl("foo".getBytes());
    doThrow(new IOException("mock exception")).when(fail4eva).append(e);
    doReturn(new ReportEvent("mock report")).when(fail4eva).getMetrics();
    doReturn("mock name").when(fail4eva).getName();

    // max 5s, backoff initially at 10ms
    BackoffPolicy bop = new CappedExponentialBackoff(10, 5000);
    final EventSink insistent = new InsistentAppendDecorator<EventSink>(
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
   */
  @Test
  public void testDFOSubsinkCancel() throws IOException, InterruptedException {
    EventSink fail4eva = mock(EventSink.Base.class);
    doThrow(new IOException("mock exception")).when(fail4eva).open();
    doReturn(new ReportEvent("stub")).when(fail4eva).getMetrics();

    // max 5s, backoff initially at 10ms
    BackoffPolicy bop = new CappedExponentialBackoff(10, 5000);

    final InsistentOpenDecorator<EventSink> insistent = new InsistentOpenDecorator<EventSink>(
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
    this.name = name + "system-info";
  }

  @Override
  public ReportEvent getMetrics() {
    ReportEvent rpt = new ReportEvent(getName());

    // os
    OperatingSystemMXBean os = ManagementFactory.getOperatingSystemMXBean();
    rpt.setStringMetric("os.arch", os.getArch());
    rpt.setStringMetric("os.name", os.getName());
    rpt.setStringMetric("os.version", os.getVersion());
    rpt.setLongMetric("os.cpus", os.getAvailableProcessors());
    // load in last minute
    rpt.setDoubleMetric("os.load", os.getSystemLoadAverage());
    rpt.setStringMetric("hostname", NetUtils.localhost());

    // os (not in java)
    // iotop
    // swap mem
    // du / df
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
    this.name = name + "jvm-Info";
  }

  @Override
  public ReportEvent getMetrics() {
    ReportEvent rpt = new ReportEvent(getName());

    // TODO (jon) class loader

    // TODO (jon) compilation

    // TODO (jon) gc

    // TODO (jon) mem man

    // mem
    MemoryMXBean mem = ManagementFactory.getMemoryMXBean();
    MemoryUsage heap = mem.getHeapMemoryUsage();
    rpt.setLongMetric("mem.heap.used", heap.getUsed());
    rpt.setLongMetric("mem.heap.init", heap.getInit());
    rpt.setLongMetric("mem.heap.max", heap.getMax());
    rpt.setLongMetric("mem.heap.committed", heap.getCommitted());

    MemoryUsage notheap = mem.getNonHeapMemoryUsage();
    rpt.setLongMetric("mem.other.used", notheap.getUsed());
    rpt.setLongMetric("mem.other.init", notheap.getInit());
    rpt.setLongMetric("mem.other.max", notheap.getMax());
    rpt.setLongMetric("mem.other.committed", notheap.getCommitted());

    // TODO (jon) process (not in java)
    // pid
    // user / group / effective group id.
    // ulimit / open handles (lsof)

    // runtime (subset)
    RuntimeMXBean rt = ManagementFactory.getRuntimeMXBean();
    rpt.setStringMetric("rt.vmname", rt.getVmName());
    rpt.setStringMetric("rt.vmvendor", rt.getVmVendor());
    rpt.setStringMetric("rt.vmversion", rt.getVmVersion());
    // TODO (jon) add date type
    rpt.setStringMetric("rt.starttime", new Date(rt.getStartTime()).toString());
    // current working dir.

    // TODO (jon) threads

    return rpt;
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
    LOG.info("waled failchain: " + spec);
    String node = NetUtils.localhost();
    EventSink snk = FlumeBuilder.buildSink(new LogicalNodeContext(node, node),
        spec);
    ReportEvent rpt = ReportUtil.getFlattenedReport(snk);
    LOG.info(ReportUtil.toJSONObject(rpt).toString());

    // just check a sample of the values:
    assertEquals(0, (long) rpt.getLongMetric("naiveWal.loggedQ"));
    assertEquals("foo1",
        rpt.getStringMetric("drainSink.StubbornAppend.InsistentOpen."
            + "FailoverChainSink.primary.foo1.name"));
    assertEquals("foo2",
        rpt.getStringMetric("drainSink.StubbornAppend.InsistentOpen."
            + "FailoverChainSink.backup.BackoffFailover.primary.foo2.name"));
    assertEquals("foo3",
        rpt.getStringMetric("drainSink.StubbornAppend.InsistentOpen."
            + "FailoverChainSink.backup.BackoffFailover.backup.foo3.name"));
  }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
    ReportManager.get().clear();
    String spec = AgentFailChainSink.genBestEffortChain("counter(\"foo1\")",
        "counter(\"foo2\")", "counter(\"foo3\")");
    LOG.info("best effort failchain: " + spec);
    EventSink snk = FlumeBuilder.buildSink(new Context(), spec);
    ReportEvent rpt = ReportUtil.getFlattenedReport(snk);
    LOG.info(ReportUtil.toJSONObject(rpt).toString());

    // just check a sample of the values:
    assertEquals(
        "foo1",
        rpt.getStringMetric("primary.LazyOpenDecorator.StubbornAppend.foo1.name"));
    assertEquals("foo2",
        rpt.getStringMetric("backup.BackoffFailover.primary.LazyOpenDecorator."
            + "StubbornAppend.foo2.name"));
    assertEquals("foo3",
        rpt.getStringMetric("backup.BackoffFailover.backup.LazyOpenDecorator."
            + "StubbornAppend.foo3.name"));
  }
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
        "counter(\"foo2\")", "counter(\"foo3\")");
    LOG.info("disk failover failchain: " + spec);
    String node = NetUtils.localhost();
    EventSink snk = FlumeBuilder.buildSink(new LogicalNodeContext(node, node),
        spec);
    ReportEvent rpt = ReportUtil.getFlattenedReport(snk);
    LOG.info(ReportUtil.toJSONObject(rpt).toString());

    // just check a sample of the values:
    assertEquals(
        "foo1",
        rpt.getStringMetric("backup.DiskFailover.LazyOpenDecorator."
            + "InsistentAppend.StubbornAppend.InsistentOpen."
            + "FailoverChainSink.primary.LazyOpenDecorator.StubbornAppend.foo1.name"));

    assertEquals(
        "foo2",
        rpt.getStringMetric("backup.DiskFailover.LazyOpenDecorator."
            + "InsistentAppend.StubbornAppend.InsistentOpen."
            + "FailoverChainSink.backup.BackoffFailover.primary.LazyOpenDecorator."
            + "StubbornAppend.foo2.name"));
    assertEquals(
        "foo3",
        rpt.getStringMetric("backup.DiskFailover.LazyOpenDecorator."
            + "InsistentAppend.StubbornAppend.InsistentOpen."
            + "FailoverChainSink.backup.BackoffFailover.backup.LazyOpenDecorator."
            + "StubbornAppend.foo3.name"));
  }
View Full Code Here
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
    c1Src.next();
    c1Src.next();
    c1Src.next();
    c1Src.next();
    c1Src.close();
    ReportEvent rpt = ReportUtil.getFlattenedReport(snk);
    LOG.info(rpt.toString());

    String written = "backup.DiskFailover.NaiveDiskFailover.writingEvts";
    assertEquals(4, (long) rpt.getLongMetric(written));
    // yay. all four events written to dfo log

    String primary = "backup.DiskFailover."
        + "LazyOpenDecorator.InsistentAppend.StubbornAppend."
        + "InsistentOpen.FailoverChainSink.sentPrimary";
    assertEquals(4, (long) rpt.getLongMetric(primary));
    // yay all four go through to the path we wanted. (the primary after the
    // disk failover)

    // data from DFO log was sent.
    assertEquals(2 + 4,
View Full Code Here
66
67
68
69
70
71
72
73
74
    return "CumulativeCappedExpBackoff";
  }

  @Override
  public ReportEvent getMetrics() {
    ReportEvent rpt = super.getMetrics();
    rpt.setLongMetric(A_CUMULATIVECAP, cumulativeCap);
    return rpt;
  }
View Full Code Here
TOP

Related Classes of com.cloudera.flume.reporter.ReportEvent

  • com.cloudera.flume.agent.AgentSink
  • com.cloudera.flume.agent.diskfailover.DiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.NaiveFileFailoverManager
  • com.cloudera.flume.agent.diskfailover.TestConcurrentDFOMan
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco
  • com.cloudera.flume.agent.durability.NaiveFileWALDeco
  • com.cloudera.flume.agent.durability.NaiveFileWALManager
  • com.cloudera.flume.agent.FlumeNode
  • com.cloudera.flume.agent.LogicalNode
  • com.cloudera.flume.agent.LogicalNodeManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.