Package com.cloudera.flume.conf

Examples of com.cloudera.flume.conf.ReportTestingContext

252
253
254
255
256
257
258
259
260
261
262
      InterruptedException {
    File f = FileUtil.createTempFile("multitemp1", ".tmp");
    f.deleteOnExit();
    File f2 = FileUtil.createTempFile("multitemp2", ".tmp");
    f2.deleteOnExit();
    final CompositeSink snk = new CompositeSink(new ReportTestingContext(),
        "{ delay(50) => counter(\"count\") }");
    final EventSource src = TailSource.multiTailBuilder().build(
        LogicalNodeContext.testingContext(), f.getAbsolutePath(),
        f2.getAbsolutePath());
    final CountDownLatch done = new CountDownLatch(1);
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
      fw.append("Line " + i + "\n");
      fw.flush();
    }
    fw.close();

    final CompositeSink snk = new CompositeSink(new ReportTestingContext(),
        "{ delay(50) => counter(\"count\") }");
    // Test start from end.
    final TailSource src = (TailSource) TailSource.builder().build(
        LogicalNodeContext.testingContext(), f.getAbsolutePath(), "true");
    final CountDownLatch done = new CountDownLatch(1);
View Full Code Here
443
444
445
446
447
448
449
450
451
452
453
    tmpFile = FileUtil.createTempFile("tmp-", ".tmp");
    tmpFile.deleteOnExit();

    source = TailSource.builder().build(LogicalNodeContext.testingContext(),
        tmpFile.getAbsolutePath(), "true");
    sink = CounterSink.builder().build(new ReportTestingContext(), "count");
    workerFailed = new AtomicBoolean(false);
    os = null;

    /*
     * A worker thread that blindly moves events until we send a poison pill
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
      InterruptedException {
    FlumeTestHarness.setupLocalWriteDir();
    // String spec =
    // "{ benchinject => { benchreport(\"pre\") =>  { diskFailover => [console, counter(\"beforecount\")] } } }";
    String spec = "{ benchinject => { benchreport(\"pre\") =>  { diskFailover => counter(\"beforecount\") } } }";
    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(
        LogicalNodeContext.testingContext()), spec);

    EventSource src = MemorySinkSource.cannedData("test ", 5);
    snk.open();
    src.open();
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
  @Test
  public void benchmarkAfterFailover() throws FlumeSpecException, IOException,
      InterruptedException {
    FlumeTestHarness.setupLocalWriteDir();
    String spec = "{ benchinject => { diskFailover => { benchreport(\"post\") =>  counter(\"beforecount\") } } }";
    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(
        LogicalNodeContext.testingContext()), spec);

    EventSource src = MemorySinkSource.cannedData("test ", 5);
    snk.open();
    src.open();
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
  @Test
  public void benchmarkBeforeWriteahead() throws FlumeSpecException,
      IOException, InterruptedException {
    FlumeTestHarness.setupLocalWriteDir();
    String spec = "{ benchinject => { benchreport(\"pre\") =>  { diskFailover => counter(\"beforecount\") } } }";
    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(
        LogicalNodeContext.testingContext()), spec);

    EventSource src = MemorySinkSource.cannedData("test ", 5);
    snk.open();
    src.open();
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
  public void benchmarkAfterWriteahead() throws FlumeSpecException,
      IOException, InterruptedException {
    FlumeTestHarness.setupLocalWriteDir();

    String spec = "{ benchinject => { ackedWriteAhead => { benchreport(\"post\") =>  counter(\"beforecount\") } } }";
    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(
        LogicalNodeContext.testingContext()), spec);

    EventSource src = MemorySinkSource.cannedData("test ", 5);
    snk.open();
    src.open();
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
      final CountDownLatch start = new CountDownLatch(threads);
      final CountDownLatch done = new CountDownLatch(threads);
      final NaiveFileWALManager wal = new NaiveFileWALManager(dir);
      wal.open();

      Context ctx = new ReportTestingContext();
      EventSink cntsnk = new CompositeSink(ctx, "counter(\"total\")");
      // use the same wal, but different counter.
      final EventSink snk = new NaiveFileWALDeco(ctx, cntsnk, wal,
          new TimeTrigger(new ProcessTagger(), 1000000),
          new AckListener.Empty(), 1000000);
View Full Code Here
217
218
219
220
221
222
223
224
225
226
227
  @Test
  public void testStubbornAppendMetrics() throws JSONException,
      FlumeSpecException, IOException, InterruptedException {
    ReportTestUtils.setupSinkFactory();

    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(),
        "stubbornAppend one");
    ReportEvent rpt = ReportUtil.getFlattenedReport(snk);
    LOG.info(ReportUtil.toJSONObject(rpt).toString());
    assertNotNull(rpt.getLongMetric(StubbornAppendSink.A_FAILS));
    assertNotNull(rpt.getLongMetric(StubbornAppendSink.A_RECOVERS));
View Full Code Here
277
278
279
280
281
282
283
284
285
286
287
   * Test insistent append metrics
   */
  @Test
  public void testThriftMetrics() throws JSONException, FlumeSpecException,
      IOException, InterruptedException {
    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(),
        "thriftSink");
    ReportEvent rpt = ReportUtil.getFlattenedReport(snk);
    LOG.info(ReportUtil.toJSONObject(rpt).toString());
    assertNotNull(rpt.getLongMetric(ThriftEventSink.A_SENTBYTES));
    assertNotNull(rpt.getStringMetric(ThriftEventSink.A_SERVERHOST));
View Full Code Here
TOP

Related Classes of com.cloudera.flume.conf.ReportTestingContext

  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverBehavior
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverBenchmarking
  • com.cloudera.flume.agent.durability.TestNaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManagerConcurrently
  • com.cloudera.flume.agent.LogicalNodeManager
  • com.cloudera.flume.agent.TestAckedWALDecorator
  • com.cloudera.flume.agent.TestEndToEndAckFailureRecovery
  • com.cloudera.flume.agent.TestWriteAheadLogDecorator
  • com.cloudera.flume.collector.TestCollectorSink
  • com.cloudera.flume.core.connector.TestDirectDriver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.