Package com.cloudera.flume.handlers.rolling

Examples of com.cloudera.flume.handlers.rolling.ProcessTagger

79
80
81
82
83
84
85
86
87
88
89
    when(msrc.next()).thenReturn(e1).thenReturn(e2).thenReturn(e3).thenReturn(
        null);

    DiskFailoverDeco<EventSink> snk = new DiskFailoverDeco<EventSink>(msnk,
        FlumeNode.getInstance().getDFOManager(), new TimeTrigger(
            new ProcessTagger(), 60000), 300000);
    snk.open();
    try {
      EventUtil.dumpAll(msrc, snk);
      snk.close();
    } catch (IOException ioe) {
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
    // putting in large ridiculous constant
    NaiveFileFailoverManager wal = new NaiveFileFailoverManager(dir);
    wal.open();

    // get a sink write to it and then be done with it.
    Tagger t = new ProcessTagger();
    EventSink sink = wal.newWritingSink(t);
    sink.open();
    sink.append(new EventImpl("foo".getBytes()));
    assertEquals(1, wal.getWritingTags().size());
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
    String snk = "{ ackChecker => [ console, counter(\"" + rpt + "\") ] }";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);
    // Excessively large timeout because I am manually triggering it.
    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);

    // open and send data.
    wal.open();
    for (int i = 0; i < count; i++) {
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
        + rpt + "\") ] } }  ";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);
    wal.open();

    // // Phase I - (20 events arrive, 3 groups make it)
    for (int i = 0; i < count; i++) {
View Full Code Here
295
296
297
298
299
300
301
302
303
304
305
        + rpt + "\") ] } }  ";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);
    wal.open();

    // // Phase I - (19 events arrive, 3 groups make it)
    for (int i = 0; i < count; i++) {
View Full Code Here
381
382
383
384
385
386
387
388
389
390
391
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    // Big delay values so that test has to force different actions.
    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);
    wal.open();

    // Phase I (20 message sent, 3 groups good, 1 group bad)
    for (int i = 0; i < count; i++) {
View Full Code Here
448
449
450
451
452
453
454
455
456
457
458
    String rpt = "foo";
    String snk = "{ ackChecker => [ console, counter(\"" + rpt + "\") ] }";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);
    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100), node
            .getAckChecker().getAgentAckQueuer(), 10000);

    // open and send data.
    wal.open();
    for (int i = 0; i < count; i++) {
View Full Code Here
250
251
252
253
254
255
256
257
258
        // this makes the dfo present to the when reporting on the FlumeNode
        String dfonode = context.getValue(LogicalNodeContext.C_LOGICAL);
        DiskFailoverManager dfoman = node.getAddDFOManager(dfonode);

        return new DiskFailoverDeco<EventSink>(null, dfoman, new TimeTrigger(
            new ProcessTagger(), delayMillis), checkmillis);
      }
    };
  }
View Full Code Here
68
69
70
71
72
73
74
  // RollTag, AckTag
  Multimap<String, String> rollAckMap = HashMultimap.<String, String> create();

  CollectorSink(String path, String filename, long millis)
      throws FlumeSpecException {
    this(path, filename, millis, new ProcessTagger(), 250);
  }
View Full Code Here
73
74
75
76
77
78
79
    this(path, filename, millis, new ProcessTagger(), 250);
  }

  CollectorSink(String path, String filename, String hiveTableName, long millis)
  throws FlumeSpecException {
    this(path, filename, hiveTableName, millis, new ProcessTagger(), 250);
  }
View Full Code Here
TOP

Related Classes of com.cloudera.flume.handlers.rolling.ProcessTagger

  • com.cloudera.flume.agent.diskfailover.DiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverManager
  • com.cloudera.flume.agent.durability.TestNaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManager
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManagerConcurrently
  • com.cloudera.flume.agent.TestEndToEndAckFailureRecovery
  • com.cloudera.flume.collector.CollectorSink
  • com.cloudera.flume.collector.TestCollectorSink
  • java.util.regex.Matcher
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.