Package com.cloudera.flume.handlers.rolling

Examples of com.cloudera.flume.handlers.rolling.TimeTrigger

154
155
156
157
158
159
160
161
162
163
164
            DiskFailoverManager dfoMan = new NaiveFileFailoverManager(f1);
            dfos[idx] = dfoMan; // save for checking.

            // short trigger causes lots of rolls
            EventSink snk = new DiskFailoverDeco(cnt1, LogicalNodeContext
                .testingContext(), dfoMan, new TimeTrigger(100), 50);

            ReportManager.get().add(cnt1);
            // make each parallel instance send a slightly different number of
            // messages.
            EventSource src = new NoNlASCIISynthSource(events + idx, 100);
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    when(msrc.next()).thenReturn(e1).thenReturn(e2).thenReturn(e3).thenReturn(
        null);

    DiskFailoverDeco snk = new DiskFailoverDeco(msnk, LogicalNodeContext
        .testingContext(), FlumeNode.getInstance().getDFOManager(),
        new TimeTrigger(new ProcessTagger(), 60000), 300000);
    snk.open();
    try {
      EventUtil.dumpAll(msrc, snk);
      snk.close();
    } catch (IOException ioe) {
View Full Code Here
237
238
239
240
241
242
243
244
245
246
        String dfonode = context.getValue(LogicalNodeContext.C_LOGICAL);
        Preconditions.checkArgument(dfonode != null,
            "Context does not have a logical node name");
        DiskFailoverManager dfoman = node.getAddDFOManager(dfonode);

        return new DiskFailoverDeco(null, context, dfoman, new TimeTrigger(
            new ProcessTagger(), delayMillis), checkmillis);
      }
    };
  }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
    Context ctx = new ReportTestingContext();
    EventSink cntsnk = new CompositeSink(ctx, "counter(\"total\")");
    // use the same wal, but different counter.
    final EventSink snk = new NaiveFileWALDeco<EventSink>(ctx, cntsnk, wal,
        new TimeTrigger(new ProcessTagger(), 1000000), new AckListener.Empty(),
        1000000);
    snk.open();

    for (int i = 0; i < threads; i++) {
      new Thread() {
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
            Context ctx = new ReportTestingContext();
            EventSink snk = new CompositeSink(ctx, "counter(\"total." + idx
                + "\")");
            // use the same wal, but different counter.
            snk = new NaiveFileWALDeco<EventSink>(ctx, snk, wal,
                new TimeTrigger(new ProcessTagger(), 1000000),
                new AckListener.Empty(), 1000000);
            src.open();
            snk.open();

            start.await();
View Full Code Here
206
207
208
209
210
211
212
213
214
215
216
            EventSink snk = new CompositeSink(ctx, "counter(\"total." + idx
                + "\")");
            // use the same wal, but different counter.

            snk = new NaiveFileWALDeco<EventSink>(ctx, snk, wal,
                new TimeTrigger(new ProcessTagger(), 1000000),
                new AckListener.Empty(), 1000000);

            start.await();

            // allow for contention on the open call.
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
            CounterSink cnt1 = new CounterSink("count." + idx);
            AckChecksumChecker<EventSink> chk = new AckChecksumChecker<EventSink>(
                cnt1);
            NaiveFileWALManager wman1 = new NaiveFileWALManager(f1);
            EventSink snk = new NaiveFileWALDeco<EventSink>(new Context(), chk,
                wman1, new TimeTrigger(1000000), new AckListener.Empty(), 100);

            ReportManager.get().add(cnt1);
            // make each parallel instance send a slightly different number of
            // messages.
            EventSource src = new NoNlASCIISynthSource(events + idx, 100);
View Full Code Here
309
310
311
312
313
314
315
316
317
318
319
        }
      };

      FlumeNode node = FlumeNode.getInstance();
      EventSinkDecorator<EventSink> deco = new NaiveFileWALDeco<EventSink>(
          new Context(), snk, node.getWalManager(), new TimeTrigger(
              new ProcessTagger(), 1000), node.getAckChecker()
              .getAgentAckQueuer(), 1000);

      deco.open();
      deco.append(e);
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
        + rpt + "\") ] } }  ";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);
    wal.open();

    // // Phase I - (20 events arrive, 3 groups make it)
    for (int i = 0; i < count; i++) {
View Full Code Here
295
296
297
298
299
300
301
302
303
304
305
        + rpt + "\") ] } }  ";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);
    wal.open();

    // // Phase I - (19 events arrive, 3 groups make it)
    for (int i = 0; i < count; i++) {
View Full Code Here
TOP

Related Classes of com.cloudera.flume.handlers.rolling.TimeTrigger

  • com.cloudera.flume.agent.diskfailover.DiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.TestConcurrentDFOMan
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco
  • com.cloudera.flume.agent.durability.NaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestConcurrentWALMan
  • com.cloudera.flume.agent.durability.TestNaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManagerConcurrently
  • com.cloudera.flume.agent.TestEndToEndAckFailureRecovery
  • com.cloudera.flume.collector.CollectorSink
  • com.cloudera.flume.conf.FlumeConfiguration
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.