Package com.cloudera.flume.handlers.rolling

Examples of com.cloudera.flume.handlers.rolling.TimeTrigger

381
382
383
384
385
386
387
388
389
390
391
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    // Big delay values so that test has to force different actions.
    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);
    wal.open();

    // Phase I (20 message sent, 3 groups good, 1 group bad)
    for (int i = 0; i < count; i++) {
View Full Code Here
448
449
450
451
452
453
454
455
456
457
458
    String rpt = "foo";
    String snk = "{ ackChecker => [ console, counter(\"" + rpt + "\") ] }";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);
    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100), node
            .getAckChecker().getAgentAckQueuer(), 10000);

    // open and send data.
    wal.open();
    for (int i = 0; i < count; i++) {
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
    when(msrc.next()).thenReturn(e1).thenReturn(e2).thenReturn(e3).thenReturn(
        null);

    DiskFailoverDeco<EventSink> snk = new DiskFailoverDeco<EventSink>(msnk,
        FlumeNode.getInstance().getDFOManager(), new TimeTrigger(
            new ProcessTagger(), 60000), 300000);
    snk.open();
    try {
      EventUtil.dumpAll(msrc, snk);
      snk.close();
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
            DiskFailoverManager dfoMan = new NaiveFileFailoverManager(f1);
            dfos[idx] = dfoMan; // save for checking.

            // short trigger causes lots of rolls
            EventSink snk = new DiskFailoverDeco<EventSink>(cnt1, dfoMan,
                new TimeTrigger(100), 50);

            ReportManager.get().add(cnt1);
            // make each parallel instance send a slightly different number of
            // messages.
            EventSource src = new NoNlASCIISynthSource(events + idx, 100);
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
    String snk = "{ ackChecker => [ console, counter(\"" + rpt + "\") ] }";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);
    // Excessively large timeout because I am manually triggering it.
    NaiveFileWALDeco<EventSink> wal = new NaiveFileWALDeco<EventSink>(ctx, es,
        node.getWalManager(), new TimeTrigger(new ProcessTagger(), 100000),
        node.getAckChecker().getAgentAckQueuer(), 1000);

    // open and send data.
    wal.open();
    for (int i = 0; i < count; i++) {
View Full Code Here
249
250
251
252
253
254
255
256
257
258
        // this makes the dfo present to the when reporting on the FlumeNode
        String dfonode = context.getValue(LogicalNodeContext.C_LOGICAL);
        DiskFailoverManager dfoman = node.getAddDFOManager(dfonode);

        return new DiskFailoverDeco<EventSink>(null, dfoman, new TimeTrigger(
            new ProcessTagger(), delayMillis), checkmillis);
      }
    };
  }
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    this(path, filename, hiveTableName, millis, new ProcessTagger(), 250, elasticSearchUrl, elasticIndex, elasticType, runMarkerQueries);
  }

  CollectorSink(final String logdir, final String filename, final long millis,
      final Tagger tagger, long checkmillis) {
    EventSink s = new RollSink(new Context(), "collectorSink", new TimeTrigger(
        tagger, millis), checkmillis) {
      @Override
      public EventSink newSink(Context ctx) throws IOException {
        String tag = tagger.newTag();
        String path = logdir + Path.SEPARATOR_CHAR;
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
    snk = new AckChecksumChecker<EventSink>(tmp, accum);
  }
 
  CollectorSink(final String logdir, final String filename, final String hiveTableName, final long millis,
      final Tagger tagger, long checkmillis) {
    EventSink s = new RollSink(new Context(), null, new TimeTrigger(tagger,
        millis), checkmillis) {
      @Override
      public EventSink newSink(Context ctx) throws IOException {
        String tag = tagger.newTag();
        String path = logdir + Path.SEPARATOR_CHAR;
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
  } 

 
  CollectorSink(final String logdir, final String filename, final String hiveTableName, final long millis,
      final Tagger tagger, long checkmillis, final String elasticSearchUrl, final String elasticIndex, final String elasticType) {
    EventSink s = new RollSink(new Context(), null, new TimeTrigger(tagger,
        millis), checkmillis) {
      @Override
      public EventSink newSink(Context ctx) throws IOException {
        String tag = tagger.newTag();
        String path = logdir + Path.SEPARATOR_CHAR;
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
    snk = new AckChecksumChecker<EventSink>(s, accum);
  } 
 
  CollectorSink(final String logdir, final String filename, final String hiveTableName, final long millis,
      final Tagger tagger, long checkmillis, final String elasticSearchUrl, final String elasticIndex, final String elasticType, final boolean runMarkerQueries) {
    EventSink s = new RollSink(new Context(), null, new TimeTrigger(tagger,
        millis), checkmillis) {
      @Override
      public EventSink newSink(Context ctx) throws IOException {
        String tag = tagger.newTag();
        String path = logdir + Path.SEPARATOR_CHAR;
View Full Code Here
TOP

Related Classes of com.cloudera.flume.handlers.rolling.TimeTrigger

  • com.cloudera.flume.agent.diskfailover.DiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.TestConcurrentDFOMan
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco
  • com.cloudera.flume.agent.durability.NaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestConcurrentWALMan
  • com.cloudera.flume.agent.durability.TestNaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManagerConcurrently
  • com.cloudera.flume.agent.TestEndToEndAckFailureRecovery
  • com.cloudera.flume.collector.CollectorSink
  • com.cloudera.flume.conf.FlumeConfiguration
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.