Package org.apache.flume.Sink

Examples of org.apache.flume.Sink.Status

376
377
378
379
380
381
382
383
384
385
386
      channel.put(e);
    }
    tx.commit();
    tx.close();
    int count = 0;
    Status status = Status.READY;
    while(status != Status.BACKOFF){
      count++;
      status = sink.process();
    }
    /*
 
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
    }
    tx.commit();
    tx.close();

    int count = 0;
    Status status = Status.READY;
    while (status != Status.BACKOFF) {
      count++;
      status = fixture.process();
    }
    fixture.stop();
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
    selector.stop();
  }

  @Override
  public Status process() throws EventDeliveryException {
    Status status = null;

    Iterator<Sink> sinkIterator = selector.createSinkIterator();
    while (sinkIterator.hasNext()) {
      Sink sink = sinkIterator.next();
      try {
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
  public Status process() throws EventDeliveryException {
    // Retry any failed sinks that have gone through their "cooldown" period
    Long now = System.currentTimeMillis();
    while(!failedSinks.isEmpty() && failedSinks.peek().getRefresh() < now) {
      FailedSink cur = failedSinks.poll();
      Status s;
      try {
        s = cur.getSink().process();
        if (s  == Status.READY) {
          liveSinks.put(cur.getPriority(), cur.getSink());
          activeSink = liveSinks.get(liveSinks.lastKey());
          logger.debug("Sink {} was recovered from the fail list",
                  cur.getSink().getName());
        } else {
          // if it's a backoff it needn't be penalized.
          failedSinks.add(cur);
        }
        return s;
      } catch (Exception e) {
        cur.incFails();
        failedSinks.add(cur);
      }
    }

    Status ret = null;
    while(activeSink != null) {
      try {
        ret = activeSink.process();
        return ret;
      } catch (Exception e) {
View Full Code Here
541
542
543
544
545
546
547
548
549
550
551
      }
      txn.commit();
      txn.close();

      // execute sink to process the events
      Status satus = sink.process();
       
      // verify that the append returned backoff due to timeotu
      Assert.assertEquals(satus, Status.BACKOFF);
    }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
    activeSink = liveSinks.get(liveSinks.lastKey());
  }

  @Override
  public Status process() throws EventDeliveryException {
    Status ret = null;
    while(activeSink != null) {
      try {
        ret = activeSink.process();
        return ret;
      } catch (EventDeliveryException e) {
View Full Code Here
314
315
316
317
318
319
320
321
322
323
324
      channel.put(e);
    }
    tx.commit();
    tx.close();
    int count = 0;
    Status status = Status.READY;
    while(status != Status.BACKOFF){
      count++;
      status = sink.process();
    }
    Assert.assertFalse(sink.isConfNull());
View Full Code Here
367
368
369
370
371
372
373
374
375
376
377
      channel.put(e);
    }
    tx.commit();
    tx.close();
    int count = 0;
    Status status = Status.READY;
    while(status != Status.BACKOFF){
      count++;
      status = sink.process();
    }
    /*
 
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
      channel.put(e);
    }
    tx.commit();
    tx.close();
    int count = 0;
    Status status = Status.READY;
    while(status != Status.BACKOFF){
      count++;
      status = sink.process();
    }
    sink.stop();
View Full Code Here
971
972
973
974
975
976
977
978
979
980
981
      }
      txn.commit();
      txn.close();

      // execute sink to process the events
      Status satus = sink.process();

      // verify that the append returned backoff due to timeotu
      Assert.assertEquals(satus, Status.BACKOFF);
    }
View Full Code Here
TOP

Related Classes of org.apache.flume.Sink.Status

  • org.apache.flume.sink.elasticsearch.TestElasticSearchSink
  • org.apache.flume.sink.FailoverSinkProcessor
  • org.apache.flume.sink.hbase.TestAsyncHBaseSink
  • org.apache.flume.sink.hbase.TestHBaseSink
  • org.apache.flume.sink.hdfs.TestHDFSEventSink
  • org.apache.flume.sink.LoadBalancingSinkProcessor
  • org.apache.flume.sink.TestLoadBalancingSinkProcessor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.