Package com.cloudera.flume.handlers.debug

Examples of com.cloudera.flume.handlers.debug.ConsoleEventSink

174
175
176
177
178
179
180
181
182
183
184
  @Test
  public void testEmptyBatches() throws FlumeSpecException, IOException,
      InterruptedException {
    BatchingDecorator<EventSink> snk = new BatchingDecorator<EventSink>(
        new ConsoleEventSink(), 2, 100000);
    snk.open();

    for (int i = 0; i < 10; i++) {
      if (i % 4 == 0) {
        snk.append(new EventImpl(("test " + i).getBytes()));
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
public class TestReorderDecorator {
  // first version for me to see the order
  @Test
  public void testReorderDecorator() throws IOException, InterruptedException {
    ReorderDecorator<EventSink> reorder =
        new ReorderDecorator<EventSink>(new ConsoleEventSink(), .5, .5, 0);
    reorder.open();
    for (int i = 0; i < 10; i++) {
      Event e = new EventImpl(new byte[0]);
      e.set("order", ByteBuffer.allocate(4).putInt(i).array());
      reorder.append(e);
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
      InterruptedException {

    int msgs = 5;
    CounterSink cnt = new CounterSink("count");
    AckChecksumInjector<EventSink> aci = new AckChecksumInjector<EventSink>(
        new FanOutSink<EventSink>(cnt, new ConsoleEventSink()));

    aci.open();
    for (int i = 0; i < msgs; i++) {
      Event e = new EventImpl(("this is a test " + i).getBytes());
      aci.append(e);
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
    }
    ackinj.close();

    // there now are now 7 events in the mem
    // consume data.
    EventSink es1 = new ConsoleEventSink();
    EventUtil.dumpAll(mem, es1);
    System.out.println("---");

    String rpt = "foo";
    String snk = "  { intervalDroppyAppend(5)  => { ackChecker => [console, counter(\""
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
    // agent side, inject ack messages
    WALAckManager aac = new WALAckManager(svr, new AckListener.Empty(),
        FlumeConfiguration.get().getAgentAckedRetransmit());
    byte[] tag = "canned tag".getBytes();
    AckChecksumInjector<EventSink> inj = new AckChecksumInjector<EventSink>(
        new ConsoleEventSink(), tag, aac.getAgentAckQueuer());

    // send a bunch of messages and then close out.
    inj.open();
    for (int i = 0; i < 10; i++) {
      Event e = new EventImpl(("This is a test " + i).getBytes());
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    // mock master rpc interface
    MockMasterRPC svr = new MockMasterRPC();

    // collector side, receive acks messages, checks acks, and notifies master.
    AckChecksumChecker<EventSink> chk = new AckChecksumChecker<EventSink>(
        new ConsoleEventSink(), new CollectorAckListener(svr));

    // agent side, inject ack messages
    WALAckManager aac = new WALAckManager(svr, new AckListener.Empty(),
        FlumeConfiguration.get().getAgentAckedRetransmit());
    byte[] tag = "canned tag".getBytes();
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
123
124
    assertEquals(0, wal.getLoggedTags().size());
    assertEquals(1, wal.getSendingTags().size());

    // read next event
    Event e = null;
    ConsoleEventSink console = new ConsoleEventSink();
    while ((e = curSource.next()) != null) {
      console.append(e);
    }
    curSource.close();
    assertEquals(0, wal.getSendingTags().size());
    assertEquals(1, wal.getSentTags().size());
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
129
    assertEquals(0, wal.getLoggedTags().size());
    assertEquals(1, wal.getSendingTags().size());

    // read next event
    Event e = null;
    ConsoleEventSink console = new ConsoleEventSink();
    while ((e = curSource.next()) != null) {
      console.append(e);
    }
    curSource.close();
    assertEquals(0, wal.getSendingTags().size());
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
   */
  @Test
  public void checkSynth() throws IOException, InterruptedException {
    EventSource src = new SynthSource(5, 10, 1337);
    Event e = null;
    EventSink snk = new ConsoleEventSink(new AvroJsonOutputFormat());
    MemorySinkSource mem = new MemorySinkSource();
    while ((e = src.next()) != null) {
      snk.append(e); // visual inspection
      mem.append(e); // testing
    }

    mem.open();
    int i = 0;
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
   */
  @Test
  public void checkAttrSynth() throws IOException, InterruptedException {
    EventSource src = new AttrSynthSource(5, 10, 20, 15, 1337);
    Event e = null;
    EventSink snk = new ConsoleEventSink(new AvroJsonOutputFormat());
    MemorySinkSource mem = new MemorySinkSource();
    while ((e = src.next()) != null) {
      snk.append(e); // visual inspection
      mem.append(e); // testing
    }

    mem.open();
    int i = 0;
View Full Code Here
TOP

Related Classes of com.cloudera.flume.handlers.debug.ConsoleEventSink

  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverManager
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManager
  • com.cloudera.flume.agent.TestAckedWALDecorator
  • com.cloudera.flume.agent.TestAcks
  • com.cloudera.flume.conf.SinkFactory.SinkBuilder
  • com.cloudera.flume.handlers.batch.TestBatching
  • com.cloudera.flume.handlers.endtoend.TestAckChecksumDecos
  • com.cloudera.flume.handlers.endtoend.TestReorderDecorator
  • com.cloudera.flume.handlers.endtoend.TestValueDecorator
  • com.cloudera.flume.handlers.text.output.OutputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.