Examples of com.cloudera.flume.core.EventImpl

com.cloudera.flume.core.EventImpl
A simple in memory implementation of an event. I'm limiting a message to be at most 32k

    // with the regex /([^=]*)=(\\d*),(.*)/


    Map<String, String> properties = new HashMap<String, String>();
    properties.put("regex", "([^=]*)=(\\d*),(.*)");


    Event event = new EventImpl("foo=42,this is a lovely record".getBytes());
    EventParser parser = new RegexEventParser(properties);
    parser.reset(event);


    CharSequence field1 = (CharSequence) parser.getColumn(0,
        Type.getPrimitive(Type.TypeName.STRING));

View Full Code Here

        new GenericDatumWriter<GenericRecord>(schema);
    ByteArrayOutputStream outBytes = new ByteArrayOutputStream();
    BinaryEncoder encoder = new BinaryEncoder(outBytes);


    datumWriter.write(record, encoder);
    return new EventImpl(outBytes.toByteArray());
  }

View Full Code Here

public class TestDelimitedEventParser {
  private static final Logger LOG = LoggerFactory.getLogger(
      TestDelimitedEventParser.class.getName());


  private Event makeEvent(String text) {
    EventImpl event = new EventImpl(text.getBytes());
    return event;
  }

View Full Code Here


    // Select a (missing) user-attached "attribute" of the stream, verify
    // we get null back.


    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1".getBytes());
    e.set("attr", "val".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();


    runFreeSelectTest(stream, "SELECT #attr2 AS a  FROM s",
        Collections.singletonList(new Pair<String, Object>(

View Full Code Here

  public void testBinaryComparison1() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");


    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,abc".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();


    runFreeSelectTest(stream, "SELECT a = b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(

View Full Code Here

  public void testBinaryComparison2() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");


    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,abc".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();


    runFreeSelectTest(stream, "SELECT a < b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(

View Full Code Here

  public void testBinaryComparison3() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");


    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,azz".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();


    runFreeSelectTest(stream, "SELECT a < b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(

View Full Code Here

  public void testBinaryComparison4() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");


    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,azz".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();


    runFreeSelectTest(stream, "SELECT a > b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(

View Full Code Here

    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");


    streamBuilder.addField(new TypedField("a",
        new NullableType(new ListType(Type.getPrimitive(Type.TypeName.INT)))));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1|2|3,4".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();


    List<Pair<String, Object>> checks = new ArrayList<Pair<String, Object>>();
    List<Object> innerList = new ArrayList<Object>();

View Full Code Here

      // Schema error - the user tried to put a null in a field declared non-null.
      // We silently elide the entire record.
      LOG.debug("Omitting record with NULL value in non-null field: " + npe.toString());
      return;
    }
    Event out = new EventImpl(mOutputBytes.toByteArray(),
        timestamp, inEvent.getPriority(), inEvent.getNanos(), inEvent.getHost()); 
    AvroEventWrapper outWrapper = new AvroEventWrapper(mOutputSchema);
    outWrapper.reset(out);
    emit(outWrapper, context);
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of com.cloudera.flume.core.EventImpl

com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco

com.cloudera.flume.agent.diskfailover.TestDiskFailoverManager

com.cloudera.flume.agent.durability.TestNaiveFileWALDeco

com.cloudera.flume.agent.durability.TestNaiveFileWALHandles

com.cloudera.flume.agent.durability.TestNaiveFileWALManager

com.cloudera.flume.agent.IsOpenSource

com.cloudera.flume.agent.TestAckedWALDecorator

com.cloudera.flume.agent.TestAcks

com.cloudera.flume.agent.TestAgentFailChainSink

com.cloudera.flume.agent.TestEndToEndAckFailureRecovery

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.