Examples of org.apache.flume.Event

org.apache.flume.Event
Basic representation of a data object in Flume. Provides access to data as it flows through the system.

  public static Set<String> takeWithoutCommit(Channel channel, Transaction tx,
          int number) {
    Set<String> events = Sets.newHashSet();
    tx.begin();
    for (int i = 0; i < number; i++) {
      Event e = channel.take();
      if (e == null) {
        break;
      }
      events.add(new String(e.getBody()));
    }
    return events;
  }

View Full Code Here

    for (int i = 0; i < numEvents; i += batchSize) {
      Transaction transaction = channel.getTransaction();
      try {
        transaction.begin();
        for (int j = 0; j < batchSize; j++) {
          Event event = null;
          try {
            event = channel.take();
          } catch (ChannelException ex) {
            Assert.assertTrue(ex.getMessage().startsWith(
                "Take list for FileBackedTransaction, capacity"));
            transaction.commit();
            return result;
          }
          if (event == null) {
            transaction.commit();
            return result;
          }
          result.add(new String(event.getBody(), Charsets.UTF_8));
        }
        transaction.commit();
      } catch (Exception ex) {
        transaction.rollback();
        throw ex;

View Full Code Here

      transaction.begin();
      try {
        Set<String> batch = Sets.newHashSet();
        for (int j = 0; j < batchSize; j++) {
          String s = prefix + "-" + i + "-" + j + "-" + UUID.randomUUID();
          Event event = EventBuilder.withBody(s.getBytes(Charsets.UTF_8));
          channel.put(event);
          batch.add(s);
        }
        transaction.commit();
        result.addAll(batch);

View Full Code Here

    Transaction txn = channel.getTransaction();
    List<Row> actions = new LinkedList<Row>();
    List<Increment> incs = new LinkedList<Increment>();
    txn.begin();
    for(long i = 0; i < batchSize; i++) {
      Event event = channel.take();
      if(event == null){
        status = Status.BACKOFF;
        counterGroup.incrementAndGet("channel.underflow");
        break;
      } else {

View Full Code Here

      verifyConnection();


      List<Event> batch = Lists.newLinkedList();


      for (int i = 0; i < client.getBatchSize(); i++) {
        Event event = channel.take();


        if (event == null) {
          break;
        }

View Full Code Here

    sink.setChannel(channel);
    sink.start();
    Transaction tx = channel.getTransaction();
    tx.begin();
    for(int i = 0; i < 3; i++){
      Event e = EventBuilder.withBody(Bytes.toBytes(valBase + "-" + i));
      channel.put(e);
    }
    tx.commit();
    tx.close();
    sink.process();

View Full Code Here


            //Obtains actual data
            byte[] buf = new byte[limit - pos];
            System.arraycopy(buffer.array(), pos, buf, 0, buf.length);


            Event event = EventBuilder.withBody(buf, headers);
            events.add(event);
          }


          getChannelProcessor().processEventBatch(events);

View Full Code Here

    //Log4jAvroHeaders.LOG_LEVEL.toString()))
    hdrs.put(Log4jAvroHeaders.LOG_LEVEL.toString(),
        String.valueOf(event.getLevel().toInt()));
    hdrs.put(Log4jAvroHeaders.MESSAGE_ENCODING.toString(), "UTF8");


    Event flumeEvent = EventBuilder.withBody(event.getMessage().toString(),
        Charset.forName("UTF8"), hdrs);


    try {
      rpcClient.append(flumeEvent);
    } catch (EventDeliveryException e) {

View Full Code Here

    logger.debug("Avro source {}: Received avro event: {}", getName(),
        avroEvent);
    sourceCounter.incrementAppendReceivedCount();
    sourceCounter.incrementEventReceivedCount();


    Event event = EventBuilder.withBody(avroEvent.getBody().array(),
        toStringMap(avroEvent.getHeaders()));


    try {
      getChannelProcessor().processEvent(event);
    } catch (ChannelException ex) {

View Full Code Here

    sourceCounter.addToEventReceivedCount(events.size());


    List<Event> batch = new ArrayList<Event>();


    for (AvroFlumeEvent avroEvent : events) {
      Event event = EventBuilder.withBody(avroEvent.getBody().array(),
          toStringMap(avroEvent.getHeaders()));


      batch.add(event);
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flume.Event

com.salesforce.phoenix.flume.TestRegexEventSerializer

org.apache.flume.agent.embedded.TestEmbeddedAgent

org.apache.flume.agent.embedded.TestEmbeddedAgentEmbeddedSource

org.apache.flume.api.NettyAvroRpcClient

org.apache.flume.channel.file.FileChannel$FileBackedTransaction

org.apache.flume.channel.file.TestFileChannel

org.apache.flume.channel.file.TestUtils

org.apache.flume.channel.jdbc.BaseJdbcChannelProviderTest

org.apache.flume.channel.jdbc.TestJdbcChannelProvider

org.apache.flume.channel.MemoryChannel$MemoryTransaction

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.