Package kafka.message

Examples of kafka.message.Message

91
92
93
94
95
96
97
98
99
100
101
    List<Message> list = new ArrayList<Message>();
    for (int i = 0; i < _count; i++) {
      Long timestamp = RANDOM.nextLong();
      if (timestamp < 0) timestamp = -timestamp;
      byte[] bytes = timestamp.toString().getBytes("UTF8");
      Message message = new Message(bytes);
      list.add(message);
    }
    // send events
    System.out.println(" send " + list.size() + " " + _topic + " count events to " + _uri);
    _producer.send(_topic, new ByteBufferMessageSet(kafka.message.NoCompressionCodec$.MODULE$, list));
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    while(true)
    {
      List<Message> messageList = new ArrayList<Message>();
      for(int i = 0; i < batchSize; i++)
      {
        Message message = new Message(new byte[messageSize]);
        messageList.add(message);
      }
      ByteBufferMessageSet set = new ByteBufferMessageSet(kafka.message.CompressionCodec$.MODULE$.getCompressionCodec(compression), messageList);
      producer.send(topic, random.nextInt(numParts), set);
      bytesSent.getAndAdd(batchSize * messageSize);
 
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
  }

  @Override
  public void write(NullWritable key, BytesWritable value) throws IOException, InterruptedException
  {
    Message msg = new Message(value.getBytes());
    msgList.add(msg);
    totalSize += msg.size();

    if (totalSize > queueSize)
      sendMsgList();
  }
View Full Code Here
TOP

Related Classes of kafka.message.Message

  • co.gridport.kafka.hadoop.KafkaInputRecordReader
  • com.linkedin.camus.etl.kafka.common.KafkaReader
  • com.linkedin.camus.etl.kafka.mapred.EtlRecordReader
  • com.senseidb.gateway.perf.PrimeKafkaUtil
  • io.druid.firehose.kafka.KafkaSevenFirehoseFactory
  • kafka.bridge.hadoop.KafkaRecordWriter
  • kafka.etl.impl.DataGenerator
  • kafka.etl.impl.SimpleKafkaETLMapper
  • kafka.etl.KafkaETLMapper
  • kafka.etl.KafkaETLReducer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.