Package kafka.producer

Examples of kafka.producer.ProducerConfig

72
73
74
75
76
77
78
79
80
81
82
    producerProps.put("serializer.class", "kafka.serializer.StringEncoder");
    producerProps.put("zk.connect", "localhost:8888");

    consumerProps.setProperty("groupid", "group1");
    consumerConfig = new ConsumerConfig(consumerProps);
    producerConfig = new ProducerConfig(producerProps);

    brokerProps.setProperty("topic.partition.count.map", topic+":2"+",map:2,reduce:2");
    brokerProps.setProperty("num.partitions", "10");
    brokerProps.setProperty("brokerid", "1");
    brokerProps.setProperty("log.dir", "/tmp/ks1logdir");
View Full Code Here
44
45
46
47
48
49
50
51
  public void setWorkload(Workload w) {
    this.w=w;
    producerProps = new Properties();
    producerProps.put("serializer.class", "kafka.serializer.StringEncoder");
    producerProps.put("zk.connect", w.properties.get("zk.connect"));
    producerConfig = new ProducerConfig(producerProps);
    producer = new Producer<String,String>(producerConfig);
  }
View Full Code Here
20
21
22
23
24
25
26
27
28
29
30
        bootstrap.setName("kafka-http");
    }

    @Override
    public void run(KafkaConfiguration configuration, Environment environment) {
        ProducerConfig config = new ProducerConfig(configuration.producer.asProperties());
        producer = new Producer<String, String>(config);

        environment.manage(this);
        environment.addResource(new MessageResource(producer, configuration.consumer));
        environment.addHealthCheck(new EmptyHealthCheck());
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    Properties producerProps = new Properties();
    producerProps.setProperty("metadata.broker.list", "localhost:" + kafkaPort);
    producerProps.setProperty("serializer.class", "kafka.serializer.StringEncoder");

    Thread.sleep(intervalMsec);
    Producer<String,String> producer = new Producer<>(new ProducerConfig(producerProps));
    try {
      for (int i = 0; i < howMany; i++) {
        Pair<String,String> datum = datumGenerator.generate(i, random);
        KeyedMessage<String,String> keyedMessage =
            new KeyedMessage<>(topic, datum.getFirst(), datum.getSecond());
View Full Code Here
240
241
242
243
244
245
246
247
248
249
250
      props.put("metadata.broker.list", brokers);
      props.put("serializer.class", DefaultEncoder.class.getName());
      props.put("key.serializer.class", IntegerEncoderDecoder.class.getName());
      props.put("partitioner.class", DefaultPartitioner.class.getName());
      props.put("request.required.acks", "1");
      ProducerConfig producerConfig = new ProducerConfig(props);


      ProducerMetadata<Integer, byte[]> producerMetadata = new ProducerMetadata<Integer, byte[]>(
          topicName);
      producerMetadata.setValueEncoder(new DefaultEncoder(null));
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    Properties props = new Properties();
    props.put("metadata.broker.list", "localhost:" + kafkaProps.getProperty("port"));
    props.put("serializer.class", "kafka.serializer.StringEncoder");

    ProducerConfig producerConfig = new ProducerConfig(props);
    Producer<String, String> kafkaProducer = new Producer<String, String>(producerConfig);
    String topic = config.getString("sensei.gateway.kafka.topic");
    List<KeyedMessage<String, String>> msgList = new ArrayList<KeyedMessage<String, String>>();
    for (JSONObject jsonObj : BaseGatewayTestUtil.readDataFile())
    {
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
   
    Properties props = new Properties();
    props.put("zookeeper.connect", "localhost:2181");
    props.put("serializer.class", "kafka.serializer.DefaultEncoder");

    ProducerConfig producerConfig = new ProducerConfig(props);
    Producer<String,Message> kafkaProducer = new Producer<String,Message>(producerConfig);
    String topic = "perfTopic";
    List<KeyedMessage<String, Message>> msgList = new ArrayList<KeyedMessage<String, Message>>();
  
   
View Full Code Here
255
256
257
258
259
260
261
262
263
264
265
      String clientId = kafkaProducerProperties_08.getProperty("client.id");
      // start producer threads
      for (int i = 0; i < numProducers; i++) {
        kafkaProducerProperties_08.put("client.id", clientId + "-" + i);
        ProducerConfig producerConfig_08 = new ProducerConfig(kafkaProducerProperties_08);
        Producer producer = new Producer(producerConfig_08);
        ProducerThread producerThread = new ProducerThread(producerDataChannel, producer, i);
        producerThread.start();
        producerThreads.add(producerThread);
      }
View Full Code Here
31
32
33
34
35
36
37
38
  {
    props.put("serializer.class", "kafka.serializer.StringEncoder");
    props.put("metadata.broker.list", "localhost:9092");
    // Use random partitioner. Don't need the key type. Just set it to Integer.
    // The message is of type String.
    producer = new kafka.javaapi.producer.Producer<Integer, String>(new ProducerConfig(props));
    this.topic = topic;
  }
View Full Code Here
136
137
138
139
140
141
142
143
      job.set(KAFKA_CONFIG_PREFIX + ".topic", topic);
      log.info(String.format("using kafka broker %s (topic %s)", brokerList, topic));
    } else
      throw new KafkaException("missing scheme from kafka uri (must be kafka://)");

    Producer<Object, byte[]> producer = new Producer<Object, byte[]>(new ProducerConfig(props));
    return new KafkaRecordWriter<K, V>(producer, topic, queueBytes);
  }
View Full Code Here
TOP

Related Classes of kafka.producer.ProducerConfig

  • co.cask.cdap.logging.appender.kafka.SimpleKafkaProducer
  • com.cloudbreakers.producers.SoProducer
  • com.cloudera.oryx.kafka.util.ProduceData
  • com.cloudera.oryx.lambda.QueueProducerImpl
  • com.cloudera.oryx.lambda.serving.QueueProducerImpl
  • com.datasift.dropwizard.kafka.KafkaProducerFactory
  • com.facebook.presto.kafka.util.EmbeddedKafka
  • com.jointhegrid.ironcount.IronIntegrationTest
  • com.jointhegrid.ironcount.mapreduce.MapHandler
  • com.linkedin.camus.etl.kafka.CamusJobTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.