Package kafka.producer

Examples of kafka.producer.ProducerConfig

93
94
95
96
97
98
99
100
101
        Properties props = new Properties();
        props.put("metadata.broker.list", "localhost:9092");
        props.put("serializer.class", "kafka.serializer.StringEncoder");
        props.put("producer.type", "async");
        props.put("batch.size", "1");
        ProducerConfig config = new ProducerConfig(props);
        Producer<String, String> producer = new Producer<String, String>(config);
        producer.send(new KeyedMessage<String, String>(topic,mesg));
    }
View Full Code Here
88
89
90
91
92
93
94
95
96
  public void init() {
    // First of all set the started and the interrupted flag.
    setStarted(true);

    // Create a new producer from a new producer config.
    ProducerConfig config = new ProducerConfig(_properties);
    _producer = new Producer<K, V>(config);

  }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
    private boolean time_to_shutdown            = false;
    private static Properties producer_props           = null;

    public MetricSender(List<String> listOfMetrics, Properties producer_props, Schema schema) throws UnknownHostException {
        metricList              = listOfMetrics;
        producer                = new Producer<Integer, byte[]>(new ProducerConfig(producer_props));
        writer_schema           = schema;
        local_hostname          = java.net.InetAddress.getLocalHost().getHostName().toLowerCase();
        this.producer_props     = producer_props;
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
    }

    public MetricSender(List<String> listOfMetrics, Properties producer_props, List<String> listOfMetricsForTSD) throws UnknownHostException {
        metricList          = listOfMetrics;
        if (producer_props != null)
            producer            = new Producer<Integer, byte[]>(new ProducerConfig(producer_props));
        if (listOfMetricsForTSD != null)
            metricListForTSD    = listOfMetricsForTSD;
        local_hostname      = java.net.InetAddress.getLocalHost().getHostName().toLowerCase();
    }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
        }
        // Check to see if we are sending metric to Kafka
        try {
            if (producer_props != null) {
                if (producer == null) {
                    producer = new Producer<Integer, byte[]>(new ProducerConfig(producer_props));
                }
                producer.send(new KeyedMessage<Integer, byte[]>(JTCollector.metrics_topic, msg));
                JTCollector.numMessagesSent.incrementAndGet();
            }
        } catch (Exception e) {
View Full Code Here
61
62
63
64
65
66
67
68
    props.put("key.serializer.class", IntegerEncoder.class.getName());
    props.put("partitioner.class", IntegerPartitioner.class.getName());
    props.put("request.required.acks", Integer.toString(ack.getAck()));
    props.put("compression.codec", compression.getCodec());

    producer = new Producer<Integer, ByteBuffer>(new ProducerConfig(props));
    return new ProducerCancellable(producer);
  }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
                        .withCorePoolSize(numberOfProducers)
                        .withMaxPoolSize(numberOfProducers)
                        .withUnboundedQueue()
                        .build();
                for(int i=0;i<numberOfProducers;i++) {
                    Producer producer = new Producer(new ProducerConfig(config.getKafkaProperties()));
                    producerList.add(producer);
                }
                ready = true;
            }
        } catch (Exception e) {
View Full Code Here
294
295
296
297
298
299
300
            props.setProperty("queue.time", Long.toString(factory.getQueueTime().toMilliseconds()));
            props.setProperty("queue.size", Long.toString(factory.getQueueSize()));
            props.setProperty("batch.size", Long.toString(factory.getBatchSize()));
        }

        return new ProducerConfig(props);
    }
View Full Code Here
344
345
346
347
348
349
350
        if (factory.getClientIdSuffix().isPresent()) {
            clientId.append('-').append(factory.getClientIdSuffix().get());
        }
        properties.setProperty("client.id", clientId.toString());

        return new ProducerConfig(properties);
    }
View Full Code Here
61
62
63
64
65
66
67
68
    props.put("key.serializer.class", IntegerEncoder.class.getName());
    props.put("partitioner.class", IntegerPartitioner.class.getName());
    props.put("request.required.acks", Integer.toString(ack.getAck()));
    props.put("compression.codec", compression.getCodec());

    producer = new Producer<Integer, ByteBuffer>(new ProducerConfig(props));
    return new ProducerCancellable(producer);
  }
View Full Code Here
TOP

Related Classes of kafka.producer.ProducerConfig

  • co.cask.cdap.logging.appender.kafka.SimpleKafkaProducer
  • com.cloudbreakers.producers.SoProducer
  • com.cloudera.oryx.kafka.util.ProduceData
  • com.cloudera.oryx.lambda.QueueProducerImpl
  • com.cloudera.oryx.lambda.serving.QueueProducerImpl
  • com.datasift.dropwizard.kafka.KafkaProducerFactory
  • com.facebook.presto.kafka.util.EmbeddedKafka
  • com.jointhegrid.ironcount.IronIntegrationTest
  • com.jointhegrid.ironcount.mapreduce.MapHandler
  • com.linkedin.camus.etl.kafka.CamusJobTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.