Examples of ConsumerConfig

Examples of kafka.consumer.ConsumerConfig

70
71
72
73
74
75
76
        props.put("group.id", KafkaConstants.DEFAULT_GROUP);
        props.put("zookeeper.session.timeout.ms", "400");
        props.put("zookeeper.sync.time.ms", "200");
        props.put("auto.commit.interval.ms", "1000");

        kafkaConsumer = kafka.consumer.Consumer.createJavaConsumerConnector(new ConsumerConfig(props));
    }
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

67
68
69
70
71
72
73
74
75
76
77
    @Override
    protected void doStart() throws Exception {
        super.doStart();
        log.info("Starting Kafka consumer");

        consumer = kafka.consumer.Consumer.createJavaConsumerConnector(new ConsumerConfig(getProps()));

        Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
        topicCountMap.put(endpoint.getTopic(), endpoint.getConsumerStreams());
        Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumer.createMessageStreams(topicCountMap);
        List<KafkaStream<byte[], byte[]>> streams = consumerMap.get(endpoint.getTopic());
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

99
100
101
102
103
104
105
106
107
108
109
                                            newDimExclus
                                        )
                      )
    );

    final ConsumerConnector connector = Consumer.createJavaConsumerConnector(new ConsumerConfig(consumerProps));

    final Map<String, List<KafkaStream<Message>>> streams = connector.createMessageStreams(ImmutableMap.of(feed, 1));

    final List<KafkaStream<Message>> streamList = streams.get(feed);
    if (streamList == null || streamList.size() != 1) {
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

159
160
161
162
163
164
165
        props.setProperty("consumer.timeout.ms",
                String.valueOf(configuration.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.retries.max",
                String.valueOf(configuration.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

205
206
207
208
209
210
211
        props.setProperty("consumer.timeout.ms",
                String.valueOf(configuration.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.retries.max",
                String.valueOf(configuration.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

91
92
93
94
95
96
97
98
99
100
101
  public void init() {
    // Clear the list of threads.
    _kafkaMessageProcessorThreadList.clear();

    // Create the Kafka consumer config.
    final ConsumerConfig kafkaConsumerConfig = new ConsumerConfig(
        getProperties());

    // Connect to Kafka via the high-level consumer API.
    _consumer = kafka.consumer.Consumer
        .createJavaConsumerConnector(kafkaConsumerConfig);
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

188
189
190
191
192
193
194
195
196
197
198
            consumer_props.put("zookeeper.session.timeout.ms", server_props.getProperty("zookeeper.session.timeout.ms", "6000"));
            consumer_props.put("zookeeper.connection.timeout.ms", server_props.getProperty("zookeeper.connection.timeout.ms", "6000"));
            consumer_props.put("zookeeper.sync.time.ms", server_props.getProperty("zookeeper.sync.time.ms", "2000"));

            // Setup consumer
            consumer = Consumer.createJavaConsumerConnector(new ConsumerConfig(consumer_props));
            Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
            topicCountMap.put(metrics_topic, 1);

            Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumer.createMessageStreams(topicCountMap);
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

641
642
643
644
645
646
647
        props.setProperty("consumer.timeout.ms",
                String.valueOf(factory.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.retries.max",
                String.valueOf(factory.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

652
653
654
655
656
657
658
        props.setProperty("consumer.timeout.ms",
                String.valueOf(factory.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.max.retries",
                String.valueOf(factory.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here

Examples of kafka.consumer.ConsumerConfig

116
117
118
119
120
121
122
123
124
125
126
  public void run(){
    status=WorkerThreadStatus.INIT;
    props = new Properties();
    props.put("groupid", workload.consumerGroup);
    props.put("zk.connect", workload.zkConnect);
    config = new ConsumerConfig(props);
    consumerConnector = Consumer.createJavaConsumerConnector(config);
   
    try {
      handler = (MessageHandler) new ICURLClassLoader().getClassLoader(workload)
              .loadClass(this.workload.messageHandlerName).newInstance();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.