Package kafka.consumer

Examples of kafka.consumer.ConsumerConfig

86
87
88
89
90
91
92
93
94
95
96
                                            newDimExclus
                                        )
                      )
    );

    final ConsumerConnector connector = Consumer.createJavaConsumerConnector(new ConsumerConfig(consumerProps));

    final Map<String, List<KafkaStream<byte[], byte[]>>> streams = connector.createMessageStreams(
        ImmutableMap.of(
            feed,
            1
View Full Code Here
70
71
72
73
74
75
76
        props.put("group.id", KafkaConstants.DEFAULT_GROUP);
        props.put("zookeeper.session.timeout.ms", "400");
        props.put("zookeeper.sync.time.ms", "200");
        props.put("auto.commit.interval.ms", "1000");

        kafkaConsumer = kafka.consumer.Consumer.createJavaConsumerConnector(new ConsumerConfig(props));
    }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    @Override
    protected void doStart() throws Exception {
        super.doStart();
        log.info("Starting Kafka consumer");

        consumer = kafka.consumer.Consumer.createJavaConsumerConnector(new ConsumerConfig(getProps()));

        Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
        topicCountMap.put(endpoint.getTopic(), endpoint.getConsumerStreams());
        Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumer.createMessageStreams(topicCountMap);
        List<KafkaStream<byte[], byte[]>> streams = consumerMap.get(endpoint.getTopic());
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
                                            newDimExclus
                                        )
                      )
    );

    final ConsumerConnector connector = Consumer.createJavaConsumerConnector(new ConsumerConfig(consumerProps));

    final Map<String, List<KafkaStream<Message>>> streams = connector.createMessageStreams(ImmutableMap.of(feed, 1));

    final List<KafkaStream<Message>> streamList = streams.get(feed);
    if (streamList == null || streamList.size() != 1) {
View Full Code Here
159
160
161
162
163
164
165
        props.setProperty("consumer.timeout.ms",
                String.valueOf(configuration.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.retries.max",
                String.valueOf(configuration.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here
205
206
207
208
209
210
211
        props.setProperty("consumer.timeout.ms",
                String.valueOf(configuration.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.retries.max",
                String.valueOf(configuration.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
  public void init() {
    // Clear the list of threads.
    _kafkaMessageProcessorThreadList.clear();

    // Create the Kafka consumer config.
    final ConsumerConfig kafkaConsumerConfig = new ConsumerConfig(
        getProperties());

    // Connect to Kafka via the high-level consumer API.
    _consumer = kafka.consumer.Consumer
        .createJavaConsumerConnector(kafkaConsumerConfig);
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
            consumer_props.put("zookeeper.session.timeout.ms", server_props.getProperty("zookeeper.session.timeout.ms", "6000"));
            consumer_props.put("zookeeper.connection.timeout.ms", server_props.getProperty("zookeeper.connection.timeout.ms", "6000"));
            consumer_props.put("zookeeper.sync.time.ms", server_props.getProperty("zookeeper.sync.time.ms", "2000"));

            // Setup consumer
            consumer = Consumer.createJavaConsumerConnector(new ConsumerConfig(consumer_props));
            Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
            topicCountMap.put(metrics_topic, 1);

            Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumer.createMessageStreams(topicCountMap);
View Full Code Here
641
642
643
644
645
646
647
        props.setProperty("consumer.timeout.ms",
                String.valueOf(factory.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.retries.max",
                String.valueOf(factory.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here
652
653
654
655
656
657
658
        props.setProperty("consumer.timeout.ms",
                String.valueOf(factory.getTimeout().toMilliseconds()));
        props.setProperty("rebalance.max.retries",
                String.valueOf(factory.getRebalanceRetries()));

        return new ConsumerConfig(props);
    }
View Full Code Here
TOP

Related Classes of kafka.consumer.ConsumerConfig

  • com.cloudera.oryx.kafka.util.ConsumeData
  • com.cloudera.oryx.lambda.serving.ModelManagerListener
  • com.cloudera.oryx.lambda.speed.SpeedLayer
  • com.datasift.dropwizard.kafka.KafkaConsumerFactory
  • com.jointhegrid.ironcount.IronIntegrationTest
  • com.jointhegrid.ironcount.manager.WorkerThread
  • com.netflix.suro.sink.kafka.TestKafkaSink
  • com.netflix.suro.sink.kafka.TestKafkaSinkV2
  • com.pinterest.secor.reader.MessageReader
  • com.senseidb.gateway.kafka.KafkaStreamDataProvider
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.