Examples of ConsumerConnector

kafka.javaapi.consumer.ConsumerConnector

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testDurationForResettingErrorHandlingState() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testServerShutDownOnUnrecoverableException() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testServerShutDownAfterMaximumRecoverableException() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testDurationForResettingErrorHandlingState() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testIsRunningAfterUnrecoverableException() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testIsRunningAfterRecoverableException() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    public void testIsRunningAfterMaximumRecoverableException() throws Exception {


        //Mock a KafkaStream
        KafkaStream messageStream = Mockito.mock(KafkaStream.class);
        Map<String, List<KafkaStream>> mockedMessageStreams = Collections.singletonMap("TesTopic",Collections.singletonList(messageStream));
        ConsumerConnector consumerConnector = Mockito.mock(ConsumerConnector.class);
        when(consumerConnector.createMessageStreams(Mockito.anyMap(),Mockito.any(Decoder.class))).thenReturn(mockedMessageStreams);
        Server jettyServer = PowerMockito.mock(Server.class);
        Mockito.doNothing().when(jettyServer).stop();
        //Mock an Executor to simply run the StreamProcessorRunnable
        ExecutorService executor = Mockito.mock(ExecutorService.class);
        when(executor.isTerminated()).thenReturn(false);

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

                    .entity(new String[]{"Undefined topic"})
                    .build();


        Properties props = consumerCfg.asProperties(timeout);
        ConsumerConfig config = new ConsumerConfig(props);
        ConsumerConnector connector = Consumer.createJavaConsumerConnector(config);


        Map<String, Integer> streamCounts = Collections.singletonMap(topic, 1);
        Map<String, List<KafkaStream<byte[], byte[]>>> streams = connector.createMessageStreams(streamCounts);
        KafkaStream<byte[], byte[]> stream = streams.get(topic).get(0);


        List<Message> messages = new ArrayList<Message>();
        try {
            for (MessageAndMetadata<byte[], byte[]> messageAndMetadata : stream)
                messages.add(new Message(messageAndMetadata));
        } catch (ConsumerTimeoutException ignore) {
        } finally {
            connector.commitOffsets();
            connector.shutdown();
        }


        return Response.ok(messages).build();
    }

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

  public CloseableIterator<Pair<String,String>> iterator() {
    Properties consumerProps = new Properties();
    consumerProps.setProperty("group.id", "OryxGroup-ConsumeData");
    consumerProps.setProperty("zookeeper.connect", "localhost:" + zkPort);
    ConsumerConfig consumerConfig = new ConsumerConfig(consumerProps);
    ConsumerConnector consumer = Consumer.createJavaConsumerConnector(consumerConfig);
    return new ConsumeDataIterator(topic, consumer);
  }

View Full Code Here

Examples of kafka.javaapi.consumer.ConsumerConnector

    Decoder<byte[]> valueDecoder = new DefaultDecoder(null);
    Decoder<Integer> keyDecoder = new IntegerEncoderDecoder();


    KafkaTestMessageBus busWrapper = (KafkaTestMessageBus) getMessageBus();
    // Rewind offset, as tests will have typically already sent the messages we're trying to consume
    ConsumerConnector connector = busWrapper.getCoreMessageBus().createConsumerConnector(
        UUID.randomUUID().toString(), "auto.offset.reset", "smallest");


    Map<String, List<KafkaStream<Integer, byte[]>>> map = connector.createMessageStreams(
        topicCountMap, keyDecoder, valueDecoder);


    final ConsumerIterator<Integer, byte[]> iterator = map.get(topic).iterator().next().iterator();

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.