new PartitionOffsetRequestInfo(-1, 1));

                kafka.javaapi.OffsetRequest request = new kafka.javaapi.OffsetRequest(

                        requestInfo, kafka.api.OffsetRequest.CurrentVersion(),

                        "TestPerformance");

                    System.out

                            .println("Error fetching data Offset Data the Broker. Reason: "

                    return null;

                }

                System.out.println("Topic: " + topic + " partition: " + i

                        + " offset: " + offsets[0]);

                lastOffsets.put(new TopicPartition(topic, i), offsets[0]);

            }

        }

        final String clientName = getClientName(topicPartition);

        OffsetRequest request = new OffsetRequest(requestInfo,

                                                  kafka.api.OffsetRequest.CurrentVersion(),

                                                  clientName);

            throw new RuntimeException("Error fetching offset data. Reason: " +

        }

                topicPartition.getPartition());

        return offsets[0] - 1;

    }

        // This also assumes that the lowest value returned will be the first segment available. So if segments have been dropped off, this value

        // should not be 0.

        PartitionOffsetRequestInfo partitionOffsetRequestInfo = new PartitionOffsetRequestInfo(kafka.api.OffsetRequest.LatestTime(), Integer.MAX_VALUE);

        OffsetRequest offsetRequest = new OffsetRequest(ImmutableMap.of(topicAndPartition, partitionOffsetRequestInfo), kafka.api.OffsetRequest.CurrentVersion(), consumer.clientId());

            log.warn("Offset response has error: %d", errorCode);

            throw new PrestoException(KafkaErrorCode.KAFKA_SPLIT_ERROR.toErrorCode(), "could not fetch data from Kafka, error code is '" + errorCode + "'");

        }

    }

      new TopicAndPartition(topicPart.getTopic(), topicPart.getPartition()),

      new PartitionOffsetRequestInfo(timestamp, 1)

    ), kafka.api.OffsetRequest.CurrentVersion(), consumer.clientId());

    // Retrieve offsets from response

    if (offsets == null || offsets.length <= 0) {

      // If the topic partition doesn't exists, use offset 0 without logging error.

      if (errorCode != ErrorMapping.UnknownTopicOrPartitionCode()) {

        consumers.refresh(brokerInfo);

        LOG.warn("Failed to fetch offset for {} with timestamp {}. Error: {}. Default offset to 0.",

                    1024 * 1024, "hadoop-etl");

            Map<TopicAndPartition, PartitionOffsetRequestInfo> offsetInfo = new HashMap<TopicAndPartition, PartitionOffsetRequestInfo>();

            offsetInfo.put(new TopicAndPartition(topic, partition), new PartitionOffsetRequestInfo(

                    kafka.api.OffsetRequest.EarliestTime(), 1));

                    .getOffsetsBefore(new OffsetRequest(offsetInfo, kafka.api.OffsetRequest

                            .CurrentVersion(), "hadoop-etl"));

            consumer.close();

            this.earliestOffset = endOffset[0];

            return endOffset[0];

        } else {

            return this.earliestOffset;

                1024 * 1024, "hadoop-etl");

        Map<TopicAndPartition, PartitionOffsetRequestInfo> offsetInfo = new HashMap<TopicAndPartition, PartitionOffsetRequestInfo>();

        offsetInfo.put(new TopicAndPartition(topic, partition), new PartitionOffsetRequestInfo(

                time, 1));

                kafka.api.OffsetRequest.CurrentVersion(),"hadoop-etl"));

        consumer.close();

        if(endOffset.length == 0)

        {

          log.info("The exception is thrown because the latest offset retunred zero for topic : " + topic + " and partition " + partition);

        }

        earliestOffsetInfo.put(topicAndPartition,

            partitionEarliestOffsetRequestInfo);

      }

          .getOffsetsBefore(new OffsetRequest(latestOffsetInfo,

              kafka.api.OffsetRequest.CurrentVersion(), CamusJob

                  .getKafkaClientName(context)));

          .getOffsetsBefore(new OffsetRequest(earliestOffsetInfo,

              kafka.api.OffsetRequest.CurrentVersion(), CamusJob

                  .getKafkaClientName(context)));

      consumer.close();

      for (TopicAndPartition topicAndPartition : topicAndPartitions) {

        long latestOffset = latestOffsetResponse.offsets(

            topicAndPartition.topic(),

            topicAndPartition.partition())[0];

            topicAndPartition.topic(),

            topicAndPartition.partition())[0];

       

        //TODO: factor out kafka specific request functionality

        CamusRequest etlRequest = new EtlRequest(context,

    if (consumer == null) {

      findLeader();

    }

      // Try once more

      findLeader();

      response = consumer.getOffsetsBefore(request);

        closeConsumer();

        String message = String.format(

          "Error fetching offset data from broker %s:%d for topic %s, partition %d. Error code: %d",

        LOG.error(message);

        throw new RuntimeException(message);

      }

    }

    if (offsets.length == 0) {

      closeConsumer();

      String message =

        String.format("Got zero offsets in offset response for time %s from broker %s:%d for topic %s, partiton %d",

                      offset, consumer.host(), consumer.port(), topic, partition);