Package com.linkedin.camus.workallocater

Examples of com.linkedin.camus.workallocater.CamusRequest

197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
        long earliestOffset = earliestOffsetResponse.offsets(
            topicAndPartition.topic(),
            topicAndPartition.partition())[0];
       
        //TODO: factor out kafka specific request functionality
        CamusRequest etlRequest = new EtlRequest(context,
            topicAndPartition.topic(), Integer.toString(leader
                .getLeaderId()), topicAndPartition.partition(),
            leader.getUri());
        etlRequest.setLatestOffset(latestOffset);
        etlRequest.setEarliestOffset(earliestOffset);
        finalRequests.add(etlRequest);
      }
    }
    return finalRequests;
  }
View Full Code Here
488
489
490
491
492
493
494
495
496
497
498
        SequenceFile.Reader reader = new SequenceFile.Reader(fs,
            f.getPath(), context.getConfiguration());
        EtlKey key = new EtlKey();
        while (reader.next(key, NullWritable.get())) {
        //TODO: factor out kafka specific request functionality
          CamusRequest request = new EtlRequest(context,
              key.getTopic(), key.getLeaderId(),
              key.getPartition());
          if (offsetKeysMap.containsKey(request)) {

            EtlKey oldKey = offsetKeysMap.get(request);
View Full Code Here
19
20
21
22
23
24
25
26
27
28
29
  @Override
  public void readFields(DataInput in) throws IOException {
    int size = in.readInt();
    for (int i = 0; i < size; i++) {
      CamusRequest r = new EtlRequest();
      r.readFields(in);
      requests.add(r);
      length += r.estimateDataSize();
    }
  }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
      for (int i = 0; i < requests.size(); i++) {
        // return all request for each topic before returning another topic
        if (requests.get(i).getTopic().equals(currentTopic))
          return requests.remove(i);
      }
      CamusRequest cr = requests.remove(requests.size() - 1);
      currentTopic = cr.getTopic();
      return cr;
    }
    else
      return null;
  }
View Full Code Here
TOP

Related Classes of com.linkedin.camus.workallocater.CamusRequest

  • com.linkedin.camus.etl.kafka.mapred.EtlInputFormat
  • com.linkedin.camus.etl.kafka.mapred.EtlSplit
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.