Package org.apache.hcatalog.mapreduce

Examples of org.apache.hcatalog.mapreduce.HCatInputFormat

111
112
113
114
115
116
117
118
119
120
121
122
123
124
  @Override
  public RecordReader<ITuple, NullWritable> createRecordReader(InputSplit split,
      TaskAttemptContext taskContext) throws IOException, InterruptedException {

    HCatInputFormat iF = new HCatInputFormat();

    @SuppressWarnings("rawtypes")
    final RecordReader<WritableComparable, HCatRecord> hCatRecordReader = iF.createRecordReader(split,
        taskContext);

    return new RecordReader<ITuple, NullWritable>() {

      ITuple tuple = new Tuple(pangoolSchema);
View Full Code Here
161
162
163
164
165
166
167
168
    };
  }

  @Override
  public List<InputSplit> getSplits(JobContext jobcontext) throws IOException, InterruptedException {
    HCatInputFormat iF = new HCatInputFormat();
    return iF.getSplits(jobcontext);
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
  @Override
  public ReaderContext prepareRead() throws HCatException {
    try {
      Job job = new Job(conf);
      HCatInputFormat hcif = HCatInputFormat.setInput(
        job, re.getDbName(), re.getTableName()).setFilter(re.getFilterString());
      ReaderContext cntxt = new ReaderContext();
      cntxt.setInputSplits(hcif.getSplits(
        ShimLoader.getHadoopShims().getHCatShim().createJobContext(job.getConfiguration(), null)));
      cntxt.setConf(job.getConfiguration());
      return cntxt;
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
  }

  @Override
  public Iterator<HCatRecord> read() throws HCatException {

    HCatInputFormat inpFmt = new HCatInputFormat();
    RecordReader<WritableComparable, HCatRecord> rr;
    try {
      TaskAttemptContext cntxt = ShimLoader.getHadoopShims().getHCatShim().createTaskAttemptContext(conf, new TaskAttemptID());
      rr = inpFmt.createRecordReader(split, cntxt);
      rr.initialize(split, cntxt);
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    } catch (InterruptedException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
View Full Code Here
TOP

Related Classes of org.apache.hcatalog.mapreduce.HCatInputFormat

  • com.datasalt.pangool.tuplemr.mapred.lib.input.HCatTupleInputFormat
  • org.apache.hcatalog.data.transfer.impl.HCatInputFormatReader
  • org.apache.hcatalog.pig.HCatLoader
  • org.apache.sqoop.mapreduce.hcat.SqoopHCatUtilities
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.