Package com.facebook.giraph.hive.impl.input

Examples of com.facebook.giraph.hive.impl.input.HiveApiInputSplit

245
246
247
248
249
250
251
252
253
254
255
          ") values: " +
          inputPartition.getInputSplitData().getPartitionValues() +
          ", got " + baseSplits.length + " splits");

      for (org.apache.hadoop.mapred.InputSplit baseSplit : baseSplits)  {
        InputSplit split = new HiveApiInputSplit(baseInputFormat, baseSplit,
            inputInfo.getTableSchema(), inputInfo.getColumnIds(),
            inputPartition.getInputSplitData(), conf);
        splits.add(split);
      }
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
  createRecordReader(InputSplit inputSplit, TaskAttemptContext context)
    throws IOException, InterruptedException {
    Configuration conf = context.getConfiguration();
    JobConf jobConf = new JobConf(conf);

    HiveApiInputSplit apiInputSplit;
    if (inputSplit instanceof HiveApiInputSplit) {
      apiInputSplit = (HiveApiInputSplit) inputSplit;
    } else {
      throw new IllegalArgumentException("InputSplit not a HiveApiInputSplit");
    }
    apiInputSplit.setConf(jobConf);

    // CHECKSTYLE: stop LineLength
    org.apache.hadoop.mapred.RecordReader<WritableComparable, Writable> baseRecordReader =
        apiInputSplit.getBaseRecordReader(jobConf, context);
    // CHECKSTYLE: resume LineLength

    HiveUtils.setReadColumnIds(conf, apiInputSplit.getColumnIds());

    boolean reuseRecord = conf.getBoolean(REUSE_RECORD_KEY, true);

    HiveApiRecordReader reader = new HiveApiRecordReader(
        baseRecordReader,
        apiInputSplit.getDeserializer(),
        apiInputSplit.getPartitionValues(),
        apiInputSplit.getTableSchema().numColumns(),
        reuseRecord);
    reader.setObserver(observer);

    return reader;
  }
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
          ") values: " +
          inputPartition.getInputSplitData().getPartitionValues() +
          ", got " + baseSplits.length + " splits");

      for (org.apache.hadoop.mapred.InputSplit baseSplit : baseSplits)  {
        InputSplit split = new HiveApiInputSplit(baseInputFormat, baseSplit,
            inputInfo.getTableSchema(), inputInfo.getColumnIds(),
            inputPartition.getInputSplitData(), conf);
        splits.add(split);
      }
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
  createRecordReader(InputSplit inputSplit, TaskAttemptContext context)
    throws IOException, InterruptedException {
    Configuration conf = context.getConfiguration();
    JobConf jobConf = new JobConf(conf);

    HiveApiInputSplit apiInputSplit;
    if (inputSplit instanceof HiveApiInputSplit) {
      apiInputSplit = (HiveApiInputSplit) inputSplit;
    } else {
      throw new IllegalArgumentException("InputSplit not a HiveApiInputSplit");
    }
    apiInputSplit.setConf(jobConf);

    // CHECKSTYLE: stop LineLength
    org.apache.hadoop.mapred.RecordReader<WritableComparable, Writable> baseRecordReader =
        apiInputSplit.getBaseRecordReader(jobConf, context);
    // CHECKSTYLE: resume LineLength

    HiveUtils.setReadColumnIds(conf, apiInputSplit.getColumnIds());

    boolean reuseRecord = conf.getBoolean(REUSE_RECORD_KEY, true);

    HiveApiRecordReader reader = new HiveApiRecordReader(
        baseRecordReader,
        apiInputSplit.getDeserializer(),
        apiInputSplit.getPartitionValues(),
        apiInputSplit.getTableSchema().numColumns(),
        reuseRecord);
    reader.setObserver(observer);

    return reader;
  }
View Full Code Here
TOP

Related Classes of com.facebook.giraph.hive.impl.input.HiveApiInputSplit

  • com.facebook.giraph.hive.impl.common.ProgressReporter
  • com.facebook.giraph.hive.impl.HiveApiTableSchema
  • com.facebook.giraph.hive.input.HiveApiInputFormat
  • org.apache.hadoop.mapred.Reporter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.