Examples of LineRecordReader

Examples of org.apache.hadoop.mapreduce.lib.input.LineRecordReader

37
38
39
40
41
42
43
public class GiraphTextInputFormat
    extends GiraphFileInputFormat<LongWritable, Text> {
  @Override
  public RecordReader<LongWritable, Text>
  createRecordReader(InputSplit split, TaskAttemptContext context) {
    return new LineRecordReader();
  }
View Full Code Here

Examples of org.apache.hadoop.mapreduce.lib.input.LineRecordReader

56
57
58
59
60
61
62
63
64
65
66
    private LineRecordReader reader;
    private TextArrayWritable value;
    private final CSVParser parser;

    public CSVRecordReader(Character csvDelimiter) {
      this.reader = new LineRecordReader();
      if (csvDelimiter == null) {
        parser = new CSVParser();             //<co id="ch02_comment_csv_inputformat5"/>
      } else {
        parser = new CSVParser(csvDelimiter);
      }
View Full Code Here

Examples of org.apache.hadoop.mapreduce.lib.input.LineRecordReader

227
228
229
230
231
232
233
234
235
236
237
    private int badLineCount = 0;

    @Override
    public void initialize(InputSplit inputSplit, TaskAttemptContext taskAttemptContext)
      throws IOException, InterruptedException {
      lineRecordReader = new LineRecordReader();
      lineRecordReader.initialize(inputSplit, taskAttemptContext);
      currentKey = new ImmutableBytesWritable();
      parser = new JSONParser();
      skipBadLines = taskAttemptContext.getConfiguration().getBoolean(
        SKIP_LINES_CONF_KEY, true);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.