Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.LineRecordReader

160
161
162
163
164
165
166
167
168
  public RecordReader<LongWritable, BytesWritable> getRecordReader(
      InputSplit genericSplit, JobConf job, Reporter reporter) throws IOException {
    reporter.setStatus(genericSplit.toString());
    Base64LineRecordReader reader = new Base64LineRecordReader(
        new LineRecordReader(job, (FileSplit) genericSplit));
    reader.configure(job);
    return reader;
  }
View Full Code Here
64
65
66
67
68
69
70
                                            InputSplit genericSplit,
                                            JobConf job,
                                            Reporter reporter)
  throws IOException {
    reporter.setStatus(genericSplit.toString());
    return new LineRecordReader(job, (FileSplit) genericSplit);
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
        try {
            File dir = LzopFileTest.getDataDirectory();
            File file = new File(dir, "input.txt.lzo");
            FileInputStream fi = new FileInputStream(file);
            LzopInputStream ci = new LzopInputStream(fi);
            LineRecordReader reader = new LineRecordReader(ci, 0L, 9999L, 9999);
            LongWritable key = new LongWritable();
            Text value = new Text();
            while (reader.next(key, value)) {
                LOG.info("key=" + key + "; value=" + value);
            }
        } catch (Exception e) {
            LOG.info("Test failed", e);
            throw e;
View Full Code Here
53
54
55
56
57
58
59
    private LongWritable currentKeyHolder = new LongWritable();
    private Text currentValueHolder = new Text();
   
    public Utf8LineRecordReader(Configuration job,
        FileSplit split) throws IOException {
      this.lineRecordReader = new LineRecordReader(job, split);
    }
View Full Code Here
63
64
65
66
67
68
69
                                            InputSplit genericSplit,
                                            JobConf job,
                                            Reporter reporter)
  throws IOException {
    reporter.setStatus(genericSplit.toString());
    return new LineRecordReader(job, (FileSplit) genericSplit);
  }
View Full Code Here
150
151
152
153
154
155
156
    private Text line = new Text();
    private static int KEY_LENGTH = 10;

    public TeraRecordReader(Configuration job,
                            FileSplit split) throws IOException {
      in = new LineRecordReader(job, split);
    }
View Full Code Here
64
65
66
67
68
69
70
                                            InputSplit genericSplit,
                                            JobConf job,
                                            Reporter reporter)
  throws IOException {
    reporter.setStatus(genericSplit.toString());
    return new LineRecordReader(job, (FileSplit) genericSplit);
  }
View Full Code Here
66
67
68
69
70
71
72
                                            InputSplit genericSplit,
                                            JobConf job,
                                            Reporter reporter)
  throws IOException {
    reporter.setStatus(genericSplit.toString());
    return new LineRecordReader(job, (FileSplit) genericSplit);
  }
View Full Code Here
56
57
58
59
60
61
62
  @Override
  public RecordReader<Text, Text> getRecordReader(InputSplit genericSplit, JobConf job, Reporter reporter) throws IOException {

    reporter.setStatus(genericSplit.toString());

    return new KeyValuePreservingRecordReader(new LineRecordReader(job, (FileSplit) genericSplit));
  }
View Full Code Here
64
65
66
67
68
69
70
                                            InputSplit genericSplit,
                                            JobConf job,
                                            Reporter reporter)
  throws IOException {
    reporter.setStatus(genericSplit.toString());
    return new LineRecordReader(job, (FileSplit) genericSplit);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.LineRecordReader

  • com.m6d.filecrush.crush.KeyValuePreservingTextInputFormat
  • edu.umd.cloud9.collection.line.TextDocumentInputFormat$TextDocumentLineRecordReader
  • org.anarres.lzo.HadoopLzopFileTest
  • org.apache.avro.mapred.AvroUtf8InputFormat$Utf8LineRecordReader
  • org.apache.hadoop.examples.terasort.TeraInputFormat$TeraRecordReader
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat
  • org.apache.hadoop.io.compress.CompressionCodec
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.