Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.LineRecordReader

211
212
213
214
215
216
217
    @Override
    public RecordReader<LongWritable,Text> getRecordReader(InputSplit split, JobConf job,
                                                           Reporter reporter) throws IOException {
      reporter.setStatus(split.toString());
     
      return new RndLineRecordReader(new LineRecordReader(job, (FileSplit) split), job);
    }
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
        this.currentTask =
            this.userlogsDirs[this.userlogsDirsIndex++].getName();
        // For now, hardcoded to read from syslog.
        ArchiveTaskLog.Reader tlr =
            new ArchiveTaskLog.Reader(this.currentTask);
        this.lrr = new LineRecordReader(tlr.getInputStream(), 0,
          tlr.getTotalLogSize());
        return getNextLine(key, value);
      }
    };
  }
View Full Code Here
176
177
178
179
180
181
182
         * @param in InputStream from which BufferingLineReader reads data
         * @throws IOException
         */
        BufferingLineReader(InputStream in, long start, long end, int maxLineLength) {
          super( in );
          this.reader = new LineRecordReader(in, start, end, maxLineLength);
        }
View Full Code Here
157
158
159
160
161
162
163
164
165
  public RecordReader<LongWritable, BytesWritable> getRecordReader(
      InputSplit genericSplit, JobConf job, Reporter reporter) throws IOException {
    reporter.setStatus(genericSplit.toString());
    Base64LineRecordReader reader = new Base64LineRecordReader(
        new LineRecordReader(job, (FileSplit) genericSplit));
    reader.configure(job);
    return reader;
  }
View Full Code Here
155
156
157
158
159
160
161
162
163
  public RecordReader<LongWritable, BytesWritable> getRecordReader(
      InputSplit genericSplit, JobConf job,
      Reporter reporter) throws IOException {
    reporter.setStatus(genericSplit.toString());
    Base64LineRecordReader reader = new Base64LineRecordReader(
        new LineRecordReader(job, (FileSplit) genericSplit));
    reader.configure(job);
    return reader;
  }
View Full Code Here
160
161
162
163
164
165
166
167
168
  public RecordReader<LongWritable, BytesWritable> getRecordReader(
      InputSplit genericSplit, JobConf job, Reporter reporter) throws IOException {
    reporter.setStatus(genericSplit.toString());
    Base64LineRecordReader reader = new Base64LineRecordReader(
        new LineRecordReader(job, (FileSplit) genericSplit));
    reader.configure(job);
    return reader;
  }
View Full Code Here
208
209
210
211
212
213
214
215
    @Override
    public RecordReader<LongWritable, Text> getRecordReader(InputSplit split,
        JobConf job, Reporter reporter) throws IOException {
      reporter.setStatus(split.toString());

      return new RndLineRecordReader(new LineRecordReader(job,
          (FileSplit) split), job);
    }
View Full Code Here
69
70
71
72
73
74
75
76
    private LineRecordReader mRecordReader;
    private Text mText;

    public TextDocumentLineRecordReader(Configuration job,
          FileSplit split) throws IOException {
      mRecordReader = new LineRecordReader(job, split);
      mText = new Text();
    }
View Full Code Here
210
211
212
213
214
215
216
217
    @Override
    public RecordReader<LongWritable, Text> getRecordReader(InputSplit split,
        JobConf job, Reporter reporter) throws IOException {
      reporter.setStatus(split.toString());

      return new RndLineRecordReader(new LineRecordReader(job,
          (FileSplit) split), job);
    }
View Full Code Here
64
65
66
67
68
69
70
                                            InputSplit genericSplit,
                                            JobConf job,
                                            Reporter reporter)
  throws IOException {
    reporter.setStatus(genericSplit.toString());
    return new LineRecordReader(job, (FileSplit) genericSplit);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.LineRecordReader

  • com.m6d.filecrush.crush.KeyValuePreservingTextInputFormat
  • edu.umd.cloud9.collection.line.TextDocumentInputFormat$TextDocumentLineRecordReader
  • org.anarres.lzo.HadoopLzopFileTest
  • org.apache.avro.mapred.AvroUtf8InputFormat$Utf8LineRecordReader
  • org.apache.hadoop.examples.terasort.TeraInputFormat$TeraRecordReader
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat
  • org.apache.hadoop.io.compress.CompressionCodec
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.