Package org.apache.trevni.avro

Examples of org.apache.trevni.avro.HadoopInput

299
300
301
302
303
304
305
306
307
308
309
    }

    if (visibleTrevniFiles.accept(p)) {
     
      AvroColumnReader.Params params =
          new AvroColumnReader.Params(new HadoopInput(p, job.getConfiguration()));
       AvroColumnReader<GenericData.Record> reader =
          new AvroColumnReader<GenericData.Record>(params);
       return reader.getFileSchema();
    } else
      throw new IOException("overly simple file search didn't find a trevni file");
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
            @Override
            public void initialize(InputSplit isplit, TaskAttemptContext tac) throws IOException, InterruptedException {
              // TODO Auto-generated method stub
              fsplit = (FileSplit) isplit;
              params = new AvroColumnReader.Params(
                  new HadoopInput(fsplit.getPath(), tac.getConfiguration()));
              Schema inputSchema = getInputAvroSchema();
              System.err.printf("initializing RecordReader with schema %s\n", inputSchema);
              params.setSchema(inputSchema);
              reader = new AvroColumnReader<GenericData.Record>(params);
              rows = reader.getRowCount();
View Full Code Here
38
39
40
41
42
43
44
45
46
47
/** Static utility methods for tools. */
class TrevniUtil {

  static Input input(String filename) throws IOException {
    if (filename.startsWith("hdfs://")) {
      return new HadoopInput(new Path(filename), new Configuration());
    } else {
      return new InputFile(new File(filename));
    }
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
      throws IOException, InterruptedException {
    final FileSplit file = (FileSplit)inputSplit;
    context.setStatus(file.toString());

    final AvroColumnReader.Params params =
      new AvroColumnReader.Params(new HadoopInput(file.getPath(), context.getConfiguration()));
    params.setModel(ReflectData.get());
   
    if (AvroJob.getInputKeySchema(context.getConfiguration()) != null) {
      params.setSchema(AvroJob.getInputKeySchema(context.getConfiguration()));
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
/** Static utility methods for tools. */
class Util {

  static Input input(String filename) throws IOException {
    if (filename.startsWith("hdfs://")) {
      return new HadoopInput(new Path(filename), new Configuration());
    } else {
      return new InputFile(new File(filename));
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.trevni.avro.HadoopInput

  • com.linkedin.pig.TrevniStorage
  • com.linkedin.pig.TrevniStorageInputFormat
  • org.apache.avro.tool.TrevniUtil
  • org.apache.crunch.io.avro.trevni.TrevniFileReaderFactory
  • org.apache.pig.builtin.TrevniStorage
  • org.apache.pig.builtin.TrevniStorageInputFormat
  • org.apache.tajo.storage.trevni.TrevniScanner
  • org.apache.trevni.avro.mapreduce.AvroTrevniRecordReaderBase
  • org.apache.trevni.tool.Util
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.