Package org.apache.avro.file

Examples of org.apache.avro.file.SeekableInput

51
52
53
54
55
56
57
58
59
60
61
  @Override
  public void initialize(InputSplit genericSplit, TaskAttemptContext context) throws IOException, InterruptedException {
    FileSplit split = (FileSplit) genericSplit;
    Configuration conf = context.getConfiguration();
    SeekableInput in = new FsInput(split.getPath(), conf);
    DatumReader<T> datumReader = null;
    if (context.getConfiguration().getBoolean(AvroJob.INPUT_IS_REFLECT, true)) {
      ReflectDataFactory factory = Avros.getReflectDataFactory(conf);
      datumReader = factory.getReader(schema);
    } else {
View Full Code Here
95
96
97
98
99
100
101
102
103
104
      datumReader = new ReflectDatumReader<E>(avroValueType);
    }
   
    LOG.info("Opening split " + split);
   
    SeekableInput in = new FSDataInputStreamWrapper(stream, (int) split.getLength());
   
    dataFileReader = DataFileReader.openReader(in, datumReader);
    dataFileReader.sync(split.getStart());
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
      throw new IllegalArgumentException("Only compatible with FileSplits.");
    }
    FileSplit fileSplit = (FileSplit) inputSplit;

    // Open a seekable input stream to the Avro container file.
    SeekableInput seekableFileInput
        = createSeekableInput(context.getConfiguration(), fileSplit.getPath());

    // Wrap the seekable input stream in an Avro DataFileReader.
    Configuration conf = context.getConfiguration();
    GenericData dataModel = AvroSerialization.createDataModel(conf);
View Full Code Here
92
93
94
95
96
97
98
99
100
101
      datumReader = new ReflectDatumReader<E>(avroValueType);
    }
   
    LOG.info("Opening split " + split);
   
    SeekableInput in = new FSDataInputStreamWrapper(stream, (int) split.getLength());
   
    dataFileReader = DataFileReader.openReader(in, datumReader);
    dataFileReader.sync(split.getStart());
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
      datumReader = new ReflectDatumReader<E>(avroValueType);
    }
   
    LOG.info("Opening split " + split);
   
    SeekableInput in = new FSDataInputStreamWrapper(stream, (int) split.getLength());
   
    dataFileReader = DataFileReader.openReader(in, datumReader);
    dataFileReader.sync(split.getStart());
   
    reuseAvroValue = null;
View Full Code Here
68
69
70
71
72
73
74
75
76
77
  @Override
  public void open(FileInputSplit split) throws IOException {
    super.open(split);
    DatumReader<GenericRecord> datumReader = new GenericDatumReader<GenericRecord>();
    SeekableInput in = new FSDataInputStreamWrapper(stream, (int) split.getLength());
    LOG.info("Opening split " + split);
    dataFileReader = DataFileReader.openReader(in, datumReader);
    dataFileReader.sync(split.getStart());
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.file.SeekableInput

  • eu.stratosphere.api.java.io.AvroInputFormat
  • eu.stratosphere.api.java.record.io.avro.AvroInputFormat
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormat
  • org.apache.avro.mapreduce.AvroRecordReaderBase
  • org.apache.avro.mapreduce.TestAvroKeyRecordReader
  • org.apache.avro.mapreduce.TestAvroKeyValueRecordReader
  • org.apache.crunch.types.avro.AvroRecordReader
  • org.apache.flink.api.java.io.AvroInputFormat
  • org.apache.sqoop.mapreduce.AvroRecordReader
  • org.apache.tajo.storage.avro.AvroScanner
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.