Package org.apache.avro.io

Examples of org.apache.avro.io.DatumReader

575
576
577
578
579
580
581
582
583
584
585
586
    String recordJson =
      "{\"type\":\"record\", \"name\":\"Foo\", \"fields\":[{\"name\":\"f\", "
    +"\"type\":"+schemaJson+", "
    +"\"default\":"+defaultJson+"}]}";
    Schema expected = Schema.parse(recordJson);
    DatumReader in = new GenericDatumReader(ACTUAL, expected);
    GenericData.Record record = (GenericData.Record)
      in.read(null, DecoderFactory.defaultFactory().createBinaryDecoder(
          new byte[0], null));
    assertEquals("Wrong default.", defaultValue, record.get("f"));
    assertEquals("Wrong toString", expected, Schema.parse(expected.toString()));
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
99
  private List<Object> fromJson(Schema schema, File file) throws Exception {
    InputStream in = new FileInputStream(file);
    List<Object> data = new ArrayList<Object>();
    try {
      DatumReader reader = new GenericDatumReader(schema);
      Decoder decoder = DecoderFactory.get().jsonDecoder(schema, in);
      while (true)
        data.add(reader.read(null, decoder));
    } catch (EOFException e) {
    } finally {
      in.close();
    }
    return data;
View Full Code Here
280
281
282
283
284
285
286
287
288
289
290
    String recordJson =
      "{\"type\":\"record\", \"name\":\"Foo\", \"fields\":[{\"name\":\"f\", "
    +"\"type\":"+schemaJson+", "
    +"\"default\":"+defaultJson+"}]}";
    Schema expected = Schema.parse(recordJson);
    DatumReader in = new GenericDatumReader(ACTUAL, expected);
    GenericData.Record record = (GenericData.Record)
      in.read(null, new BinaryDecoder(new ByteArrayInputStream(new byte[0])));
    assertEquals("Wrong default.", defaultValue, record.get("f"));
    assertEquals("Wrong toString", expected, Schema.parse(expected.toString()));
  }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
  }

  @Override
  public Iterator<T> read(FileSystem fs, final Path path) {
    AvroMode mode = AvroMode.fromType(atype).withFactoryFromConfiguration(fs.getConf());
    final DatumReader recordReader = reader == null ? mode.getReader(atype.getSchema()) : reader;
    this.mapFn.initialize();
    try {
      FsInput fsi = new FsInput(path, fs.getConf());
      final DataFileReader<T> reader = new DataFileReader<T>(fsi, recordReader);
      return new AutoClosingIterator<T>(reader, new UnmodifiableIterator<T>() {
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
    String recordJson =
      "{\"type\":\"record\", \"name\":\"Foo\", \"fields\":[{\"name\":\"f\", "
    +"\"type\":"+schemaJson+", "
    +"\"default\":"+defaultJson+"}]}";
    Schema expected = Schema.parse(recordJson);
    DatumReader in = new GenericDatumReader(ACTUAL, expected);
    GenericData.Record record = (GenericData.Record)
      in.read(null, new BinaryDecoder(new ByteArrayInputStream(new byte[0])));
    assertEquals("Wrong default.", defaultValue, record.get("f"));
    assertEquals("Wrong toString", expected, Schema.parse(expected.toString()));
  }
View Full Code Here
481
482
483
484
485
486
487
488
489
490
491
492
    String recordJson =
      "{\"type\":\"record\", \"name\":\"Foo\", \"fields\":[{\"name\":\"f\", "
    +"\"type\":"+schemaJson+", "
    +"\"default\":"+defaultJson+"}]}";
    Schema expected = Schema.parse(recordJson);
    DatumReader in = new GenericDatumReader(ACTUAL, expected);
    GenericData.Record record = (GenericData.Record)
      in.read(null, DecoderFactory.defaultFactory().createBinaryDecoder(
          new byte[0], null));
    assertEquals("Wrong default.", defaultValue, record.get("f"));
    assertEquals("Wrong toString", expected, Schema.parse(expected.toString()));
  }
View Full Code Here
59
60
61
62
63
64
65
66
  @Test
  public void testGetDatumReaderForGenericType() {
    Class<GenericData.Record> type = GenericData.Record.class;
    Schema writerSchema = StandardEvent.getClassSchema();
    DatumReader result = DataModelUtil.getDatumReaderForType(type, writerSchema);
    assertEquals(GenericDatumReader.class, result.getClass());
  }
View Full Code Here
67
68
69
70
71
72
73
74
  @Test
  public void testGetDatumReaderForSpecificType() {
    Class<StandardEvent> type = StandardEvent.class;
    Schema writerSchema = StandardEvent.getClassSchema();
    DatumReader result = DataModelUtil.getDatumReaderForType(type, writerSchema);
    assertEquals(SpecificDatumReader.class, result.getClass());
  }
View Full Code Here
75
76
77
78
79
80
81
82
  @Test
  public void testGetDatumReaderForReflectType() {
    Class<String> type = String.class;
    Schema writerSchema = Schema.create(Schema.Type.STRING);
    DatumReader result = DataModelUtil.getDatumReaderForType(type, writerSchema);
    assertEquals(ReflectDatumReader.class, result.getClass());
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
  }
 
  public static void assertOutput(String output, Configuration conf)
      throws NumberFormatException, IOException, InterruptedException {

    DatumReader datumReader = new SpecificDatumReader(AvroTweetsJoin.getAvroOutputSchema());
    FileReader reader = DataFileReader.openReader(new File(output),datumReader);
   
    Record record=null;
    record = (Record)reader.next(record);
   
View Full Code Here
TOP

Related Classes of org.apache.avro.io.DatumReader

  • com.datasalt.pangool.examples.avro.TestAvroTweetsJoin
  • org.apache.avro.TestSchema
  • org.apache.crunch.io.avro.AvroFileReaderFactory
  • org.apache.trevni.avro.TestCases
  • org.kitesdk.data.spi.TestDataModelUtil
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.