Package org.apache.avro.io

Examples of org.apache.avro.io.JsonDecoder$ReorderBuffer

69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  {

    Decoder inputDecoder = (_inputFormat == AvroFormat.BINARY) ?
        DecoderFactory.defaultFactory().createBinaryDecoder(in, null) :
        (AvroFormat.JSON == _inputFormat) ?
            new JsonDecoder(_inputSchema, in) :
            null;

    ArrayList<GenericRecord> result = new ArrayList<GenericRecord>();
    GenericDatumReader<GenericRecord> genericReader = _inputSchema != _outputSchema ?
        new GenericDatumReader<GenericRecord>(_inputSchema, _outputSchema) :
        new GenericDatumReader<GenericRecord>(_inputSchema);
    switch (_inputFormat)
    {
      case BINARY:
      case JSON:
      {
        GenericRecord r = genericReader.read(null, inputDecoder);
        result.add(r);
        break;
      }
      case JSON_LINES:
      {
        InputStreamReader inReader = new InputStreamReader(in);
        try
        {
          BufferedReader lineIn = new BufferedReader(inReader);
          try
          {
            String line;
            while (null != (line = lineIn.readLine()))
            {
              inputDecoder =  new JsonDecoder(_inputSchema, line);
              GenericRecord r = genericReader.read(null, inputDecoder);
              result.add(r);
              break;
            }
          }
View Full Code Here
243
244
245
246
247
248
249
250
251
    encoder.flush();
    byte[] data = out.toByteArray();

    reader.setSchema(schema);
    Object decoded =
      reader.read(null, new JsonDecoder(schema, new ByteArrayInputStream(data)));
     
    assertEquals("Decoded data does not match.", datum, decoded);
  }
View Full Code Here
264
265
266
267
268
269
270
271
272
    assertEquals("Encoded data does not match.", json, encoded);

    DatumReader<Object> reader = new GenericDatumReader<Object>();
    reader.setSchema(schema);
    Object decoded =
      reader.read(null, new JsonDecoder(schema,new ByteArrayInputStream(data)));
     
    assertEquals("Decoded data does not match.", datum, decoded);
  }
View Full Code Here
211
212
213
214
215
216
217
218
219
  protected Decoder createDecoder() throws IOException {
    switch(codecType) {
      case BINARY:
        return new BinaryDecoder(getOrCreateInputStream());
      case JSON:
        return new JsonDecoder(schema, getOrCreateInputStream());
    }
    return null;
  }
View Full Code Here
243
244
245
246
247
248
249
250
251
252
253
    writer.write(datum, encoder);
    encoder.flush();
    byte[] data = out.toByteArray();

    reader.setSchema(schema);
    Decoder decoder = new JsonDecoder(schema, new ByteArrayInputStream(data));
    Object decoded = reader.read(null, decoder);
    assertEquals("Decoded data does not match.", datum, decoded);

    decoded = reader.read(decoded, decoder);
    assertEquals("Decoded data does not match.", datum, decoded);
View Full Code Here
267
268
269
270
271
272
273
274
275
    assertEquals("Encoded data does not match.", json, encoded);

    DatumReader<Object> reader = new GenericDatumReader<Object>();
    reader.setSchema(schema);
    Object decoded =
      reader.read(null, new JsonDecoder(schema,new ByteArrayInputStream(data)));
     
    assertEquals("Decoded data does not match.", datum, decoded);
  }
View Full Code Here
50
51
52
53
54
55
56
57
   * sparingly.
   */
  static Object jsonToGenericDatum(Schema schema, String jsonData) throws IOException {
    GenericDatumReader<Object> reader =
      new GenericDatumReader<Object>(schema);
    Object datum = reader.read(null, new JsonDecoder(schema, jsonData));
    return datum;
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    }
   
    try {
    GenericDatumReader<Object> reader =
        new GenericDatumReader<Object>(schema);
    Object datum = reader.read(null, new JsonDecoder(schema, input));
   
    GenericDatumWriter<Object> writer =
        new GenericDatumWriter<Object>(schema);
    writer.write(datum, new BinaryEncoder(out));
    } finally {
View Full Code Here
157
158
159
160
161
162
163
164
    dump(bs);
    Assert.assertEquals(67, bs.length);

    ByteArrayInputStream bais = new ByteArrayInputStream(bs);
    ReflectDatumReader<A> reader = new ReflectDatumReader<A>(schm);
    Object decoded = reader.read(null, new JsonDecoder(schm, bais));
    LOG.info(decoded);
  }
View Full Code Here
194
195
196
197
198
199
200
201
    Assert.assertEquals(138, bs.length);

    ByteArrayInputStream bais = new ByteArrayInputStream(bs);
    ReflectDatumReader<EventImpl> reader = new ReflectDatumReader<EventImpl>(
        schm);
    EventImpl decoded = reader.read(null, new JsonDecoder(schm, bais));
    LOG.info(decoded);
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.io.JsonDecoder$ReorderBuffer

  • com.cloudera.flume.handlers.avro.TestAvroSerialize
  • com.linkedin.data.avro.AvroAdapter_1_4
  • com.linkedin.databus2.core.schema.tools.AvroConverter
  • havrobase.HABTest
  • org.apache.avro.generic.TestGenericDatumWriter
  • org.apache.avro.io.parsing.JsonGrammarGenerator
  • org.apache.avro.TestSchema
  • org.apache.avro.tool.DataFileWriteTool
  • org.apache.avro.tool.JsonToBinaryFragmentTool
  • org.apache.avro.tool.Util
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.