Examples of org.apache.avro.io.BinaryDecoder$InputStreamByteSource

org.apache.avro.io.BinaryDecoder
ByteSource abstracts the source of data from the core workings of BinaryDecoder. This is very important for performance reasons because InputStream's API is a barrier to performance due to several quirks: InputStream does not in general require that as many bytes as possible have been read when filling a buffer.
InputStream's terminating conditions for a read are two-fold: EOFException and '-1' on the return from read(). Implementations are supposed to return '-1' on EOF but often do not. The extra terminating conditions cause extra conditionals on both sides of the API, and slow performance significantly.
ByteSource implementations provide read() and skip() variants that have stronger guarantees than InputStream, freeing client code to be simplified and faster.
{@link skipSourceBytes} and {@link readRaw} are guaranteed to have read orskipped as many bytes as possible, or throw EOFException. {@link trySkipBytes} and {@link tryRead} are guaranteed to attempt to reador skip as many bytes as possible and never throw EOFException, while returning the exact number of bytes skipped or read. {@link isEof} returnstrue if all the source bytes have been read or skipped. This condition can also be detected by a client if an EOFException is thrown from {@link skipSourceBytes} or {@link readRaw}, or if {@link trySkipBytes} or{@link tryRead} return 0;
A ByteSource also implements the InputStream contract for use by APIs that require it. The InputStream interface must take into account buffering in any decoder that this ByteSource is attached to. The other methods do not account for buffering.

    transaction.begin();
    Event event = ch.take();
    Assert.assertNotNull(event);


    GenericDatumReader<GenericRecord> reader = new GenericDatumReader<GenericRecord>(schema);
    BinaryDecoder decoder = DecoderFactory.get().binaryDecoder(event.getBody(), null);
    GenericRecord recordFromEvent = reader.read(null, decoder);
    Assert.assertEquals(msg, recordFromEvent.get("message").toString());


    Map<String, String> hdrs = event.getHeaders();

View Full Code Here

    Assert.assertNotNull(event);


    Schema schema = ReflectData.get().getSchema(appEvent.getClass());


    ReflectDatumReader<AppEvent> reader = new ReflectDatumReader<AppEvent>(AppEvent.class);
    BinaryDecoder decoder = DecoderFactory.get().binaryDecoder(event.getBody(), null);
    AppEvent recordFromEvent = reader.read(null, decoder);
    Assert.assertEquals(msg, recordFromEvent.getMessage());


    Map<String, String> hdrs = event.getHeaders();

View Full Code Here

     * @param ob An empty object to deserialize into (must not be null).
     * @throws IOException
     */
    public static <T extends SpecificRecord> T deserialize(Schema writer, ByteBuffer bytes, T ob) throws IOException
    {
        BinaryDecoder dec = DIRECT_DECODERS.createBinaryDecoder(ByteBufferUtil.getArray(bytes), null);
        SpecificDatumReader<T> reader = new SpecificDatumReader<T>(writer);
        reader.setExpected(ob.getSchema());
        return reader.read(ob, dec);
    }

View Full Code Here

     * @param bytes Array to deserialize from
     * @throws IOException
     */
    public static <T extends SpecificRecord> T deserializeWithSchema(ByteBuffer bytes, T ob) throws IOException
    {
        BinaryDecoder dec = DIRECT_DECODERS.createBinaryDecoder(ByteBufferUtil.getArray(bytes), null);
        Schema writer = Schema.parse(dec.readString(new Utf8()).toString());
        SpecificDatumReader<T> reader = new SpecificDatumReader<T>(writer);
        reader.setExpected(ob.getSchema());
        return reader.read(ob, dec);
    }

View Full Code Here

     *
     * @throws IOException if deserialization failed
     */
    public static <T extends SpecificRecord> T deserializeAvro(org.apache.avro.Schema writer, ByteBuffer bytes, T ob) throws IOException
    {
        BinaryDecoder dec = DIRECT_DECODERS.createBinaryDecoder(ByteBufferUtil.getArray(bytes), null);
        SpecificDatumReader<T> reader = new SpecificDatumReader<T>(writer);
        reader.setExpected(ob.getSchema());
        return reader.read(ob, dec);
    }

View Full Code Here

     *
     * @throws IOException if deserialization failed
     */
    public static <T extends SpecificRecord> T deserializeAvro(org.apache.avro.Schema writer, ByteBuffer bytes, T ob) throws IOException
    {
        BinaryDecoder dec = DIRECT_DECODERS.createBinaryDecoder(ByteBufferUtil.getArray(bytes), null);
        SpecificDatumReader<T> reader = new SpecificDatumReader<T>(writer);
        reader.setExpected(ob.getSchema());
        return reader.read(ob, dec);
    }

View Full Code Here

    }
    InputStream input = Util.fileOrStdin(inputFile, stdin);


    try {
      DatumReader<Object> reader = new GenericDatumReader<Object>(schema);
      BinaryDecoder binaryDecoder =
        DecoderFactory.get().binaryDecoder(input, null);
      DatumWriter<Object> writer = new GenericDatumWriter<Object>(schema);
      JsonEncoder jsonEncoder = EncoderFactory.get().jsonEncoder(schema, out, !noPretty);
      Object datum = null;
      while (!binaryDecoder.isEnd()){
        datum = reader.read(datum, binaryDecoder);
        writer.write(datum, jsonEncoder);
        jsonEncoder.flush();
      }
      out.println();

View Full Code Here

    }
    InputStream input = Util.fileOrStdin(inputFile, stdin);


    try {
      DatumReader<Object> reader = new GenericDatumReader<Object>(schema);
      BinaryDecoder binaryDecoder =
        DecoderFactory.get().binaryDecoder(input, null);
      DatumWriter<Object> writer = new GenericDatumWriter<Object>(schema);
      JsonEncoder jsonEncoder = EncoderFactory.get().jsonEncoder(schema, out, !noPretty);
      Object datum = null;
      while (!binaryDecoder.isEnd()){
        datum = reader.read(datum, binaryDecoder);
        writer.write(datum, jsonEncoder);
        jsonEncoder.flush();
      }
      out.println();

View Full Code Here

      try {
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        BinaryEncoder encoder = EncoderFactory.get().binaryEncoder(baos, null);
        ResolvingGrammarGenerator.encode(encoder, field.schema(), json);
        encoder.flush();
        BinaryDecoder decoder =
          DecoderFactory.get().binaryDecoder(baos.toByteArray(), null);
        defaultValue =
          createDatumReader(field.schema()).read(null, decoder);


        defaultValueCache.put(field, defaultValue);

View Full Code Here


    public static GenericRecord deserialize(Schema schema, byte[] array)
            throws IOException {
        GenericDatumReader<GenericRecord> serveReader = new GenericDatumReader<GenericRecord>(schema);
        return serveReader.read(null,
                                new BinaryDecoder(new ByteArrayInputStream(array)));
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.avro.io.BinaryDecoder$InputStreamByteSource

co.cask.cdap.logging.appender.kafka.LoggingEventSerializer

com.adgear.anoa.avro.decode.GenericDatumTextReader

com.cloudera.flume.handlers.avro.TestAvroSerialize

com.fasterxml.jackson.dataformat.avro.AvroSchema

com.senseidb.gateway.kafka.AvroSerializerHelper

havrobase.UserTest

io.s4.serialize.AvroSerDeser

io.s4.serialize.AvroUtils

org.apache.avro.file.DataFileReader

org.apache.avro.generic.GenericData

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.