Package org.apache.avro.file

Examples of org.apache.avro.file.DataFileStream$DataBlock

57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
                    // TODO Auto-generated catch block
                    e1.printStackTrace();
                }
                GenericDatumReader datum = new GenericDatumReader();

                DataFileStream reader = null;
                try {
                    reader = new DataFileStream(inStream, datum);
                } catch(IOException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                return reader.getSchema();
            } else {
                FileStatus[] statuses = null;
                if(fs.isDirectory(path)) {
                    // this is a directory, get schemas from all subfiles
                    statuses = fs.listStatus(path);
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
      return 1;
    }
    args = opts.nonOptionArguments();

    DataFileStream<Object> reader =
      new DataFileStream(Util.fileOrStdin(args.get(0), stdin),
                         new GenericDatumReader<Object>());
    OutputStream outs = Util.fileOrStdout(args.get(1), out);
    AvroColumnWriter<Object> writer =
      new AvroColumnWriter<Object>(reader.getSchema(),
                                   new ColumnFileMetaData()
                                   .setCodec(codec.value(opts)));
    for (Object datum : reader)
      writer.write(datum);
    writer.writeTo(outs);
    outs.close();
    reader.close();
    return 0;
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
    byte[] file =
      run(Arrays.asList(new String[]
        { "-", "--count", COUNT, "--schema-file", SCHEMA_FILE.toString() }));
   
    DataFileStream<Object> reader =
      new DataFileStream(new ByteArrayInputStream(file),
                         new GenericDatumReader<Object>());
   
    Iterator<Object> found = reader.iterator();
    for (Object expected :
           new RandomData(Schema.parse(SCHEMA_FILE), Integer.parseInt(COUNT)))
      assertEquals(expected, found.next());

    reader.close();
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
      return 1;
    }
    args = (List<String>)opts.nonOptionArguments();

    DataFileStream<Object> reader =
      new DataFileStream(Util.fileOrStdin(args.get(0), stdin),
                         new GenericDatumReader<Object>());
    OutputStream outs = Util.fileOrStdout(args.get(1), out);
    AvroColumnWriter<Object> writer =
      new AvroColumnWriter<Object>(reader.getSchema(),
                                   new ColumnFileMetaData()
                                   .setCodec(codec.value(opts)));
    for (Object datum : reader)
      writer.write(datum);
    writer.writeTo(outs);
    outs.close();
    reader.close();
    return 0;
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.file.DataFileStream$DataBlock

  • org.apache.avro.tool.TestCreateRandomFileTool
  • org.apache.avro.tool.ToTrevniTool
  • org.gradle.messaging.serialize.kryo.KryoBackedDecoder
  • org.gradle.messaging.serialize.kryo.KryoBackedEncoder
  • voldemort.store.readonly.mr.utils.AvroUtils
  • java.nio.ByteBuffer
  • java.util.NoSuchElementException
  • org.apache.avro.AvroRuntimeException
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.