Package org.apache.trevni.avro

Examples of org.apache.trevni.avro.RandomData

61
62
63
64
65
66
67
68
69
70
    DataFileReader<Object> reader =
      new DataFileReader(OUT_FILE, new GenericDatumReader<Object>());
   
    Iterator<Object> found = reader.iterator();
    for (Object expected :
           new RandomData(Schema.parse(SCHEMA_FILE), Integer.parseInt(COUNT)))
      assertEquals(expected, found.next());

    reader.close();
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
    Schema schema = Schema.parse(SCHEMA_FILE);

    DataFileWriter<Object> writer =
      new DataFileWriter<Object>(new GenericDatumWriter<Object>());
    writer.create(schema, Util.createFromFS(AVRO_FILE.toString()));
    for (Object datum : new RandomData(schema, COUNT))
      writer.append(datum);
    writer.close();

    run(AVRO_FILE.toString(), TREVNI_FILE.toString());

    AvroColumnReader<Object> reader =
      new AvroColumnReader<Object>(new AvroColumnReader.Params(TREVNI_FILE));
    Iterator<Object> found = reader.iterator();
    for (Object expected : new RandomData(schema, COUNT))
      assertEquals(expected, found.next());
    reader.close();
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    Schema schema = Schema.parse(schemaFile);

    AvroColumnWriter<Object> writer =
      new AvroColumnWriter<Object>(schema, new ColumnFileMetaData());

    for (Object datum : new RandomData(schema, count))
      writer.write(datum);

    writer.writeTo(outputFile);

    return 0;
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    DataFileWriter<Object> writer =
      new DataFileWriter<Object>(new GenericDatumWriter<Object>());
    writer.setCodec(Util.codecFactory(opts, codec, level));
    writer.create(schema, Util.fileOrStdout(args.get(0), out));

    for (Object datum : new RandomData(schema, (int)count.value(opts)))
      writer.append(datum);

    writer.close();

    return 0;
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    DataFileWriter<Object> writer =
      new DataFileWriter<Object>(new GenericDatumWriter<Object>());
    writer.setCodec(Util.codecFactory(opts, codec, level));
    writer.create(schema, Util.fileOrStdout(args.get(0), out));

    for (Object datum : new RandomData(schema, (int)count.value(opts)))
      writer.append(datum);

    writer.close();

    return 0;
View Full Code Here
70
71
72
73
74
75
76
77
78
79
    DataFileReader<Object> reader =
      new DataFileReader(OUT_FILE, new GenericDatumReader<Object>());
   
    Iterator<Object> found = reader.iterator();
    for (Object expected :
           new RandomData(Schema.parse(SCHEMA_FILE), Integer.parseInt(COUNT)))
      assertEquals(expected, found.next());

    reader.close();
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
      new DataFileStream(new ByteArrayInputStream(file),
                         new GenericDatumReader<Object>());
   
    Iterator<Object> found = reader.iterator();
    for (Object expected :
           new RandomData(Schema.parse(SCHEMA_FILE), Integer.parseInt(COUNT)))
      assertEquals(expected, found.next());

    reader.close();
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    Schema schema = Schema.parse(schemaFile);

    AvroColumnWriter<Object> writer =
      new AvroColumnWriter<Object>(schema, new ColumnFileMetaData());

    for (Object datum : new RandomData(schema, count))
      writer.write(datum);

    writer.writeTo(outputFile);

    return 0;
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    DataFileWriter<Object> writer =
      new DataFileWriter<Object>(new GenericDatumWriter<Object>());
    writer.setCodec(CodecFactory.fromString(codec.value(opts)));
    writer.create(schema, Util.fileOrStdout(args.get(0), out));

    for (Object datum : new RandomData(schema, (int)count.value(opts)))
      writer.append(datum);

    writer.close();

    return 0;
View Full Code Here
TOP

Related Classes of org.apache.trevni.avro.RandomData

  • org.apache.avro.generic.GenericRecord
  • org.apache.avro.Schema
  • org.apache.avro.tool.CreateRandomFileTool
  • org.apache.avro.tool.TestCreateRandomFileTool
  • org.apache.avro.tool.TestToTrevniTool
  • org.apache.avro.tool.TrevniCreateRandomTool
  • org.apache.trevni.tool.CreateRandomTool
  • java.io.File
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.