Package org.apache.avro.generic

Examples of org.apache.avro.generic.GenericRecordBuilder

282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
  @Test
  public void testCompatibleSchemas() throws EventDeliveryException {
    DatasetSink sink = sink(in, config);

    // add a compatible record that is missing the msg field
    GenericRecordBuilder compatBuilder = new GenericRecordBuilder(
        COMPATIBLE_SCHEMA);
    GenericData.Record compatibleRecord = compatBuilder.set("id", "0").build();

    // add the record to the incoming channel
    putToChannel(in, event(compatibleRecord, COMPATIBLE_SCHEMA, null, false));

    // the record will be read using the real schema, so create the expected
    // record using it, but without any data

    GenericRecordBuilder builder = new GenericRecordBuilder(RECORD_SCHEMA);
    GenericData.Record expectedRecord = builder.set("id", "0").build();
    expected.add(expectedRecord);

    // run the sink
    sink.start();
    sink.process();
View Full Code Here
311
312
313
314
315
316
317
318
319
320
321
322
323
  @Test
  public void testIncompatibleSchemas() throws EventDeliveryException {
    final DatasetSink sink = sink(in, config);

    GenericRecordBuilder builder = new GenericRecordBuilder(
        INCOMPATIBLE_SCHEMA);
    GenericData.Record rec = builder.set("username", "koala").build();
    putToChannel(in, event(rec, INCOMPATIBLE_SCHEMA, null, false));

    // run the sink
    sink.start();
    assertThrows("Should fail", EventDeliveryException.class,
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
    DataFileWriter<GenericRecord> writer =
        new DataFileWriter<GenericRecord>(
            new GenericDatumWriter<GenericRecord>(schema));
    writer.create(schema, tempFile);
    GenericRecordBuilder recordBuilder;
    recordBuilder = new GenericRecordBuilder(schema);
    recordBuilder.set("foo", "bar");
    GenericRecord record = recordBuilder.build();
    writer.append(record);
    writer.sync();
    recordBuilder = new GenericRecordBuilder(schema);
    recordBuilder.set("foo", "baz");
    record = recordBuilder.build();
    writer.append(record);
    writer.sync();
    writer.flush();
    writer.close();
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
  }

  @Test
  public void testMemPipelineWriteAvroFile_GenericRecords() throws IOException {
    AvroType<GenericData.Record> ptype = Avros.generics(Person.SCHEMA$);
    GenericData.Record record = new GenericRecordBuilder(ptype.getSchema())
                                  .set("name", "A")
                                  .set("age", 1)
                                  .set("siblingnames", ImmutableList.of())
                                  .build();
    PCollection<GenericData.Record> collection = MemPipeline.typedCollectionOf(
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
114
    Logger logger = LogManager.getLogger(TestLog4jAppenderWithAvro.class);
    String msg = "This is log message number " + String.valueOf(0);

    Schema schema = new Schema.Parser().parse(
        getClass().getClassLoader().getResource("myrecord.avsc").openStream());
    GenericRecordBuilder builder = new GenericRecordBuilder(schema);
    GenericRecord record = builder.set("message", msg).build();

    logger.info(record);

    Transaction transaction = ch.getTransaction();
    transaction.begin();
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
    Schema schema = Schema.createRecord("myrecord", null, null, false);
    schema.setFields(Arrays.asList(new Schema.Field[]{
        new Schema.Field("message", Schema.create(Schema.Type.STRING), null, null)
    }));
    GenericRecordBuilder recordBuilder = new GenericRecordBuilder(schema);
    File schemaFile = null;
    if (useSchemaUrl) {
      schemaFile = File.createTempFile(getClass().getSimpleName(), ".avsc");
      Files.write(schema.toString(), schemaFile, Charsets.UTF_8);
    }

    EventSerializer.Builder builder = new AvroEventSerializer.Builder();
    EventSerializer serializer = builder.build(ctx, out);

    serializer.afterCreate();
    for (int i = 0; i < 3; i++) {
      GenericRecord record = recordBuilder.set("message", "Hello " + i).build();
      Event event = EventBuilder.withBody(serializeAvro(record, schema));
      if (schemaFile == null) {
        event.getHeaders().put(AvroEventSerializer.AVRO_SCHEMA_LITERAL_HEADER,
            schema.toString());
      } else {
View Full Code Here
743
744
745
746
747
748
749
750
751
752
753
          Lists.newArrayList(new Field("field", Schema.create(Schema.Type.STRING), null, null)));

      final KijiTableWriter writer = table.openTableWriter();
      try {
        final GenericData.Record record =
            new GenericRecordBuilder(writerSchema).set("field", "value").build();
        writer.put(eid, FAMILY, "qualifier", 1L, record);
      } finally {
        writer.close();
      }
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
      writerSchema.setFields(Lists.newArrayList(
          new Field("field", Schema.create(Schema.Type.STRING), null, null)));

      final KijiTableWriter writer = table.openTableWriter();
      try {
        final GenericData.Record record = new GenericRecordBuilder(writerSchema)
            .set("field", "value")
            .build();
        writer.put(table.getEntityId("eid"), "family", "qualifier", 1L, record);

      } finally {
View Full Code Here
109
110
111
112
113
114
115
      this.schemaString = schemaString;
    }

    public void initialize() {
      pattern = Pattern.compile(LOG_PATTERN);
      recBuilder = new GenericRecordBuilder(new Schema.Parser().parse(schemaString));
    }
View Full Code Here
75
76
77
78
79
80
81
      "  ]\n" +
      "}\n");


  protected GenericData.Record newStringRecord(String text) {
    return new GenericRecordBuilder(STRING_SCHEMA).set("text", text).build();
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.GenericRecordBuilder

  • com.cloudera.cdk.data.filesystem.DatasetTestUtilities
  • com.cloudera.cdk.data.filesystem.TestPartitionedDatasetWriter
  • com.cloudera.cdk.examples.data.CreateHCatalogUserDatasetGeneric
  • com.cloudera.cdk.examples.data.CreateUserDatasetGeneric
  • com.cloudera.cdk.examples.data.CreateUserDatasetGenericParquet
  • com.cloudera.cdk.examples.data.CreateUserDatasetGenericPartitioned
  • com.cloudera.cdk.examples.logging.App
  • com.cloudera.cdk.examples.logging.webapp.LoggingServlet
  • com.cloudera.cdk.examples.staging.GenerateSimpleLogs
  • com.cloudera.cdk.examples.staging.StagingToPersistentSerial
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.