Package org.apache.avro.generic

Examples of org.apache.avro.generic.GenericRecord

47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
  }

  private ConsumerCallbackResult processEvent(DbusEvent event,
                                              DbusEventDecoder eventDecoder)
  {
    GenericRecord decodedEvent = eventDecoder.getGenericRecord(event, null);
    try {
      Utf8 firstName = (Utf8)decodedEvent.get("firstName");
      Utf8 lastName = (Utf8)decodedEvent.get("lastName");
      Long birthDate = (Long)decodedEvent.get("birthDate");
      Utf8 deleted = (Utf8)decodedEvent.get("deleted");

      LOG.info("firstName: " + firstName.toString() +
               ", lastName: " + lastName.toString() +
               ", birthDate: " + birthDate +
               ", deleted: " + deleted.toString());
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
        Set<DbUpdateState.DBUpdateImage> DBUpdateImage = dbUpdate.getDbUpdatesSet();
        Iterator<DbUpdateState.DBUpdateImage> it =  DBUpdateImage.iterator();
        while(it.hasNext())
        {
          DbUpdateState.DBUpdateImage image = it.next();
          GenericRecord record = image.getGenericRecord();
          Iterator<Schema.Field> fieldIt =  record.getSchema().getFields().iterator();
          while(fieldIt.hasNext())
          {
            String fieldName = fieldIt.next().name();
            if(record.get(fieldName) == null)
              return false;
          }
        }
      }
View Full Code Here
473
474
475
476
477
478
479
480
481
482
483
        _log.debug("File Number :" + _currFileNum + ", Position :" + (int)bh.getPosition() + ", SCN =" + scn);

      for(Row r: rl)
      {
        List<Column> cl = r.getColumns();
        GenericRecord gr = new GenericData.Record(schema);
        generateAvroEvent(schema, cl, gr);

        List<KeyPair> kps = generateKeyPair(cl, schema);

        DbChangeEntry db = new DbChangeEntry(scn, timestampInNanos, gr, doc, isReplicated, schema, kps);
View Full Code Here
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
              {
                break;
              }
              DataGenerator d = _dataGenerators.get(lconf
                  .getName());
              GenericRecord record = null;
              try
              {
                record = d.generateRandomRecord();
              }
              catch (UnknownTypeException e)
              {
                LOG.error("Could not generate record for source: "
                    + lconf.getName());
                continue;
              }
              DbusEventKey eventKey = null;
              try
              {
                Object key = record.get(_schemaKeys.get(lconf
                    .getName()));
                eventKey = new DbusEventKey(key);
              }
              catch (UnsupportedKeyException e)
              {
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
    switch (_inputFormat)
    {
      case BINARY:
      case JSON:
      {
        GenericRecord r = genericReader.read(null, inputDecoder);
        result.add(r);
        break;
      }
      case JSON_LINES:
      {
        InputStreamReader inReader = new InputStreamReader(in);
        try
        {
          BufferedReader lineIn = new BufferedReader(inReader);
          try
          {
            String line;
            while (null != (line = lineIn.readLine()))
            {
              inputDecoder =  new JsonDecoder(_inputSchema, line);
              GenericRecord r = genericReader.read(null, inputDecoder);
              result.add(r);
              break;
            }
          }
          finally
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
  {
    DbusEventAvroDecoder avroDecoder = (DbusEventAvroDecoder)eventDecoder;
    switch (_metadataOutput)
    {
    case NONE:
      GenericRecord payload = eventDecoder.getGenericRecord(e, null);
      return payload != null ? printGenericRecord(payload) : ConsumerCallbackResult.SUCCESS;
    case ONLY:
      GenericRecord metadata = avroDecoder.getMetadata(e, null);
      return null != metadata ? printGenericRecord(metadata) : ConsumerCallbackResult.SUCCESS;
    case INCLUDE:
      GenericRecord payload1 = avroDecoder.getGenericRecord(e, null);
      GenericRecord metadata1 = avroDecoder.getMetadata(e, null);

      Schema pschema = Schema.createUnion(Arrays.asList(avroDecoder.getPayloadSchema(e).getSchema(),
                                                        Schema.create(Type.NULL)));
      Field pfield = new Field("payload", pschema, "payload", null);
      VersionedSchema metaschema = avroDecoder.getMetadataSchema(e);
      Schema mschema = null != metaschema ?
          Schema.createUnion(Arrays.asList(metaschema.getSchema(), Schema.create(Type.NULL))) :
          Schema.createUnion(Arrays.asList(Schema.create(Type.INT), Schema.create(Type.NULL)));
      Field mfield = new Field("metadata", mschema, "metadata", null);
      Schema combined = Schema.createRecord(Arrays.asList(pfield, mfield));
      GenericRecord r = new GenericData.Record(combined);
      r.put(0, payload1);
      r.put(1, metadata1);

      return printGenericRecord(r);
    default:
      LOG.error("unknown metadata output mode: " + _metadataOutput);
      return ConsumerCallbackResult.ERROR_FATAL;
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
                                   boolean enableTracing,
                                   DbusEventsStatisticsCollector dbusEventsStatisticsCollector)
  throws SQLException, EventCreationException, UnsupportedKeyException
  {
    // Serialize the row into an Avro GenericRecord
    GenericRecord record = buildGenericRecord(row);
    boolean isReplicated = isReplicatedEvent(row);

    return createAndAppendEvent(scn, timestamp, record, row, eventBuffer, enableTracing,
                                isReplicated, dbusEventsStatisticsCollector);
  }
View Full Code Here
275
276
277
278
279
280
281
282
283
284
285
    {
      _log.trace("--- New Record ---");
    }

    // Initialize a new GenericData.Record from the event schema
    GenericRecord record = new GenericData.Record(_eventSchema);

    // Iterate over the array of fields defined in the Avro schema
    List<Field> fields = _eventSchema.getFields();

    for (Field field : fields)
View Full Code Here
367
368
369
370
371
372
373
374
375
376
377
      try
      {
        while (arrayResultSet.next())
        {
          // Create the avro record and add it to the array
          GenericRecord elemRecord = new GenericData.Record(elementSchema);
          avroArray.add(elemRecord);

          // Get the underlying structure from the database. Oracle returns the structure in the
          // second column of the array's ResultSet
          Struct struct = (Struct) arrayResultSet.getObject(2);
View Full Code Here
404
405
406
407
408
409
410
411
412
                                       String fieldName,
                                       Schema fieldSchema,
                                       Struct dbFieldValue)
  throws EventCreationException
  {
    GenericRecord fieldRecord = new GenericData.Record(fieldSchema);
    putOracleRecord(fieldRecord, fieldSchema, dbFieldValue);
    parentRecord.put(fieldName, fieldRecord);
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.GenericRecord

  • ar.ext.avro.AggregateSerializer
  • AvroGenericMaxTemperature$MaxTemperatureReducer
  • AvroTest
  • co.cask.cdap.logging.read.AvroFileLogReader
  • co.nubetech.hiho.mapreduce.DBInputAvroMapper
  • co.nubetech.hiho.mapreduce.TestDBInputAvroMapper
  • com.cloudera.cdk.data.hbase.avro.AvroDaoTest
  • com.cloudera.cdk.data.hbase.avro.AvroEntityMapperTest
  • com.cloudera.cdk.data.hbase.avro.AvroKeySerDe
  • com.cloudera.cdk.data.hbase.avro.ManagedDaoTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.