Package org.apache.avro.generic.GenericData

Examples of org.apache.avro.generic.GenericData.Record

102
103
104
105
106
107
108
109
    private Record outputRecord;
    private AvroWrapper<Record> wrapper;
   
    public void setup(TupleMRContext context, Collector collector)
        throws IOException, InterruptedException {
      outputRecord= new Record(getAvroOutputSchema());
      wrapper = new AvroWrapper<Record>();
    };
View Full Code Here
75
76
77
78
79
80
81
82
    public void setup(TupleMRContext context, Collector collector)
        throws IOException, InterruptedException {
      this.mapper = new ObjectMapper();
      tuple = new Tuple(context.getTupleMRConfig().getIntermediateSchema(0));
      record = new Record(getAvroSchema());
      tuple.set("my_avro",record);
    };
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
118
    public void reduce(ITuple group, Iterable<ITuple> tuples, TupleMRContext context, Collector collector)
        throws IOException, InterruptedException, TupleMRException {

      int count = 0;
      ITuple outputTuple = null;
      Record outputRecord=null;
      for(ITuple tuple : tuples) {
        Record record = (Record)tuple.get("my_avro");
        count += (Integer) record.get("count");
        outputTuple = tuple;
        outputRecord = record;
      }
      outputRecord.put("count",count);
      outputTuple.set("my_avro",outputRecord);
View Full Code Here
69
70
71
72
73
74
75
76
77
78
      tuple = new Tuple(context.getTupleMRConfig().getIntermediateSchema("tweet"));
    };

    public void map(AvroWrapper<Record> key, NullWritable value, TupleMRContext context,
        Collector collector) throws IOException, InterruptedException {
      Record tweet = key.datum();
      tuple.set("tweet_id", tweet.get("id"));
      tuple.set("tweet_hashtags", tweet.get("hashtags"));
      collector.write(tuple);
    }
View Full Code Here
102
103
104
105
106
107
108
109
    private Record outputRecord;
    private AvroWrapper<Record> wrapper;

    public void setup(TupleMRContext context, Collector collector) throws IOException,
        InterruptedException {
      outputRecord = new Record(getAvroOutputSchema());
      wrapper = new AvroWrapper<Record>();
    };
View Full Code Here
74
75
76
77
78
79
80
81
    public void setup(TupleMRContext context, Collector collector) throws IOException,
        InterruptedException {
      this.mapper = new ObjectMapper();
      tuple = new Tuple(context.getTupleMRConfig().getIntermediateSchema(0));
      record = new Record(getAvroSchema());
      tuple.set("my_avro", record);
    };
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
115
116
117
    public void reduce(ITuple group, Iterable<ITuple> tuples, TupleMRContext context, Collector collector)
        throws IOException, InterruptedException, TupleMRException {

      int count = 0;
      ITuple outputTuple = null;
      Record outputRecord = null;
      for(ITuple tuple : tuples) {
        Record record = (Record) tuple.get("my_avro");
        count += (Integer) record.get("count");
        outputTuple = tuple;
        outputRecord = record;
      }
      outputRecord.put("count", count);
      outputTuple.set("my_avro", outputRecord);
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
    assertNotSame(person, deepCopyPerson);
  }

  @Test
  public void testDeepCopyGeneric() {
    Record record = new Record(Person.SCHEMA$);
    record.put("name", "John Doe");
    record.put("age", 42);
    record.put("siblingnames", Lists.newArrayList());

    Record deepCopyRecord = new AvroDeepCopier.AvroGenericDeepCopier(Person.SCHEMA$)
        .deepCopy(record);

    assertEquals(record, deepCopyRecord);
    assertNotSame(record, deepCopyRecord);
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
    GenericData.Record record = new GenericData.Record(Person.SCHEMA$);
    record.put("name", "name value");
    record.put("age", 42);
    record.put("siblingnames", Lists.newArrayList());

    Record detachedRecord = genericType.getDetachedValue(record);
    assertEquals(record, detachedRecord);
    assertNotSame(record, detachedRecord);
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
    writer.close();
  }

  @Test
  public void testWriter() throws IOException {
    Record record = new GenericRecordBuilder(USER_SCHEMA)
        .set("username", "test1").set("email", "a@example.com").build();
    try {
      writer.initialize();
      writer.write(record);
      writer.flush();
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.GenericData.Record

  • com.cloudera.cdk.data.filesystem.TestPartitionedDatasetWriter
  • com.datasalt.pangool.BaseTest
  • com.datasalt.pangool.examples.avro.AvroCustomSerializationJob$CountReducer
  • com.datasalt.pangool.examples.avro.AvroCustomSerializationJob$TokenizeMapper
  • com.datasalt.pangool.examples.avro.AvroTopicalWordCount$CountReducer
  • com.datasalt.pangool.examples.avro.AvroTopicalWordCount$TokenizeMapper
  • com.datasalt.pangool.examples.avro.AvroTweetsJoin$Red
  • com.datasalt.pangool.examples.avro.AvroTweetsJoin$TweetsMapper
  • com.datasalt.pangool.examples.avro.TestAvroTopicalWordCount
  • com.datasalt.pangool.examples.avro.TestAvroTweetsJoin
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.