Package org.apache.crunch.test

Examples of org.apache.crunch.test.Person

59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
  }

  @Test
  public void testMemPipelineWithSpecificRecord() {

    Person writeRecord = createSpecificRecord();

    final PCollection<Person> writeCollection = MemPipeline.typedCollectionOf(
                                                  Avros.specifics(Person.class),
                                                  writeRecord);

    writeCollection.write(To.avroFile(avroFile.getAbsolutePath()));

    PCollection<Person> readCollection = MemPipeline.getInstance().read(
        At.avroFile(avroFile.getAbsolutePath(), Avros.records(Person.class)));

    Person readRecord = readCollection.materialize().iterator().next();

    assertEquals(writeRecord, readRecord);
  }
View Full Code Here
77
78
79
80
81
82
83
    assertEquals(writeRecord, readRecord);
  }

  private Person createSpecificRecord() {
    List<CharSequence> siblingnames = Lists.newArrayList();
    return new Person("John", 41, siblingnames);
  }
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
  static class StringToStringWrapperPersonPairMapFn extends MapFn<String, Pair<StringWrapper, Person>> {

    @Override
    public Pair<StringWrapper, Person> map(String input) {
      Person person = new Person();
      person.name = input;
      person.age = 42;
      person.siblingnames = Lists.<CharSequence> newArrayList();
      return Pair.of(new StringWrapper(input), person);
    }
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
public class AvroDeepCopierTest {
 
  @Test
  public void testDeepCopySpecific() {
    Person person = new Person();
    person.name = "John Doe";
    person.age = 42;
    person.siblingnames = Lists.<CharSequence> newArrayList();

    Person deepCopyPerson = new AvroSpecificDeepCopier<Person>(Person.SCHEMA$).deepCopy(person);

    assertEquals(person, deepCopyPerson);
    assertNotSame(person, deepCopyPerson);
  }
View Full Code Here
174
175
176
177
178
179
180
181
182
183
184
    assertEquals(record, detachedRecord);
    assertNotSame(record, detachedRecord);
  }

  private Person createPerson() {
    Person person = new Person();
    person.name = "name value";
    person.age = 42;
    person.siblingnames = Lists.<CharSequence> newArrayList();
    return person;
  }
View Full Code Here
185
186
187
188
189
190
191
192
193
194
  @Test
  public void testGetDetachedValue_SpecificAvroType() {
    AvroType<Person> specificType = Avros.specifics(Person.class);
    specificType.initialize(new Configuration());
    Person person = createPerson();
    Person detachedPerson = specificType.getDetachedValue(person);
    assertEquals(person, detachedPerson);
    assertNotSame(person, detachedPerson);
  }
View Full Code Here
194
195
196
197
198
199
200
201
  }

  @Test(expected = IllegalStateException.class)
  public void testGetDetachedValue_NotInitialized() {
    AvroType<Person> specificType = Avros.specifics(Person.class);
    Person person = createPerson();
    specificType.getDetachedValue(person);
  }
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
    assertNotSame(rp, detached);
  }

  @Test
  public void testGetDetachedValue_Pair() {
    Person person = createPerson();
    AvroType<Pair<Integer, Person>> pairType = Avros.pairs(Avros.ints(),
        Avros.records(Person.class));
    pairType.initialize(new Configuration());

    Pair<Integer, Person> inputPair = Pair.of(1, person);
View Full Code Here
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
    assertNotSame(inputPair.second(), detachedPair.second());
  }

  @Test
  public void testGetDetachedValue_Collection() {
    Person person = createPerson();
    List<Person> personList = Lists.newArrayList(person);

    AvroType<Collection<Person>> collectionType = Avros.collections(Avros.records(Person.class));
    collectionType.initialize(new Configuration());

    Collection<Person> detachedCollection = collectionType.getDetachedValue(personList);

    assertEquals(personList, detachedCollection);
    Person detachedPerson = detachedCollection.iterator().next();

    assertNotSame(person, detachedPerson);
  }
View Full Code Here
244
245
246
247
248
249
250
251
252
253
254
  }

  @Test
  public void testGetDetachedValue_Map() {
    String key = "key";
    Person value = createPerson();

    Map<String, Person> stringPersonMap = Maps.newHashMap();
    stringPersonMap.put(key, value);

    AvroType<Map<String, Person>> mapType = Avros.maps(Avros.records(Person.class));
View Full Code Here
TOP

Related Classes of org.apache.crunch.test.Person

  • org.apache.crunch.io.avro.AvroFileReaderFactoryTest
  • org.apache.crunch.io.avro.AvroFileSourceTargetIT
  • org.apache.crunch.io.avro.AvroKeyValueIT$MapRedPersonMapper
  • org.apache.crunch.io.avro.AvroKeyValueIT$MapReducePersonMapper
  • org.apache.crunch.io.avro.AvroMemPipelineIT
  • org.apache.crunch.io.avro.AvroPipelineIT
  • org.apache.crunch.io.avro.AvroReflectIT
  • org.apache.crunch.io.avro.trevni.TrevniFileSourceTargetIT
  • org.apache.crunch.io.avro.trevni.TrevniKeyPipelineIT
  • org.apache.crunch.io.parquet.AvroParquetFileSourceTargetIT
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.