Package org.apache.crunch.test

Examples of org.apache.crunch.test.StringWrapper

110
111
112
113
114
115
116
117
118
119
120
    PCollection<Person> genericCollection = pipeline.read(At.avroFile(avroFile.getAbsolutePath(),
        Avros.records(Person.class)));
    PTable<Long, StringWrapper> pt = genericCollection.parallelDo(new MapFn<Person, Pair<Long, StringWrapper>>() {
      @Override
      public Pair<Long, StringWrapper> map(Person input) {
        return Pair.of(1L, new StringWrapper(input.getName().toString()));
      }
    }, Avros.tableOf(Avros.longs(), Avros.reflects(StringWrapper.class)))
        .groupByKey()
        .ungroup();
    List<Pair<Long, StringWrapper>> ret = Lists.newArrayList(pt.materialize());
View Full Code Here
152
153
154
155
156
157
158
159
        Avros.reflects(StringWrapper.class)));

    List<StringWrapper> recordList = Lists.newArrayList(stringValueCollection.materialize());

    assertEquals(1, recordList.size());
    StringWrapper stringWrapper = recordList.get(0);
    assertEquals("stringvalue", stringWrapper.getValue());
  }
View Full Code Here
137
138
139
140
141
142
143
144
145
146
    AvroFileReaderFactory<StringWrapper> genericReader = createFileReaderFactory(Avros.reflects(StringWrapper.class));
    Iterator<StringWrapper> recordIterator = genericReader.read(FileSystem.getLocal(new Configuration()), new Path(
        this.avroFile.getAbsolutePath()));

    StringWrapper stringWrapper = recordIterator.next();

    assertEquals("stringvalue", stringWrapper.getValue());
    assertFalse(recordIterator.hasNext());
  }
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
157
158
  @Test
  public void testGetDetachedValue_MutableDerived() {
    PType<StringWrapper> jsonType = PTypes.jsonString(StringWrapper.class, WritableTypeFamily.getInstance());
    jsonType.initialize(new Configuration());

    StringWrapper stringWrapper = new StringWrapper();
    stringWrapper.setValue("test");

    StringWrapper detachedValue = jsonType.getDetachedValue(stringWrapper);

    assertNotSame(stringWrapper, detachedValue);
    assertEquals(stringWrapper, detachedValue);
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
        Avros.reflects(StringWrapper.class));
    joinFn.setContext(CrunchTestSupport.getTestContext(new Configuration()));
    joinFn.initialize();
    Emitter<Pair<StringWrapper, Pair<StringWrapper, String>>> emitter = mock(Emitter.class);
   
    StringWrapper key = new StringWrapper();
    StringWrapper leftValue = new StringWrapper();
    key.setValue("left-only");
    leftValue.setValue("left-only-left");
    joinFn.join(key, 0, createValuePairList(leftValue, null), emitter);

    key.setValue("right-only");
    joinFn.join(key, 1, createValuePairList(null, "right-only-right"), emitter);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
        Avros.reflects(StringWrapper.class));
    joinFn.setContext(CrunchTestSupport.getTestContext(new Configuration()));
    joinFn.initialize();
    Emitter<Pair<StringWrapper, Pair<StringWrapper, String>>> emitter = mock(Emitter.class);
   
    StringWrapper key = new StringWrapper();
    StringWrapper leftValue = new StringWrapper();
    key.setValue("left-only");
    leftValue.setValue("left-only-left");
    joinFn.join(key, 0, createValuePairList(leftValue, null), emitter);

    key.setValue("right-only");
    joinFn.join(key, 1, createValuePairList(null, "right-only-right"), emitter);
View Full Code Here
303
304
305
306
307
308
309
310
311
312
313
  }

  @Test
  public void testPairOutputMapFn_VerifyNoObjectReuse() {
    StringWrapper stringWrapper = new StringWrapper("Test");

    Pair<Integer, StringWrapper> pair = Pair.of(1, stringWrapper);

    AvroType<Pair<Integer, StringWrapper>> pairType = Avros.pairs(Avros.ints(), Avros.reflects(StringWrapper.class));
View Full Code Here
138
139
140
141
142
143
144
145
146
147
    AvroFileReaderFactory<StringWrapper> genericReader = createFileReaderFactory(Avros.reflects(StringWrapper.class));
    Iterator<StringWrapper> recordIterator = genericReader.read(FileSystem.getLocal(new Configuration()), new Path(
        this.avroFile.getAbsolutePath()));

    StringWrapper stringWrapper = recordIterator.next();

    assertEquals("stringvalue", stringWrapper.getValue());
    assertFalse(recordIterator.hasNext());
  }
View Full Code Here
40
41
42
43
44
45
46
47
  private StringWrapper stringWrapper;
  private PType ptype;

  @Before
  public void setUp() {
    stringWrapper = new StringWrapper("test");
    ptype = spy(Avros.reflects(StringWrapper.class));
  }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
public class MapDeepCopierTest {

  @Test
  public void testDeepCopy() {
    StringWrapper stringWrapper = new StringWrapper("value");
    String key = "key";
    Map<String, StringWrapper> map = Maps.newHashMap();
    map.put(key, stringWrapper);

    MapDeepCopier<StringWrapper> deepCopier = new MapDeepCopier<StringWrapper>(
View Full Code Here
TOP

Related Classes of org.apache.crunch.test.StringWrapper

  • org.apache.crunch.impl.mr.emit.IntermediateEmitterTest
  • org.apache.crunch.io.avro.AvroFileReaderFactoryTest
  • org.apache.crunch.io.avro.AvroFileSourceTargetIT
  • org.apache.crunch.io.avro.AvroPipelineIT
  • org.apache.crunch.io.avro.AvroReflectIT
  • org.apache.crunch.io.avro.trevni.TrevniFileSourceTargetIT
  • org.apache.crunch.lib.join.BrokenLeftAndOuterJoinTest
  • org.apache.crunch.lib.join.JoinFnTestBase
  • org.apache.crunch.MaterializeIT$StringToStringWrapperPersonPairMapFn
  • org.apache.crunch.types.avro.AvrosTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.