Package org.apache.crunch

Examples of org.apache.crunch.TupleN

263
264
265
266
267
268
269
270
271
272
273
  @Test
  public void testGetDetachedValue_TupleN() {
    Person person = createPerson();
    AvroType<TupleN> ptype = Avros.tuples(Avros.records(Person.class));
    ptype.initialize(new Configuration());
    TupleN tuple = new TupleN(person);
    TupleN detachedTuple = ptype.getDetachedValue(tuple);

    assertEquals(tuple, detachedTuple);
    assertNotSame(person, detachedTuple.get(0));
  }
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
  @Test
  @SuppressWarnings("rawtypes")
  public void testTupleN() throws Exception {
    AvroType at = Avros.tuples(Avros.strings(), Avros.strings(), Avros.strings(), Avros.strings(), Avros.strings());
    TupleN j = new TupleN("a", "b", "c", "d", "e");
    GenericData.Record w = new GenericData.Record(at.getSchema());
    w.put(0, new Utf8("a"));
    w.put(1, new Utf8("b"));
    w.put(2, new Utf8("c"));
    w.put(3, new Utf8("d"));
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
    testInputOutputFn(wt, j, w);
  }

  @Test
  public void testTupleN() throws Exception {
    TupleN j = new TupleN("a", "b", "c", "d", "e");
    Text[] t = new Text[] { new Text("a"), new Text("b"), new Text("c"), new Text("d"),
        new Text("e"), };
    TupleWritable w = new TupleWritable(t);
    WritableType<?, ?> wt = Writables.tuples(Writables.strings(), Writables.strings(), Writables.strings(),
        Writables.strings(), Writables.strings());
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
  @Test
  public void testGetDetachedValue_TupleN() {
    Person person = createPerson();
    AvroType<TupleN> ptype = Avros.tuples(Avros.records(Person.class));
    ptype.initialize(new Configuration());
    TupleN tuple = new TupleN(person);
    TupleN detachedTuple = ptype.getDetachedValue(tuple);

    assertEquals(tuple, detachedTuple);
    assertNotSame(person, detachedTuple.get(0));
  }
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
  @Test
  @SuppressWarnings("rawtypes")
  public void testTupleN() throws Exception {
    AvroType at = Avros.tuples(Avros.strings(), Avros.strings(), Avros.strings(), Avros.strings(), Avros.strings());
    TupleN j = new TupleN("a", "b", "c", "d", "e");
    GenericData.Record w = new GenericData.Record(at.getSchema());
    w.put(0, new Utf8("a"));
    w.put(1, new Utf8("b"));
    w.put(2, new Utf8("c"));
    w.put(3, new Utf8("d"));
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
    testInputOutputFn(wt, j, w);
  }

  @Test
  public void testTupleN() throws Exception {
    TupleN j = new TupleN("a", "b", "c", "d", "e");
    TupleWritable w = new TupleWritable(new Text[] { new Text("a"), new Text("b"), new Text("c"), new Text("d"),
        new Text("e"), });
    w.setWritten(0);
    w.setWritten(1);
    w.setWritten(2);
View Full Code Here
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
    Arrays.fill(types, typeFamily.strings());
    PCollection<TupleN> kv = input.parallelDo(new DoFn<String, TupleN>() {
      @Override
      public void process(String input, Emitter<TupleN> emitter) {
        String[] split = input.split("[\t]+");
        emitter.emit(new TupleN(split));
      }
    }, typeFamily.tuples(types));
    PCollection<TupleN> sorted = Sort.sortTuples(kv, orders);
    Iterable<TupleN> lines = sorted.materialize();
    TupleN l = lines.iterator().next();
    int i = 0;
    for (String field : fields) {
      assertEquals(field, l.get(i++));
    }
    pipeline.done();
  }
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
  @Test
  @SuppressWarnings("rawtypes")
  public void testTupleN() throws Exception {
    AvroType at = Avros.tuples(Avros.strings(), Avros.strings(), Avros.strings(), Avros.strings(), Avros.strings());
    TupleN j = new TupleN("a", "b", "c", "d", "e");
    GenericData.Record w = new GenericData.Record(at.getSchema());
    w.put(0, new Utf8("a"));
    w.put(1, new Utf8("b"));
    w.put(2, new Utf8("c"));
    w.put(3, new Utf8("d"));
View Full Code Here
140
141
142
143
144
145
146
147
148
        public TupleN next() {
          Object[] values = new Object[iters.length];
          for (int i = 0; i < values.length; i++) {
            values[i] = next(i);
          }
          return new TupleN(values);
        }
      };
    }
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
  @Test
  public void testGetDetachedValue_TupleN() {
    Person person = createPerson();
    AvroType<TupleN> ptype = Avros.tuples(Avros.records(Person.class));
    ptype.initialize(new Configuration());
    TupleN tuple = new TupleN(person);
    TupleN detachedTuple = ptype.getDetachedValue(tuple);

    assertEquals(tuple, detachedTuple);
    assertNotSame(person, detachedTuple.get(0));
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.TupleN

  • org.apache.commons.lang.builder.HashCodeBuilder
  • org.apache.crunch.contrib.text.Extractors$TupleNExtractor
  • org.apache.crunch.contrib.text.ParseTest
  • org.apache.crunch.fn.AggregatorsTest
  • org.apache.crunch.io.orc.OrcFileSourceTargetIT
  • org.apache.crunch.lib.SortIT
  • org.apache.crunch.types.avro.AvrosTest
  • org.apache.crunch.types.avro.AvroTypeTest
  • org.apache.crunch.types.orc.OrcsTest
  • org.apache.crunch.types.orc.TupleObjectInspectorTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.