Package eu.stratosphere.types

Examples of eu.stratosphere.types.Record$InternalDeSerializer

212
213
214
215
216
217
218
219
220
221
222
        this.recordBuildSideAccesssor, this.recordProbeSideAccesssor,
        this.recordBuildSideComparator, this.recordProbeSideComparator, this.pactRecordComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final Record recordReuse = new Record();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<Record, Record> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
        this.recordBuildSideAccesssor, this.recordProbeSideAccesssor,
        this.recordBuildSideComparator, this.recordProbeSideComparator, this.pactRecordComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
 
    Record record;
    final Record recordReuse = new Record();

    while (join.nextRecord())
    {
      int numBuildValues = 0;
     
      int key = 0;
     
      HashBucketIterator<Record, Record> buildSide = join.getBuildSideIterator();
      if ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues = 1;
        key = record.getField(0, IntValue.class).getValue();
      }
      else {
        fail("No build side values found for a probe key.");
      }
      while ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues++;
      }
     
      if (numBuildValues != 3) {
        fail("Other than 3 build values!!!");
      }
     
      Record pr = join.getCurrentProbeRecord();
      Assert.assertEquals("Probe-side key was different than build-side key.", key, pr.getField(0, IntValue.class).getValue());
     
      Long contained = map.get(key);
      if (contained == null) {
        contained = new Long(numBuildValues);
      }
View Full Code Here
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
        this.recordBuildSideAccesssor, this.recordProbeSideAccesssor,
        this.recordBuildSideComparator, this.recordProbeSideComparator, this.pactRecordComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
 
    Record record;
    final Record recordReuse = new Record();

    while (join.nextRecord())
    { 
      int numBuildValues = 0;
 
      final Record probeRec = join.getCurrentProbeRecord();
      int key = probeRec.getField(0, IntValue.class).getValue();
     
      HashBucketIterator<Record, Record> buildSide = join.getBuildSideIterator();
      if ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues = 1;
        Assert.assertEquals("Probe-side key was different than build-side key.", key, record.getField(0, IntValue.class).getValue());
View Full Code Here
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
        this.recordBuildSideAccesssor, this.recordProbeSideAccesssor,
        this.recordBuildSideComparator, this.recordProbeSideComparator, this.pactRecordComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    Record record;
    final Record recordReuse = new Record();

    while (join.nextRecord())
    { 
      int numBuildValues = 0;
     
      final Record probeRec = join.getCurrentProbeRecord();
      int key = probeRec.getField(0, IntValue.class).getValue();
     
      HashBucketIterator<Record, Record> buildSide = join.getBuildSideIterator();
      if ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues = 1;
        Assert.assertEquals("Probe-side key was different than build-side key.", key, record.getField(0, IntValue.class).getValue());
View Full Code Here
598
599
600
601
602
603
604
605
606
607
608
        this.recordBuildSideAccesssor, this.recordProbeSideAccesssor,
        this.recordBuildSideComparator, this.recordProbeSideComparator, this.pactRecordComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final Record recordReuse = new Record();

    try {
      while (join.nextRecord()) { 
        HashBucketIterator<Record, Record> buildSide = join.getBuildSideIterator();
        if (buildSide.next(recordReuse) == null) {
View Full Code Here
656
657
658
659
660
661
662
663
664
665
666
    join.open(buildInput, new UniformRecordGenerator(NUM_PROBE_KEYS, NUM_PROBE_VALS, true));

    int expectedNumResults = (Math.min(NUM_PROBE_KEYS, NUM_BUILD_KEYS) * NUM_BUILD_VALS)
        * NUM_PROBE_VALS;

    final Record recordReuse = new Record();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<Record, Record> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here
702
703
704
705
706
707
708
709
710
711
712
        this.recordBuildSideAccesssor, this.recordProbeSideAccesssor,
        this.recordBuildSideComparator, this.recordProbeSideComparator, this.pactRecordComparator,
        memSegments, ioManager);
    join.open(buildInput, new UniformRecordGenerator(NUM_PROBE_KEYS, NUM_PROBE_VALS, true));
   
    final Record recordReuse = new Record();
    int numRecordsInJoinResult = 0;
   
    int expectedNumResults = (Math.min(NUM_PROBE_KEYS, NUM_BUILD_KEYS) * NUM_BUILD_VALS)
    * NUM_PROBE_VALS;
   
 
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
  public static class Jn1 extends JoinFunction {
    private static final long serialVersionUID = 1L;

    @Override
    public void join(Record sc2, Record sc3, Collector<Record> out) throws Exception {
      Record r = new Record(3);
      r.setField(0, sc2.getField(0, StringValue.class));
      r.setField(1, sc2.getField(1, IntValue.class));
      r.setField(2, sc3.getField(1, IntValue.class));
      out.collect(r);
    }
View Full Code Here
131
132
133
134
135
136
137
      int c = sc1.getField(3, IntValue.class).getValue();

      int p_x = p(x, a, b, c);
      int p_y = p(y, a, b, c);
      int min = Math.min(p_x, p_y);
      out.collect(new Record(jn1.getField(0, StringValue.class), new IntValue(min)));
    }
View Full Code Here
141
142
143
144
145
146
147
148
    private static final long serialVersionUID = 1L;

    @Override
    public void map(Record jn1, Collector<Record> out) throws Exception {
      if (jn1.getField(1, IntValue.class).getValue() == jn1.getField(2, IntValue.class).getValue()) {
        out.collect(new Record(jn1.getField(0, StringValue.class), jn1.getField(1, IntValue.class)));
      }
    }
View Full Code Here
TOP

Related Classes of eu.stratosphere.types.Record$InternalDeSerializer

  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase$MyCoGrouper
  • eu.stratosphere.api.common.io.DelimitedInputFormatTest
  • eu.stratosphere.api.common.io.SequentialFormatTest
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormatTest
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$ConcatenatingReducer
  • eu.stratosphere.api.java.record.io.CsvInputFormatTest
  • eu.stratosphere.api.java.record.io.CsvOutputFormatTest
  • eu.stratosphere.api.java.record.io.ExternalProcessFixedLengthInputFormatTest
  • eu.stratosphere.api.java.record.io.ExternalProcessInputFormatTest
  • eu.stratosphere.api.java.record.io.FixedLenghtInputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.