Package eu.stratosphere.api.java.record.operators

Examples of eu.stratosphere.api.java.record.operators.JoinOperator

395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
    } else {
      pathsInput = new FileDataSource(new PathInFormat(), paths, "Paths");
    }
    pathsInput.setDegreeOfParallelism(numSubTasks);

    JoinOperator concatPaths =
        JoinOperator.builder(new ConcatPaths(), StringValue.class, 0, 1)
      .name("Concat Paths")
      .build();

    concatPaths.setDegreeOfParallelism(numSubTasks);

    CoGroupOperator findShortestPaths =
        CoGroupOperator.builder(new FindShortestPath(), StringValue.class, 0, 0)
      .keyField(StringValue.class, 1, 1)
      .name("Find Shortest Paths")
      .build();
    findShortestPaths.setDegreeOfParallelism(numSubTasks);

    FileDataSink result = new FileDataSink(new PathOutFormat(),output, "New Paths");
    result.setDegreeOfParallelism(numSubTasks);

    result.setInput(findShortestPaths);
    findShortestPaths.setFirstInput(pathsInput);
    findShortestPaths.setSecondInput(concatPaths);
    concatPaths.setFirstInput(pathsInput);
    concatPaths.setSecondInput(pathsInput);

    return new Plan(result, "Pairwise Shortest Paths");

  }
View Full Code Here
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
    MapOperator projectN = MapOperator.builder(ProjectN.class)
      .name("ProjectN")
      .build();

    JoinOperator joinOL = JoinOperator.builder(JoinOL.class, IntValue.class, 0, 0)
      .name("JoinOL")
      .build();

    JoinOperator joinCOL = JoinOperator.builder(JoinCOL.class, IntValue.class, 0, 0)
      .name("JoinCOL")
      .build();

    JoinOperator joinNCOL = JoinOperator.builder(JoinNCOL.class, IntValue.class, 4, 0)
      .name("JoinNCOL")
      .build();

    ReduceOperator reduce = ReduceOperator.builder(Sum.class)
      .keyField(IntValue.class, 0)
      .keyField(StringValue.class, 1)
      .keyField(StringValue.class, 3)
      .keyField(StringValue.class, 4)
      .keyField(StringValue.class, 5)
      .keyField(StringValue.class, 6)
      .keyField(StringValue.class, 7)
      .name("Reduce")
      .build();

    FileDataSink result = new FileDataSink(new TupleOutputFormat(), resultPath, "Output");

    result.setInput(reduce);
   
    reduce.setInput(joinNCOL);
   
    joinNCOL.setFirstInput(joinCOL);
    joinNCOL.setSecondInput(projectN);
   
    joinCOL.setFirstInput(projectC);
    joinCOL.setSecondInput(joinOL);
   
    joinOL.setFirstInput(mapO);
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
   
    // data source for the edges
    FileDataSource edges = new FileDataSource(new CsvInputFormat(' ', LongValue.class, LongValue.class), edgeInput, "Edges");

    // join workset (changed vertices) with the edges to propagate changes to neighbors
    JoinOperator joinWithNeighbors = JoinOperator.builder(new NeighborWithComponentIDJoin(), LongValue.class, 0, 0)
        .input1(iteration.getWorkset())
        .input2(edges)
        .name("Join Candidate Id With Neighbor")
        .build();

    // find for each neighbor the smallest of all candidates
    ReduceOperator minCandidateId = ReduceOperator.builder(new MinimumComponentIDReduce(), LongValue.class, 0)
        .input(joinWithNeighbors)
        .name("Find Minimum Candidate Id")
        .build();
   
    // join candidates with the solution set and update if the candidate component-id is smaller
    JoinOperator updateComponentId = JoinOperator.builder(new UpdateComponentIdMatchNonPreserving(), LongValue.class, 0, 0)
        .input1(minCandidateId)
        .input2(iteration.getSolutionSet())
        .name("Update Component Id")
        .build();
   
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
      new GenericDataSource<InfiniteIntegerInputFormatWithDelay>(new InfiniteIntegerInputFormatWithDelay(), "Source 1");

    GenericDataSource<InfiniteIntegerInputFormatWithDelay> source2 =
      new GenericDataSource<InfiniteIntegerInputFormatWithDelay>(new InfiniteIntegerInputFormatWithDelay(), "Source 2");
   
    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
      new GenericDataSource<InfiniteIntegerInputFormat>(new InfiniteIntegerInputFormat(), "Source 1");

    GenericDataSource<InfiniteIntegerInputFormat> source2 =
      new GenericDataSource<InfiniteIntegerInputFormat>(new InfiniteIntegerInputFormat(), "Source 2");
   
    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      new GenericDataSource<InfiniteIntegerInputFormat>(new InfiniteIntegerInputFormat(), "Source 1");

    GenericDataSource<InfiniteIntegerInputFormat> source2 =
      new GenericDataSource<InfiniteIntegerInputFormat>(new InfiniteIntegerInputFormat(), "Source 2");
   
    JoinOperator matcher = JoinOperator.builder(StuckInOpenMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Stuc-In-Open Match")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    GenericDataSource<UniformIntInput> source2 =
      new GenericDataSource<UniformIntInput>(new UniformIntInput(), "Source 2");
    source2.setParameter(UniformIntInput.NUM_KEYS_KEY, 50000);
    source2.setParameter(UniformIntInput.NUM_VALUES_KEY, 100);
   
    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Long Cancelling Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
    GenericDataSource<UniformIntInput> source2 =
      new GenericDataSource<UniformIntInput>(new UniformIntInput(), "Source 2");
    source2.setParameter(UniformIntInput.NUM_KEYS_KEY, 500);
    source2.setParameter(UniformIntInput.NUM_VALUES_KEY, 3);
   
    JoinOperator matcher = JoinOperator.builder(DelayingMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Long Cancelling Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
    GenericDataSource<UniformIntInput> source2 =
      new GenericDataSource<UniformIntInput>(new UniformIntInput(), "Source 2");
    source2.setParameter(UniformIntInput.NUM_KEYS_KEY, 500);
    source2.setParameter(UniformIntInput.NUM_VALUES_KEY, 3);
   
    JoinOperator matcher = JoinOperator.builder(LongCancelTimeMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Long Cancelling Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
      new GenericDataSource<InfiniteIntegerInputFormat>(new InfiniteIntegerInputFormat(), "Source 1");

    GenericDataSource<InfiniteIntegerInputFormat> source2 =
      new GenericDataSource<InfiniteIntegerInputFormat>(new InfiniteIntegerInputFormat(), "Source 2");
   
    JoinOperator matcher = JoinOperator.builder(new SimpleMatcher(), IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.java.record.operators.JoinOperator

  • eu.stratosphere.pact.compiler.BranchingPlansCompilerTest
  • eu.stratosphere.pact.compiler.DOPChangeTest
  • eu.stratosphere.pact.compiler.WorksetIterationsRecordApiCompilerTest
  • eu.stratosphere.test.broadcastvars.BroadcastBranchingITCase
  • eu.stratosphere.test.cancelling.MatchJoinCancelingITCase
  • eu.stratosphere.test.compiler.examples.RelationalQueryCompilerTest
  • eu.stratosphere.test.compiler.iterations.ConnectedComponentsTest
  • eu.stratosphere.test.iterative.CoGroupConnectedComponentsITCase
  • eu.stratosphere.test.iterative.ConnectedComponentsWithDeferredUpdateITCase
  • eu.stratosphere.test.iterative.ConnectedComponentsWithSolutionSetFirstITCase
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.