Package eu.stratosphere.compiler.dag

Examples of eu.stratosphere.compiler.dag.GroupReduceNode

44
45
46
47
48
49
50
51
52
53
54
55
56
      // non forward case.plug in a combiner
      Channel toCombiner = new Channel(in.getSource());
      toCombiner.setShipStrategy(ShipStrategyType.FORWARD);
     
      // create an input node for combine with same DOP as input node
      GroupReduceNode combinerNode = ((GroupReduceNode) node).getCombinerUtilityNode();
      combinerNode.setDegreeOfParallelism(in.getSource().getDegreeOfParallelism());
      combinerNode.setSubtasksPerInstance(in.getSource().getSubtasksPerInstance());
     
      SingleInputPlanNode combiner = new SingleInputPlanNode(combinerNode, "Combine ("+node.getPactContract().getName()+")", toCombiner, DriverStrategy.ALL_GROUP_COMBINE);
      combiner.setCosts(new Costs(0, 0));
      combiner.initProperties(toCombiner.getGlobalProperties(), toCombiner.getLocalProperties());
     
View Full Code Here
847
848
849
850
851
852
853
854
855
856
857
      }
      else if (c instanceof ReduceOperatorBase) {
        n = new ReduceNode((ReduceOperatorBase<?, ?>) c);
      }
      else if (c instanceof GroupReduceOperatorBase) {
        n = new GroupReduceNode((GroupReduceOperatorBase<?, ?, ?>) c);
      }
      else if (c instanceof JoinOperatorBase) {
        n = new MatchNode((JoinOperatorBase<?, ?, ?, ?>) c);
      }
      else if (c instanceof CoGroupOperatorBase) {
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  }

  @Override
  public SingleInputPlanNode instantiate(Channel in, SingleInputNode node) {
    // create in input node for combine with same DOP as input node
    GroupReduceNode combinerNode = new GroupReduceNode((GroupReduceOperatorBase<?, ?, ?>) node.getPactContract());
    combinerNode.setDegreeOfParallelism(in.getSource().getDegreeOfParallelism());
    combinerNode.setSubtasksPerInstance(in.getSource().getSubtasksPerInstance());
   
    return new SingleInputPlanNode(combinerNode, "Combine("+node.getPactContract().getName()+")", in, DriverStrategy.SORTED_GROUP_COMBINE, this.keyList);
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
    } else {
      // non forward case. all local properties are killed anyways, so we can safely plug in a combiner
      Channel toCombiner = new Channel(in.getSource());
      toCombiner.setShipStrategy(ShipStrategyType.FORWARD);
      // create an input node for combine with same DOP as input node
      GroupReduceNode combinerNode = ((GroupReduceNode) node).getCombinerUtilityNode();
      combinerNode.setDegreeOfParallelism(in.getSource().getDegreeOfParallelism());
      combinerNode.setSubtasksPerInstance(in.getSource().getSubtasksPerInstance());
     
      SingleInputPlanNode combiner = new SingleInputPlanNode(combinerNode, "Combine ("+node.getPactContract().getName()+")", toCombiner, DriverStrategy.SORTED_GROUP_COMBINE, this.keyList);
      combiner.setCosts(new Costs(0, 0));
      combiner.initProperties(toCombiner.getGlobalProperties(), toCombiner.getLocalProperties());
     
View Full Code Here
TOP

Related Classes of eu.stratosphere.compiler.dag.GroupReduceNode

  • eu.stratosphere.api.common.operators.Ordering
  • eu.stratosphere.compiler.operators.AllGroupReduceProperties
  • eu.stratosphere.compiler.operators.AllGroupWithPartialPreGroupProperties
  • eu.stratosphere.compiler.operators.GroupReduceProperties
  • eu.stratosphere.compiler.operators.GroupReduceWithCombineProperties
  • eu.stratosphere.compiler.operators.OperatorDescriptorSingle
  • eu.stratosphere.compiler.operators.PartialGroupProperties
  • eu.stratosphere.compiler.PactCompiler$GraphCreatingVisitor
  • eu.stratosphere.configuration.Configuration
  • eu.stratosphere.compiler.CompilerException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.