Package org.apache.flink.compiler.dataproperties

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
  protected List<GlobalPropertiesPair> createPossibleGlobalProperties() {
    ArrayList<GlobalPropertiesPair> pairs = new ArrayList<GlobalPropertiesPair>();
   
    if (this.allowBroadcastFirst) {
      // replicate first
      RequestedGlobalProperties replicated1 = new RequestedGlobalProperties();
      replicated1.setFullyReplicated();
      RequestedGlobalProperties any2 = new RequestedGlobalProperties();
      pairs.add(new GlobalPropertiesPair(replicated1, any2));
    }
   
    if (this.allowBroadcastSecond) {
      // replicate second
      RequestedGlobalProperties any1 = new RequestedGlobalProperties();
      RequestedGlobalProperties replicated2 = new RequestedGlobalProperties();
      replicated2.setFullyReplicated();
      pairs.add(new GlobalPropertiesPair(any1, replicated2));
    }

    return pairs;
  }
View Full Code Here
74
75
76
77
78
79
80
81
82
    }
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    RequestedGlobalProperties props = new RequestedGlobalProperties();
    props.setAnyPartitioning(this.keys);
    return Collections.singletonList(props);
  }
View Full Code Here
44
45
46
47
48
49
50
    return new SingleInputPlanNode(node, "Filter ("+node.getPactContract().getName()+")", in, DriverStrategy.FLAT_MAP);
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here
45
46
47
48
49
50
51
    return new SingleInputPlanNode(node, "FlatMap ("+node.getPactContract().getName()+")", in, DriverStrategy.FLAT_MAP);
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
    final InterestingProperties iProps = new InterestingProperties();
   
    {
      final Ordering partitioning = getPactContract().getPartitionOrdering();
      final DataDistribution dataDist = getPactContract().getDataDistribution();
      final RequestedGlobalProperties partitioningProps = new RequestedGlobalProperties();
      if (partitioning != null) {
        if(dataDist != null) {
          partitioningProps.setRangePartitioned(partitioning, dataDist);
        } else {
          partitioningProps.setRangePartitioned(partitioning);
        }
        iProps.addGlobalProperties(partitioningProps);
      }
      iProps.addGlobalProperties(partitioningProps);
    }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
      return new SingleInputPlanNode(node, "Partition", in, DriverStrategy.UNARY_NO_OP);
    }

    @Override
    protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
      RequestedGlobalProperties rgps = new RequestedGlobalProperties();
     
      switch (this.pMethod) {
      case HASH:
        rgps.setHashPartitioned(pKeys.toFieldList());
        break;
      case REBALANCE:
        rgps.setForceRebalancing();
        break;
      case RANGE:
        throw new UnsupportedOperationException("Not yet supported");
      default:
        throw new IllegalArgumentException("Invalid partition method");
View Full Code Here
46
47
48
49
50
51
52
 
  @Override
  protected List<GlobalPropertiesPair> createPossibleGlobalProperties() {
    // all properties are possible
    return Collections.singletonList(new GlobalPropertiesPair(
      new RequestedGlobalProperties(), new RequestedGlobalProperties()));
  }
View Full Code Here
66
67
68
69
70
71
72
    }
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here
44
45
46
47
48
49
50
    return new SingleInputPlanNode(node, "Map ("+node.getPactContract().getName()+")", in, DriverStrategy.MAP);
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

  • org.apache.flink.compiler.dag.BinaryUnionNode
  • org.apache.flink.compiler.dag.BulkIterationNode
  • org.apache.flink.compiler.dag.DataSinkNode
  • org.apache.flink.compiler.dag.PartitionNode$PartitionDescriptor
  • org.apache.flink.compiler.dag.WorksetIterationNode
  • org.apache.flink.compiler.dag.WorksetIterationNode$WorksetOpDescriptor
  • org.apache.flink.compiler.FeedbackPropertiesMatchTest
  • org.apache.flink.compiler.operators.AbstractJoinDescriptor
  • org.apache.flink.compiler.operators.AllGroupReduceProperties
  • org.apache.flink.compiler.operators.AllGroupWithPartialPreGroupProperties
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.