Examples of RequestedGlobalProperties


Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

  }


  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    }
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    RequestedGlobalProperties props = new RequestedGlobalProperties();
    props.setAnyPartitioning(this.keys);
    return Collections.singletonList(props);
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    return new SingleInputPlanNode(node, "SolutionSet Delta", in, DriverStrategy.UNARY_NO_OP);
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    RequestedGlobalProperties partProps = new RequestedGlobalProperties();
    partProps.setHashPartitioned(this.keyList);
    return Collections.singletonList(partProps);
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    }
  }
 
  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    return DriverStrategy.CO_GROUP;
  }

  @Override
  protected List<GlobalPropertiesPair> createPossibleGlobalProperties() {
    RequestedGlobalProperties partitioned1 = new RequestedGlobalProperties();
    partitioned1.setHashPartitioned(this.keys1);
    RequestedGlobalProperties partitioned2 = new RequestedGlobalProperties();
    partitioned2.setHashPartitioned(this.keys2);
    return Collections.singletonList(new GlobalPropertiesPair(partitioned1, partitioned2));
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    this.rootConnection.setInterestingProperties(intProps);
    this.nextPartialSolution.accept(new InterestingPropertyVisitor(estimator));
   
    // now add the interesting properties of the partial solution to the input
    final InterestingProperties inProps = this.partialSolution.getInterestingProperties().clone();
    inProps.addGlobalProperties(new RequestedGlobalProperties());
    inProps.addLocalProperties(new RequestedLocalProperties());
    this.inConn.setInterestingProperties(inProps);
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    return new SingleInputPlanNode(node, "Reduce("+node.getPactContract().getName()+")", in, DriverStrategy.SORTED_GROUP_REDUCE, this.keyList);
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    RequestedGlobalProperties props = new RequestedGlobalProperties();
    props.setAnyPartitioning(this.keys);
    return Collections.singletonList(props);
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

  protected List<GlobalPropertiesPair> createPossibleGlobalProperties() {
    ArrayList<GlobalPropertiesPair> pairs = new ArrayList<GlobalPropertiesPair>();
   
    if (repartitionAllowed) {
      // partition both (hash)
      RequestedGlobalProperties partitioned1 = new RequestedGlobalProperties();
      partitioned1.setHashPartitioned(this.keys1);
      RequestedGlobalProperties partitioned2 = new RequestedGlobalProperties();
      partitioned2.setHashPartitioned(this.keys2);
      pairs.add(new GlobalPropertiesPair(partitioned1, partitioned2));
    }
   
    if (broadcastSecondAllowed) {
      // replicate second
      RequestedGlobalProperties any1 = new RequestedGlobalProperties();
      RequestedGlobalProperties replicated2 = new RequestedGlobalProperties();
      replicated2.setFullyReplicated();
      pairs.add(new GlobalPropertiesPair(any1, replicated2));
    }
   
    if (broadcastFirstAllowed) {
      // replicate first
      RequestedGlobalProperties replicated1 = new RequestedGlobalProperties();
      replicated1.setFullyReplicated();
      RequestedGlobalProperties any2 = new RequestedGlobalProperties();
      pairs.add(new GlobalPropertiesPair(replicated1, any2));
    }
    return pairs;
  }
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    // that computes the next workset needs the interesting properties as generated by the
    // workset source of the step function. the second pass concerns only the workset path.
    // as initial interesting properties, we have the trivial ones for the step function,
    // and partitioned on the solution set key for the solution set delta
   
    RequestedGlobalProperties partitionedProperties = new RequestedGlobalProperties();
    partitionedProperties.setHashPartitioned(this.solutionSetKeyFields);
    InterestingProperties partitionedIP = new InterestingProperties();
    partitionedIP.addGlobalProperties(partitionedProperties);
    partitionedIP.addLocalProperties(new RequestedLocalProperties());
   
    this.nextWorksetRootConnection.setInterestingProperties(new InterestingProperties());
    this.solutionSetDeltaRootConnection.setInterestingProperties(partitionedIP.clone());
   
    InterestingPropertyVisitor ipv = new InterestingPropertyVisitor(estimator);
    this.nextWorkset.accept(ipv);
    this.solutionSetDelta.accept(ipv);
   
    // take the interesting properties of the partial solution and add them to the root interesting properties
    InterestingProperties worksetIntProps = this.worksetNode.getInterestingProperties();
    InterestingProperties intProps = new InterestingProperties();
    intProps.getGlobalProperties().addAll(worksetIntProps.getGlobalProperties());
    intProps.getLocalProperties().addAll(worksetIntProps.getLocalProperties());
   
    // clear all interesting properties to prepare the second traversal
    this.nextWorksetRootConnection.clearInterestingProperties();
    this.nextWorkset.accept(InterestingPropertiesClearer.INSTANCE);
   
    // 2nd pass
    this.nextWorksetRootConnection.setInterestingProperties(intProps);
    this.nextWorkset.accept(ipv);
   
    // now add the interesting properties of the workset to the workset input
    final InterestingProperties inProps = this.worksetNode.getInterestingProperties().clone();
    inProps.addGlobalProperties(new RequestedGlobalProperties());
    inProps.addLocalProperties(new RequestedLocalProperties());
    this.input2.setInterestingProperties(inProps);
   
    // the partial solution must be hash partitioned, so it has only that as interesting properties
    this.input1.setInterestingProperties(partitionedIP);
View Full Code Here

Examples of org.apache.flink.compiler.dataproperties.RequestedGlobalProperties

    return new SingleInputPlanNode(node, "GroupReduce ("+node.getPactContract().getName()+")", in, DriverStrategy.ALL_GROUP_REDUCE);
  }

  @Override
  protected List<RequestedGlobalProperties> createPossibleGlobalProperties() {
    return Collections.singletonList(new RequestedGlobalProperties());
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.