Examples of org.apache.flink.api.common.Plan$MaxDopVisitor

org.apache.flink.api.common.Plan
This class encapsulates a single job (an instantiated data flow), together with some parameters. Parameters include the name and a default degree of parallelism. The job is referenced by the data sinks, from which a traversal reaches all connected nodes of the job.

      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
    
    Plan p = new Plan(sink);
    p.setDefaultParallelism(64);
    
    runAndCancelJob(p, 3000, 20*1000);
  }

View Full Code Here

    CsvOutputFormat.configureRecordFormat(finalResult)
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0);


    Plan plan = new Plan(finalResult, "Iteration with AllReducer (keyless Reducer)");
    plan.setDefaultParallelism(numSubTasks);
    Assert.assertTrue(plan.getDefaultParallelism() > 1);
    return plan;
  }

View Full Code Here

    
    CsvOutputFormat.configureRecordFormat(out).recordDelimiter('\n')
        .fieldDelimiter(' ').field(StringValue.class, 0)
        .field(IntValue.class, 1);


    Plan plan = new Plan(out, "WordCount Example");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

    if (args.length < 3) {
      System.err.println(wc.getDescription());
      System.exit(1);
    }


    Plan plan = wc.getPlan(args);


    JobExecutionResult result = LocalExecutor.execute(plan);


    // Accumulators can be accessed by their name. 
    System.out.println("Number of lines counter: "+ result.getAccumulatorResult(TokenizeLine.ACCUM_NUM_LINES));

View Full Code Here

      .recordDelimiter('\n')
      .fieldDelimiter(',')
      .field(IntValue.class, 0)
      .field(IntValue.class, 1);
    
    Plan p = new Plan(sink);
    p.setDefaultParallelism(dop);
    return p;
  }

View Full Code Here

    compareResultsByLinesInMemory(EXPECTED, resultPath);
  }


  @Override
  protected Plan getTestJob() {
    Plan plan = getTestPlanPlan(DOP, dataPath, resultPath);
    return plan;
  }

View Full Code Here

    CsvOutputFormat.configureRecordFormat(finalResult)
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0);


    Plan plan = new Plan(finalResult, "Iteration with AllReducer (keyless Reducer)");
    
    plan.setDefaultParallelism(numSubTasks);
    Assert.assertTrue(plan.getDefaultParallelism() > 1);
    
    return plan;
  }

View Full Code Here

    output.setDegreeOfParallelism(1);


    output.setInput(testMapper);
    testMapper.setInput(input);


    return new Plan(output);
  }

View Full Code Here

      .name("Identity Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
    
    
    Plan p = new Plan(sink);
    p.setDefaultParallelism(DOP);
    
    runAndCancelJob(p, 5 * 1000, 10 * 1000);
  }

View Full Code Here

    List<FileDataSink> sinks = new ArrayList<FileDataSink>();
    sinks.add(finalClusters);
    sinks.add(clusterAssignments);
    
    // return the PACT plan
    Plan plan = new Plan(sinks, "Iterative KMeans");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flink.api.common.Plan$MaxDopVisitor

org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest

org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest

org.apache.flink.api.java.LocalEnvironment

org.apache.flink.api.java.operators.translation.ReduceTranslationTests

org.apache.flink.api.java.RemoteEnvironment

org.apache.flink.client.program.Client$OptimizerPlanEnvironment

org.apache.flink.client.program.ContextEnvironment

org.apache.flink.compiler.AdditionalOperatorsTest

org.apache.flink.compiler.BranchingPlansCompilerTest

org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.