Package org.apache.flink.configuration

Examples of org.apache.flink.configuration.Configuration

42
43
44
45
46
47
48
49
50
51
52
   * @param memorySize
   *            memorySize
   */
  public static void runOnMiniCluster(JobGraph jobGraph, int degreeOfPrallelism, long memorySize) throws Exception  {

    Configuration configuration = jobGraph.getJobConfiguration();

    NepheleMiniCluster exec = new NepheleMiniCluster();
    exec.setMemorySize(memorySize);
    exec.setNumTaskManager(1);
    exec.setTaskManagerNumSlots(degreeOfPrallelism);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
 
  private final BroadcastVariableManager bcVarManager = new BroadcastVariableManager();
 

  public MockEnvironment(long memorySize, MockInputSplitProvider inputSplitProvider, int bufferSize) {
    this.jobConfiguration = new Configuration();
    this.taskConfiguration = new Configuration();
    this.inputs = new LinkedList<InputGate<Record>>();
    this.outputs = new LinkedList<OutputGate>();

    this.memManager = new DefaultMemoryManager(memorySize, 1);
    this.ioManager = new IOManager(System.getProperty("java.io.tmpdir"));
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
    try {
      this.port = getAvailablePort();
      this.jmServer = RPC.getServer(new MockRPC(), "localhost", this.port, 1);
      this.jmServer.start();
     
      Configuration cfg = new Configuration();
     
      cfg.setString(ConfigConstants.JOB_MANAGER_IPC_ADDRESS_KEY, "localhost");
      cfg.setInteger(ConfigConstants.JOB_MANAGER_IPC_PORT_KEY, this.port);
     
      cfg.setLong(ConfigConstants.TASK_MANAGER_MEMORY_SIZE_KEY, 5);
     
      GlobalConfiguration.includeConfiguration(cfg);
    }
    catch (Throwable t) {
      t.printStackTrace();
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
  @Parameters
  public static Collection<Object[]> getConfigurations() throws IOException {
    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
    return plan;
  }

  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config1 = new Configuration();
    config1.setInteger("IterationAllReducer#NoSubtasks", NUM_SUBTASKS);
    return toParameterList(config1);
  }
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
196
197
198
    String[] shipStrategies = { PactCompiler.HINT_SHIP_STRATEGY_REPARTITION_HASH };

    for (String localStrategy : localStrategies) {
      for (String shipStrategy : shipStrategies) {

        Configuration config = new Configuration();
        config.setString("CoGroupTest#LocalStrategy", localStrategy);
        config.setString("CoGroupTest#ShipStrategy", shipStrategy);
        config.setInteger("CoGroupTest#NoSubtasks", 4);

        tConfigs.add(config);
      }
    }
View Full Code Here
67
68
69
70
71
72
73
74
75
    compareResultsByLinesInMemory(EXPECTED, resultPath);
  }

  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config = new Configuration();
    config.setInteger("NumSubtasks", DOP);
    return toParameterList(config);
  }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
public class BlobLibraryCacheManagerTest {

  @Test
  public void testLibraryCacheManagerCleanup(){
    Configuration config = new Configuration();

    config.setLong(ConfigConstants.LIBRARY_CACHE_MANAGER_CLEANUP_INTERVAL, 1);
    GlobalConfiguration.includeConfiguration(config);

    JobID jid = new JobID();
    List<BlobKey> keys = new ArrayList<BlobKey>();
    BlobServer server = null;
View Full Code Here
TOP

Related Classes of org.apache.flink.configuration.Configuration

  • org.apache.flink.api.avro.AvroExternalJarProgramITCase
  • org.apache.flink.api.common.io.BinaryInputFormatTest
  • org.apache.flink.api.common.io.DelimitedInputFormatSamplingTest
  • org.apache.flink.api.common.io.DelimitedInputFormatTest
  • org.apache.flink.api.common.io.FileInputFormatTest
  • org.apache.flink.api.common.io.FileOutputFormatTest
  • org.apache.flink.api.common.io.FormatUtil
  • org.apache.flink.api.common.io.GenericCsvInputFormatTest
  • org.apache.flink.api.common.io.SequentialFormatTest
  • org.apache.flink.api.io.avro.AvroRecordInputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.