Package org.apache.flink.configuration

Examples of org.apache.flink.configuration.Configuration

334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
      outputConfig.setInputSerializer(serializer, 0);

      outputConfig.setStubWrapper(new UserCodeClassWrapper<CsvOutputFormat>(CsvOutputFormat.class));
      outputConfig.setStubParameter(FileOutputFormat.FILE_PARAMETER_KEY, resultPath);

      Configuration outputUserConfig = outputConfig.getStubParameters();
      outputUserConfig.setString(CsvOutputFormat.RECORD_DELIMITER_PARAMETER, "\n");
      outputUserConfig.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, " ");
      outputUserConfig.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, LongValue.class);
      outputUserConfig.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 0, 0);
      outputUserConfig.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, LongValue.class);
      outputUserConfig.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 1, 1);
      outputUserConfig.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
    }

    return output;
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
118
    }
  }
 
  private List<OperatorDescriptorDual> getDataProperties(JoinOperatorBase<?, ?, ?, ?> joinOperatorBase, JoinHint joinHint) {
    // see if an internal hint dictates the strategy to use
    Configuration conf = joinOperatorBase.getParameters();
    String localStrategy = conf.getString(PactCompiler.HINT_LOCAL_STRATEGY, null);

    if (localStrategy != null) {
      final OperatorDescriptorDual fixedDriverStrat;
      if (PactCompiler.HINT_LOCAL_STRATEGY_SORT_BOTH_MERGE.equals(localStrategy) ||
        PactCompiler.HINT_LOCAL_STRATEGY_SORT_FIRST_MERGE.equals(localStrategy) ||
View Full Code Here
62
63
64
65
66
67
68
69
70
    compareResultsByLinesInMemory(EXPECTED, resultPath);
  }

  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config = new Configuration();
    config.setInteger("NumSubtasks", DOP);
    return toParameterList(config);
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
        new Object[]{4, true, false, false, 8, 4},
        new Object[]{4, true, false, false, 16, 8},
    };

    for (Object[] p : configParams) {
      Configuration config = new Configuration();
      config.setInteger(DATA_VOLUME_GB_CONFIG_KEY, (Integer) p[0]);
      config.setBoolean(USE_FORWARDER_CONFIG_KEY, (Boolean) p[1]);
      config.setBoolean(IS_SLOW_SENDER_CONFIG_KEY, (Boolean) p[2]);
      config.setBoolean(IS_SLOW_RECEIVER_CONFIG_KEY, (Boolean) p[3]);
      config.setInteger(PARALLELISM_CONFIG_KEY, (Integer) p[4]);
      config.setInteger(NUM_SLOTS_PER_TM_CONFIG_KEY, (Integer) p[5]);

      TestBaseWrapper test = new TestBaseWrapper(config);

      test.startCluster();
      try {
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
      String jarFile = JAR_FILE;
      String testData = getClass().getResource(TEST_DATA_FILE).toString();
     
      PackagedProgram program = new PackagedProgram(new File(jarFile), new String[] { testData });
           
      Client c = new Client(new InetSocketAddress("localhost", testMiniCluster.getJobManagerRpcPort()), new Configuration(), program.getUserCodeClassLoader());
      c.run(program, 4, true);
    }
    catch (Throwable t) {
      System.err.println(t.getMessage());
      t.printStackTrace();
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
  public void testReadNoPosAll() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class, IntValue.class, IntValue.class, IntValue.class);
     
      format.configure(parameters);
View Full Code Here
TOP

Related Classes of org.apache.flink.configuration.Configuration

  • org.apache.flink.api.avro.AvroExternalJarProgramITCase
  • org.apache.flink.api.common.io.BinaryInputFormatTest
  • org.apache.flink.api.common.io.DelimitedInputFormatSamplingTest
  • org.apache.flink.api.common.io.DelimitedInputFormatTest
  • org.apache.flink.api.common.io.FileInputFormatTest
  • org.apache.flink.api.common.io.FileOutputFormatTest
  • org.apache.flink.api.common.io.FormatUtil
  • org.apache.flink.api.common.io.GenericCsvInputFormatTest
  • org.apache.flink.api.common.io.SequentialFormatTest
  • org.apache.flink.api.io.avro.AvroRecordInputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.