Package eu.stratosphere.configuration

Examples of eu.stratosphere.configuration.Configuration

447
448
449
450
451
452
453
454
455
456
457
458
459
460
         */
         
        final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
       
        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.getSmall3TupleDataSet(env);
        Configuration conf = new Configuration();
        final String testKey = "testVariable";
        final int testValue = 666;
        conf.setInteger(testKey, testValue);
        DataSet<Tuple3<Integer, Long, String>> bcMapDs = ds.
            map(new MapFunction<Tuple3<Integer,Long,String>, Tuple3<Integer,Long,String>>() {
              private static final long serialVersionUID = 1L;
             
              @Override
View Full Code Here
197
198
199
200
201
202
203
204
205
206
207
208
209
210
    String[] shipStrategies = { PactCompiler.HINT_SHIP_STRATEGY_REPARTITION_HASH, };

    for (String localStrategy : localStrategies) {
      for (String shipStrategy : shipStrategies) {

        Configuration config = new Configuration();
        config.setString("CoGroupTest#LocalStrategy", localStrategy);
        config.setString("CoGroupTest#ShipStrategy", shipStrategy);
        config.setInteger("CoGroupTest#NoSubtasks", 4);

        tConfigs.add(config);
      }
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
  public void initKeys() {
    final String accessKey = System.getenv("AK");
    final String secretKey = System.getenv("SK");
   
    if (accessKey != null || secretKey != null) {
      Configuration conf = new Configuration();
      if (accessKey != null) {
        conf.setString(S3FileSystem.S3_ACCESS_KEY_KEY, accessKey);
      }
      if (secretKey != null) {
        conf.setString(S3FileSystem.S3_SECRET_KEY_KEY, secretKey);
      }
      GlobalConfiguration.includeConfiguration(conf);
    }
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
    return getPlan(config.getInteger("IterationWithUnionITCase#NumSubtasks", 1), dataPath, resultPath);
  }

  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config1 = new Configuration();
    config1.setInteger("IterationWithUnionITCase#NumSubtasks", 4);

    return toParameterList(config1);
  }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
  @Parameters
  public static Collection<Object[]> getConfigurations() {

    //second input empty
    Configuration config1 = new Configuration();
    config1.setString("UnionTest#ExpectedResult", MAP_RESULT);
    config1.setBoolean("input1PathHasData", true);
    config1.setBoolean("input2PathHasData", false);
   
   
    //first input empty
    Configuration config2 = new Configuration();
    config2.setString("UnionTest#ExpectedResult", MAP_RESULT);
    config2.setBoolean("input1PathHasData", false);
    config2.setBoolean("input2PathHasData", true);
   
    //both inputs full
    Configuration config3 = new Configuration();
    config3.setString("UnionTest#ExpectedResult", MAP_RESULT_TWICE);
    config3.setBoolean("input1PathHasData", true);
    config3.setBoolean("input2PathHasData", true);
   
    //both inputs empty
    Configuration config4 = new Configuration();
    config4.setString("UnionTest#ExpectedResult", EMPTY_MAP_RESULT);
    config4.setBoolean("input1PathHasData", false);
    config4.setBoolean("input2PathHasData", false);

    return toParameterList(config1, config2, config3, config4);
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
  }


  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config1 = new Configuration();
    config1.setInteger("PageRankITCase#NoSubtasks", 4);
    config1.setString("PageRankITCase#NumIterations", "25");
    return toParameterList(config1);
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
  public static Collection<Object[]> getConfigurations() throws FileNotFoundException, IOException {

    LinkedList<Configuration> tConfigs = new LinkedList<Configuration>();

    for(int i=1; i <= NUM_PROGRAMS; i++) {
      Configuration config = new Configuration();
      config.setInteger("ProgramId", i);
      tConfigs.add(config);
    }
   
    return toParameterList(tConfigs);
  }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
170
171
172
    String[] shipStrategies = { PactCompiler.HINT_SHIP_STRATEGY_REPARTITION_HASH, "BROADCAST_FIRST", "BROADCAST_SECOND"};

    for (String localStrategy : localStrategies) {
      for (String shipStrategy : shipStrategies) {

        Configuration config = new Configuration();
        config.setString("MatchTest#LocalStrategy", localStrategy);
        config.setString("MatchTest#ShipStrategy", shipStrategy);
        config.setInteger("MatchTest#NoSubtasks", 4);

        tConfigs.add(config);
      }
    }
View Full Code Here
TOP

Related Classes of eu.stratosphere.configuration.Configuration

  • eu.stratosphere.api.common.io.DelimitedInputFormatSamplingTest
  • eu.stratosphere.api.common.io.DelimitedInputFormatTest
  • eu.stratosphere.api.common.io.FileInputFormatTest
  • eu.stratosphere.api.common.io.FileOutputFormatTest
  • eu.stratosphere.api.common.io.FormatUtil
  • eu.stratosphere.api.common.io.GenericCsvInputFormatTest
  • eu.stratosphere.api.common.io.SequentialFormatTest
  • eu.stratosphere.api.java.io.CsvInputFormatTest
  • eu.stratosphere.api.java.io.TextInputFormatTest
  • eu.stratosphere.api.java.operators.OperatorTranslation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.