Examples of eu.stratosphere.configuration.Configuration

eu.stratosphere.configuration.Configuration
Lightweight configuration object which can store key/value pairs. Configuration objects can be extracted from or integrated into the {@link GlobalConfiguration} object. They canbe transported via Nephele's IPC system to distribute configuration data at runtime. This class is thread-safe.

  protected void postSubmit() throws Exception {
  }


  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config = new Configuration();
    config.setInteger("GroupOrderTest#NumSubtasks", 4);
    return toParameterList(config);
  }

View Full Code Here

  
  @Test
  public void testWriteNoRecPosNoLenient()
  {
    try {
      Configuration config = new Configuration();
      config.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, "|");
      config.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, StringValue.class);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, IntValue.class);
      
      format.configure(config);
      
      try {
        format.open(0, 1);

View Full Code Here


  @Parameters
  public static Collection<Object[]> getConfigurations() {
    ArrayList<Configuration> tConfigs = new ArrayList<Configuration>();


    Configuration config = new Configuration();
    config.setInteger("MergeOnlyJoinTest#NoSubtasks", 3);
    config.setInteger("MergeOnlyJoinTest#NoSubtasksInput2", 3);
    tConfigs.add(config);


    config = new Configuration();
    config.setInteger("MergeOnlyJoinTest#NoSubtasks", 3);
    config.setInteger("MergeOnlyJoinTest#NoSubtasksInput2", 4);
    tConfigs.add(config);


    config = new Configuration();
    config.setInteger("MergeOnlyJoinTest#NoSubtasks", 3);
    config.setInteger("MergeOnlyJoinTest#NoSubtasksInput2", 2);
    tConfigs.add(config);
    
    return toParameterList(tConfigs);
  }

View Full Code Here

  
  @Test
  public void testWriteNoRecPosNoLenientFail()
  {
    try {
      Configuration config = new Configuration();
      config.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, "|");
      config.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, StringValue.class);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, IntValue.class);
      
      format.configure(config);
      
      try {
        format.open(0, 1);

View Full Code Here

  
  @Test
  public void testWriteNoRecPosLenient()
  {
    try {
      Configuration config = new Configuration();
      config.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, "|");
      config.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, StringValue.class);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, IntValue.class);
      config.setBoolean(CsvOutputFormat.LENIENT_PARSING, true);
      
      format.configure(config);
      
      try {
        format.open(0, 1);

View Full Code Here

  
  @Test
  public void testWriteRecPosNoLenient()
  {
    try {
      Configuration config = new Configuration();
      config.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, "|");
      config.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, StringValue.class);
      config.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 0, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, StringValue.class);
      config.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 1, 0);
      
      format.configure(config);
      
      try {
        format.open(0, 1);

View Full Code Here

  
  @Test
  public void testWriteRecPosNoLenientFail()
  {
    try {
      Configuration config = new Configuration();
      config.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, "|");
      config.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, StringValue.class);
      config.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 0, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, StringValue.class);
      config.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 1, 0);
      
      format.configure(config);
      
      try {
        format.open(0, 1);

View Full Code Here

  
  @Test
  public void testWriteRecPosLenient()
  {
    try {
      Configuration config = new Configuration();
      config.setString(CsvOutputFormat.FIELD_DELIMITER_PARAMETER, "|");
      config.setInteger(CsvOutputFormat.NUM_FIELDS_PARAMETER, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 0, StringValue.class);
      config.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 0, 2);
      config.setClass(CsvOutputFormat.FIELD_TYPE_PARAMETER_PREFIX + 1, StringValue.class);
      config.setInteger(CsvOutputFormat.RECORD_POSITION_PARAMETER_PREFIX + 1, 0);
      config.setBoolean(CsvOutputFormat.LENIENT_PARSING, true);
      
      format.configure(config);
      
      try {
        format.open(0, 1);

View Full Code Here

    return plan;
  }


  @Parameters
  public static Collection<Object[]> getConfigurations() {
    Configuration config1 = new Configuration();
    config1.setInteger("IterationAllReducer#NoSubtasks", NUM_SUBTASKS);
    return toParameterList(config1);
  }

View Full Code Here

        new Object[]{4, true, false, false, 16, 8},
    };


    List<Configuration> configs = new ArrayList<Configuration>(configParams.length);
    for (Object[] p : configParams) {
      Configuration config = new Configuration();
      config.setInteger(DATA_VOLUME_GB_CONFIG_KEY, (Integer) p[0]);
      config.setBoolean(USE_FORWARDER_CONFIG_KEY, (Boolean) p[1]);
      config.setBoolean(IS_SLOW_SENDER_CONFIG_KEY, (Boolean) p[2]);
      config.setBoolean(IS_SLOW_RECEIVER_CONFIG_KEY, (Boolean) p[3]);
      config.setInteger(NUM_SUBTASKS_CONFIG_KEY, (Integer) p[4]);
      config.setInteger(NUM_SUBTASKS_PER_INSTANCE_CONFIG_KEY, (Integer) p[5]);


      configs.add(config);
    }


    return toParameterList(configs);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of eu.stratosphere.configuration.Configuration

eu.stratosphere.api.common.io.DelimitedInputFormatSamplingTest

eu.stratosphere.api.common.io.DelimitedInputFormatTest

eu.stratosphere.api.common.io.FileInputFormatTest

eu.stratosphere.api.common.io.FileOutputFormatTest

eu.stratosphere.api.common.io.FormatUtil

eu.stratosphere.api.common.io.GenericCsvInputFormatTest

eu.stratosphere.api.common.io.SequentialFormatTest

eu.stratosphere.api.java.io.CsvInputFormatTest

eu.stratosphere.api.java.io.TextInputFormatTest

eu.stratosphere.api.java.operators.OperatorTranslation

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.