Examples of eu.stratosphere.configuration.Configuration

eu.stratosphere.configuration.Configuration
Lightweight configuration object which can store key/value pairs. Configuration objects can be extracted from or integrated into the {@link GlobalConfiguration} object. They canbe transported via Nephele's IPC system to distribute configuration data at runtime. This class is thread-safe.

      throw new CorruptConfigurationException("The class noted in the configuration as the comparator factory " +
          "is no subclass of TypeComparatorFactory.");
    }
    
    // parameterize the comparator factory
    final Configuration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
    try {
      factory.readParametersFromConfig(parameters, cl);
    } catch (ClassNotFoundException cnfex) {
      throw new RuntimeException("The type serializer factory could not load its parameters from the " +
          "configuration due to missing classes.", cnfex);

View Full Code Here

    
    /**
     * Default constructor for serialization. Creates an empty delegating configuration.
     */
    public DelegatingConfiguration() {
      this.backingConfig = new Configuration();
      this.prefix = "";
    }

View Full Code Here

  }


  @Override
  protected List<OperatorDescriptorDual> getPossibleProperties() {
    // see if an internal hint dictates the strategy to use
    Configuration conf = getPactContract().getParameters();
    String localStrategy = conf.getString(PactCompiler.HINT_LOCAL_STRATEGY, null);


    if (localStrategy != null) {
      final OperatorDescriptorDual fixedDriverStrat;
      if (PactCompiler.HINT_LOCAL_STRATEGY_SORT_BOTH_MERGE.equals(localStrategy) ||
        PactCompiler.HINT_LOCAL_STRATEGY_SORT_FIRST_MERGE.equals(localStrategy) ||

View Full Code Here

    // First, try to load global configuration
    GlobalConfiguration.loadConfiguration(configDir);
    if(tempDirVal != null // the YARN TM runner has set a value for the temp dir
        // the configuration does not contain a temp direcory
        && GlobalConfiguration.getString(ConfigConstants.TASK_MANAGER_TMP_DIR_KEY, null) == null) {
      Configuration c = GlobalConfiguration.getConfiguration();
      c.setString(ConfigConstants.TASK_MANAGER_TMP_DIR_KEY, tempDirVal);
      LOG.info("Setting temporary directory to "+tempDirVal);
      GlobalConfiguration.includeConfiguration(c);
    }
    System.err.println("Configuration "+GlobalConfiguration.getConfiguration());
    LOG.info("Current user "+UserGroupInformation.getCurrentUser().getShortUserName());

View Full Code Here

        LOG.error(result.getDescription(), t);
        submissionResultList.add(result);
        continue;
      }


      final Configuration jobConfiguration = tdd.getJobConfiguration();


      // Register the task
      Task task;
      try {
        task = createAndRegisterTask(vertexID, jobConfiguration, re);

View Full Code Here

    this.jobID = new JobID();
    this.vertexID = new ExecutionVertexID();
    this.taskName = null;
    this.indexInSubtaskGroup = 0;
    this.currentNumberOfSubtasks = 0;
    this.jobConfiguration = new Configuration();
    this.taskConfiguration = new Configuration();
    this.invokableClass = null;
    this.outputGates = new SerializableArrayList<GateDeploymentDescriptor>();
    this.inputGates = new SerializableArrayList<GateDeploymentDescriptor>();
  }

View Full Code Here

    } catch (ClassNotFoundException cnfe) {
      throw new IOException("Class " + invokableClassName + " not found in one of the supplied jar files: "
        + StringUtils.stringifyException(cnfe));
    }


    this.jobConfiguration = new Configuration(cl);
    this.jobConfiguration.read(in);
    this.taskConfiguration = new Configuration(cl);
    this.taskConfiguration.read(in);


    this.outputGates.read(in);
    this.inputGates.read(in);
  }

View Full Code Here

        throw new RuntimeException("The ClassLoader for the user code could not be instantiated from the library cache.", ioe);
      }
    }


    // obtain task configuration (including stub parameters)
    Configuration taskConf = getTaskConfiguration();
    taskConf.setClassLoader(this.userCodeClassLoader);
    this.config = new TaskConfig(taskConf);


    // now get the operator class which drives the operation
    final Class<? extends PactDriver<S, OT>> driverClass = this.config.getDriver();
    this.driver = InstantiationUtil.instantiate(driverClass, PactDriver.class);

View Full Code Here

      RegularPactTask.openChainedTasks(this.chainedTasks, this);


      // open stub implementation
      if (this.stub != null) {
        try {
          Configuration stubConfig = this.config.getStubParameters();
          this.stub.open(stubConfig);
          stubOpen = true;
        }
        catch (Throwable t) {
          throw new Exception("The user defined 'open()' method caused an exception: " + t.getMessage(), t);

View Full Code Here

   * @throws IOException
   *         thrown on error while initializing the RPC connection to the job manager
   */
  public JobClient(final JobGraph jobGraph) throws IOException {


    this(jobGraph, new Configuration());
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of eu.stratosphere.configuration.Configuration

eu.stratosphere.api.common.io.DelimitedInputFormatSamplingTest

eu.stratosphere.api.common.io.DelimitedInputFormatTest

eu.stratosphere.api.common.io.FileInputFormatTest

eu.stratosphere.api.common.io.FileOutputFormatTest

eu.stratosphere.api.common.io.FormatUtil

eu.stratosphere.api.common.io.GenericCsvInputFormatTest

eu.stratosphere.api.common.io.SequentialFormatTest

eu.stratosphere.api.java.io.CsvInputFormatTest

eu.stratosphere.api.java.io.TextInputFormatTest

eu.stratosphere.api.java.operators.OperatorTranslation

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.