Examples of eu.stratosphere.api.java.ExecutionEnvironment

eu.stratosphere.api.java.ExecutionEnvironment
The ExecutionEnviroment is the context in which a program is executed. A {@link LocalEnvironment} will cause execution in the current JVM, a{@link RemoteEnvironment} will cause execution on a remote setup.
The environment provides methods to control the job execution (such as setting the parallelism) and to interact with the outside world (data access).
Please note that the execution environment needs strong type information for the input and return types of all operations that are executed. This means that the environments needs to know that the return value of an operation is for example a Tuple of String and Integer. Because the Java compiler throws much of the generic type information away, most methods attempt to re- obtain that information using reflection. In certain cases, it may be necessary to manually supply that information to some of the methods. @see LocalEnvironment @see RemoteEnvironment

  }
  
  @Test(expected = IllegalArgumentException.class)
  public void testCoGroupKeyFields5() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, empty cogroup key
    ds1.coGroup(ds2).where().equalTo();
  }

View Full Code Here

  }
  
  @Test(expected = IllegalArgumentException.class)
  public void testCoGroupKeyFields6() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, negative key field position
    ds1.coGroup(ds2).where(-1).equalTo(-1);
  }

View Full Code Here

  }
  
  @Test(expected = IllegalArgumentException.class)
  public void testCoGroupKeyFields7() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<CustomType> ds2 = env.fromCollection(customTypeData);


    // should not work, cogroup key fields on custom type
    ds1.coGroup(ds2).where(5).equalTo(0);
  }

View Full Code Here

  }
  
  @Test
  public void testCoGroupKeySelectors1() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<CustomType> ds1 = env.fromCollection(customTypeData);
    DataSet<CustomType> ds2 = env.fromCollection(customTypeData);


    // should work
    try {
      ds1.coGroup(ds2)
      .where(

View Full Code Here

  }
  
  @Test
  public void testCoGroupKeyMixing1() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<CustomType> ds1 = env.fromCollection(customTypeData);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    


    // should work
    try {
      ds1.coGroup(ds2)

View Full Code Here

  }
  
  @Test
  public void testCoGroupKeyMixing2() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<CustomType> ds2 = env.fromCollection(customTypeData);


    // should work
    try {
      ds1.coGroup(ds2)
      .where(3)

View Full Code Here

  }
  
  @Test(expected = InvalidProgramException.class)
  public void testCoGroupKeyMixing3() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<CustomType> ds2 = env.fromCollection(customTypeData);


    // should not work, incompatible types
    ds1.coGroup(ds2)
    .where(2)
    .equalTo(

View Full Code Here

  }
  
  @Test(expected = InvalidProgramException.class)
  public void testCoGroupKeyMixing4() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<CustomType> ds2 = env.fromCollection(customTypeData);


    // should not work, more than one key field position
    ds1.coGroup(ds2)
    .where(1,3)
    .equalTo(

View Full Code Here

  private final List<Long> emptyLongData = new ArrayList<Long>();
  
  @Test
  public void testFieldsProjection() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should work
    try {
      tupleDs.project(0);
    } catch(Exception e) {
      Assert.fail();
    }
    
    // should not work: too many fields
    try {
      tupleDs.project(0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22);
      Assert.fail();
    } catch(IllegalArgumentException iae) {
      // we're good here
    } catch(Exception e) {
      Assert.fail();
    }
    
    // should not work: index out of bounds of input tuple
    try {
      tupleDs.project(0,5,2);
      Assert.fail();
    } catch(IndexOutOfBoundsException ioobe) {
      // we're good here
    } catch(Exception e) {
      Assert.fail();
    }
    
    // should not work: not applied to tuple dataset
    DataSet<Long> longDs = env.fromCollection(emptyLongData, BasicTypeInfo.LONG_TYPE_INFO);
    try {
      longDs.project(0);
      Assert.fail();
    } catch(UnsupportedOperationException uoe) {
      // we're good here

View Full Code Here

  }
  
  @Test
  public void testProjectionTypes() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should work
    try {
      tupleDs.project(0).types(Integer.class);
    } catch(Exception e) {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of eu.stratosphere.api.java.ExecutionEnvironment

$.Job

$.WordCountJob

eu.stratosphere.api.avro.testjar.AvroExternalJarProgram

eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest

eu.stratosphere.api.java.io.CsvReader

eu.stratosphere.api.java.io.jdbc.example.JDBCExample

eu.stratosphere.api.java.io.TextInputFormat

eu.stratosphere.api.java.io.TextValueInputFormat

eu.stratosphere.api.java.operator.AggregateOperatorTest

eu.stratosphere.api.java.operator.CoGroupOperatorTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.