Examples of eu.stratosphere.api.java.ExecutionEnvironment

eu.stratosphere.api.java.ExecutionEnvironment
The ExecutionEnviroment is the context in which a program is executed. A {@link LocalEnvironment} will cause execution in the current JVM, a{@link RemoteEnvironment} will cause execution on a remote setup.
The environment provides methods to control the job execution (such as setting the parallelism) and to interact with the outside world (data access).
Please note that the execution environment needs strong type information for the input and return types of all operations that are executed. This means that the environments needs to know that the return value of an operation is for example a Tuple of String and Integer. Because the Java compiler throws much of the generic type information away, most methods attempt to re- obtain that information using reflection. In certain cases, it may be necessary to manually supply that information to some of the methods. @see LocalEnvironment @see RemoteEnvironment

  }
  
  @Test(expected=IndexOutOfBoundsException.class)
  public void testJoinProjection9() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.join(ds2).where(0).equalTo(0)
    .projectSecond(5)
    .types(Integer.class);

View Full Code Here

  }
  
  @Test(expected=IllegalArgumentException.class)
  public void testJoinProjection10() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, type does not match
    ds1.join(ds2).where(0).equalTo(0)
    .projectFirst(2)
    .types(Integer.class);

View Full Code Here

  }
  
  @Test(expected=IllegalArgumentException.class)
  public void testJoinProjection11() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, type does not match
    ds1.join(ds2).where(0).equalTo(0)
    .projectSecond(2)
    .types(Integer.class);

View Full Code Here

  }
  
  @Test(expected=IllegalArgumentException.class)
  public void testJoinProjection12() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, number of types and fields does not match
    ds1.join(ds2).where(0).equalTo(0)
    .projectSecond(2)
    .projectFirst(1)

View Full Code Here

  }
  
  @Test(expected=IndexOutOfBoundsException.class)
  public void testJoinProjection13() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.join(ds2).where(0).equalTo(0)
    .projectSecond(0)
    .projectFirst(5)

View Full Code Here

  }
  
  @Test(expected=IndexOutOfBoundsException.class)
  public void testJoinProjection14() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.join(ds2).where(0).equalTo(0)
    .projectFirst(0)
    .projectSecond(5)

View Full Code Here

  }
  
  @Test  
  public void testCoGroupKeyFields1() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should work
    try {
      ds1.coGroup(ds2).where(0).equalTo(0);
    } catch(Exception e) {

View Full Code Here

  }
  
  @Test(expected = InvalidProgramException.class)
  public void testCoGroupKeyFields2() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, incompatible cogroup key types
    ds1.coGroup(ds2).where(0).equalTo(2);
  }

View Full Code Here

  }
  
  @Test(expected = InvalidProgramException.class)
  public void testCoGroupKeyFields3() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, incompatible number of cogroup keys
    ds1.coGroup(ds2).where(0,1).equalTo(2);
  }

View Full Code Here

  }
  
  @Test(expected = IllegalArgumentException.class)
  public void testCoGroupKeyFields4() {
    
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, cogroup key out of range
    ds1.coGroup(ds2).where(5).equalTo(0);
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of eu.stratosphere.api.java.ExecutionEnvironment

$.Job

$.WordCountJob

eu.stratosphere.api.avro.testjar.AvroExternalJarProgram

eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest

eu.stratosphere.api.java.io.CsvReader

eu.stratosphere.api.java.io.jdbc.example.JDBCExample

eu.stratosphere.api.java.io.TextInputFormat

eu.stratosphere.api.java.io.TextValueInputFormat

eu.stratosphere.api.java.operator.AggregateOperatorTest

eu.stratosphere.api.java.operator.CoGroupOperatorTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.