Examples of org.apache.flink.api.java.ExecutionEnvironment.fromCollection()

Class org.apache.flink.api.java.ExecutionEnvironment

Examples of org.apache.flink.api.java.ExecutionEnvironment.fromCollection()

org.apache.flink.api.java.ExecutionEnvironment.fromCollection()
Creates a DataSet from the given non-empty collection. The type of the data set is that of the elements in the collection. The elements need to be serializable (as defined by {@link java.io.Serializable}), because the framework may move the elements into the cluster if needed.
The framework will try and determine the exact type from the collection elements. In case of generic elements, it may be necessary to manually supply the type information via {@link #fromCollection(Collection,TypeInformation)}.
Note that this operation will result in a non-parallel data source, i.e. a data source with a degree of parallelism of one. @param data The collection of elements to create the data set from. @return A DataSet representing the given collection. @see #fromCollection(Collection,TypeInformation)


  @Test(expected=IllegalArgumentException.class)
  public void testCrossProjection10() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, type does not match
    ds1.cross(ds2)
      .projectFirst(2)

View Full Code Here

  @Test(expected=IllegalArgumentException.class)
  public void testCrossProjection10() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, type does not match
    ds1.cross(ds2)
      .projectFirst(2)
      .types(Integer.class);

View Full Code Here


  @Test(expected=IllegalArgumentException.class)
  public void testCrossProjection11() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, type does not match
    ds1.cross(ds2)
      .projectSecond(2)

View Full Code Here

  @Test(expected=IllegalArgumentException.class)
  public void testCrossProjection11() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, type does not match
    ds1.cross(ds2)
      .projectSecond(2)
      .types(Integer.class);

View Full Code Here


  @Test(expected=IllegalArgumentException.class)
  public void testCrossProjection12() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, number of types and fields does not match
    ds1.cross(ds2)
      .projectSecond(2)

View Full Code Here

  @Test(expected=IllegalArgumentException.class)
  public void testCrossProjection12() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, number of types and fields does not match
    ds1.cross(ds2)
      .projectSecond(2)
      .projectFirst(1)

View Full Code Here


  @Test(expected=IndexOutOfBoundsException.class)
  public void testCrossProjection13() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.cross(ds2)
      .projectSecond(0)

View Full Code Here

  @Test(expected=IndexOutOfBoundsException.class)
  public void testCrossProjection13() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.cross(ds2)
      .projectSecond(0)
      .projectFirst(5)

View Full Code Here


  @Test(expected=IndexOutOfBoundsException.class)
  public void testCrossProjection14() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.cross(ds2)
      .projectFirst(0)

View Full Code Here

  @Test(expected=IndexOutOfBoundsException.class)
  public void testCrossProjection14() {


    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> ds2 = env.fromCollection(emptyTupleData, tupleTypeInfo);


    // should not work, index out of range
    ds1.cross(ds2)
      .projectFirst(0)
      .projectSecond(5)

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.