Package eu.stratosphere.api.java.record.operators

Examples of eu.stratosphere.api.java.record.operators.GenericDataSink

34
35
36
37
38
39
40
41
42
43
44
                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(IdentityMapper.class)
      .input(source)
      .name("Identity Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(DelayingIdentityMapper.class)
      .input(source)
      .name("Delay Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(LongCancelTimeIdentityMapper.class)
      .input(source)
      .name("Long Cancelling Time Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(StuckInOpenIdentityMapper.class)
      .input(source)
      .name("Stuck-In-Open Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
      new RandomInputFormat(false));

    CoGroupOperator coGroupOperator = CoGroupOperator.builder(MyCoGrouper.class, LongValue.class, 0, 0)
      .input1(bookSource).input2(authorSource).name("CoGrouper Test").build();

    GenericDataSink sink = new GenericDataSink(PrintingOutputFormat.class, coGroupOperator);

    Plan plan = new Plan(sink, "CoGroper Test Plan");
    plan.setDefaultParallelism(1);
    return plan;
  }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
            "org.apache.derby.jdbc.EmbeddedDriver",
            "jdbc:derby:memory:ebookshop",
            "select * from books"),
        "Data Source");

    GenericDataSink sink = new GenericDataSink(new JDBCOutputFormat(), "Data Output");
    JDBCOutputFormat.configureOutputFormat(sink)
        .setDriver("org.apache.derby.jdbc.EmbeddedDriver")
        .setUrl("jdbc:derby:memory:ebookshop")
        .setQuery("insert into newbooks (id,title,author,price,qty) values (?,?,?,?,?)")
        .setClass(IntValue.class)
        .setClass(StringValue.class)
        .setClass(StringValue.class)
        .setClass(FloatValue.class)
        .setClass(IntValue.class);

    sink.addInput(source);
    return new Plan(sink, "JDBC Example Job");
  }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 3000, 10*1000);
 
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 5000, 10*1000);
 
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
    JoinOperator matcher = JoinOperator.builder(StuckInOpenMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Stuc-In-Open Match")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 5000);
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Long Cancelling Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 30 * 1000, 30 * 1000);
 
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.java.record.operators.GenericDataSink

  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.typeutils.RecordTypeInfo
  • eu.stratosphere.test.cancelling.MapCancelingITCase
  • eu.stratosphere.test.cancelling.MatchJoinCancelingITCase
  • eu.stratosphere.types.NothingTypeInfo
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.