Package com.asakusafw.compiler.flow.stage

Examples of com.asakusafw.compiler.flow.stage.StageModel$Sink


     * グループごとの最小値を求めるテスト。
     */
    @Test
    public void withParameter() {
        List<StageModel> stages = compile(GroupSortFlowWithParameter.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> r1 = mapper.add("r1", new Ex1Copier());
        MockResult<Ex1> r2 = mapper.add("r2", new Ex1Copier());

        @SuppressWarnings("unchecked")
        Rendezvous<Writable> f = (Rendezvous<Writable>) create(loader, name, mapper.toArguments());

        Segment segment = stage.getShuffleModel().findSegment(fragment.getInputPorts().get(0));
        SegmentedWritable value = createShuffleValue(loader, stage);

        Ex1 ex1 = new Ex1();
        f.begin();

View Full Code Here


    // Create Index
    createIndex(indexAdminService, params);
    // Get specialized index to build
    Set<AbstractIndexBuilder> indexBuilders = getSelectedIndexBuilders(endpoint, params);
    // Return the SinkManager
    Sink sink = new ElasticSearchWriterTask(endpoint, indexBuilders, params);
    return new SinkManager(taskConfig.getId(), sink, taskConfig.getPipeArgs());
  }
View Full Code Here

   
    storeContainer = new CompletableContainer();
   
    // Validate all input data to ensure it is sorted.
    sortedPipeValidator = new SortedEntityPipeValidator();
    sortedPipeValidator.setSink(new Sink() {
      @Override
        public void initialize(Map<String, Object> metaData) {
        throw new UnsupportedOperationException();
      }
      @Override
View Full Code Here

  @Override
  public void connect(PipeTasks pipeTasks) {
    // A multi sink receives multiple streams of data, so we must connect
    // them up one by one.
    for (int i = 0; i < task.getSinkCount(); i++) {
      Sink sink;
      Source source;
     
      // Retrieve the next sink.
      sink = task.getSink(i);
     
View Full Code Here

  @Override
  public void connect(PipeTasks pipeTasks) {
    // A multi sink receives multiple streams of data, so we must connect
    // them up one by one.
    for (int i = 0; i < task.getSinkCount(); i++) {
      Sink sink;
      Source source;
     
      // Retrieve the next sink.
      sink = task.getSink(i);
     
View Full Code Here

  public void connect(PipeTasks pipeTasks) {
    // A multi sink receives multiple streams of data, so we must connect
    // them up one by one. In this case we will connect the sinks and then
    // the change sinks.
    for (int i = 0; i < task.getSinkCount(); i++) {
      Sink sink;
      Source source;
     
      // Retrieve the next sink.
      sink = task.getSink(i);
     
View Full Code Here

TOP

Related Classes of com.asakusafw.compiler.flow.stage.StageModel$Sink

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.