Package org.apache.tez.runtime.api

Examples of org.apache.tez.runtime.api.InputContext

77
78
79
80
81
82
83
84
85
        .create(srcIndex, targetIndex, 0, builder.build().toByteString().asReadOnlyByteBuffer());
  }

  @Before
  public void setup() throws Exception {
    InputContext inputContext = createTezInputContext();
    scheduler = mock(ShuffleScheduler.class);
    handler = new ShuffleInputEventHandler(inputContext, scheduler, false);
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
    Configuration conf = new TezConfiguration();
    ShuffleScheduler scheduler = mock(ShuffleScheduler.class);
    MergeManager merger = mock(MergeManager.class);
    ShuffleClientMetrics metrics = mock(ShuffleClientMetrics.class);
    Shuffle shuffle = mock(Shuffle.class);
    InputContext inputContext = mock(InputContext.class);
    when(inputContext.getCounters()).thenReturn(new TezCounters());
    when(inputContext.getSourceVertexName()).thenReturn("");

    Fetcher fetcher = new Fetcher(null, scheduler, merger, metrics, shuffle, null,
        false, 0, null, inputContext, conf, true);
    Fetcher spyFetcher = spy(fetcher);
View Full Code Here
474
475
476
477
478
479
480
481
482
483
484
        + processorDescriptor.getClassName());
  }

  private InputContext createInputContext(Map<String, LogicalInput> inputMap,
                                             InputSpec inputSpec, int inputIndex) {
    InputContext inputContext = new TezInputContextImpl(tezConf, localDirs,
        appAttemptNumber, tezUmbilical,
        taskSpec.getDAGName(), taskSpec.getVertexName(),
        inputSpec.getSourceVertexName(),
        taskSpec.getVertexParallelism(),
        taskSpec.getTaskAttemptID(),
View Full Code Here
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
    @Override
    public Void call() throws Exception {
      LOG.info("Initializing Input using InputSpec: " + inputSpec);
      String edgeName = inputSpec.getSourceVertexName();
      InputContext inputContext = createInputContext(inputsMap, inputSpec, inputIndex);
      LogicalInput input = createInput(inputSpec, inputContext);

      inputsMap.put(edgeName, input);
      inputContextMap.put(edgeName, inputContext);

      LOG.info("Initializing Input with src edge: " + edgeName);
      List<Event> events = ((InputFrameworkInterface)input).initialize();
      sendTaskGeneratedEvents(events, EventProducerConsumerType.INPUT,
          inputContext.getTaskVertexName(), inputContext.getSourceVertexName(),
          taskSpec.getTaskAttemptID());
      LOG.info("Initialized Input with src edge: " + edgeName);
      return null;
    }
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.api.InputContext

  • org.apache.tez.mapreduce.input.TestMultiMRInput
  • org.apache.tez.mapreduce.processor.map.TestMapProcessor
  • org.apache.tez.runtime.common.resources.TestMemoryDistributor
  • org.apache.tez.runtime.common.resources.TestWeightedScalingMemoryDistributor
  • org.apache.tez.runtime.library.common.shuffle.impl.TestFetcher
  • org.apache.tez.runtime.library.common.shuffle.impl.TestShuffleInputEventHandler
  • org.apache.tez.runtime.library.common.TestValuesIterator
  • org.apache.tez.runtime.library.shuffle.common.impl.TestShuffleInputEventHandlerImpl
  • org.apache.tez.runtime.LogicalIOProcessorRuntimeTask
  • org.apache.tez.runtime.LogicalIOProcessorRuntimeTask$InitializeInputCallable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.