Examples of org.apache.flink.runtime.jobgraph.tasks.InputSplitProvider

      task = new Task(jobID, vertexId, taskIndex, numSubtasks, executionId, tdd.getTaskName(), this);
      if (this.runningTasks.putIfAbsent(executionId, task) != null) {
        throw new Exception("TaskManager contains already a task with executionId " + executionId);
      }
      
      final InputSplitProvider splitProvider = new TaskInputSplitProvider(this.globalInputSplitProvider, jobID, vertexId, executionId);
      final RuntimeEnvironment env = new RuntimeEnvironment(task, tdd, userCodeClassLoader, this.memoryManager, this.ioManager, splitProvider, this.accumulatorProtocolProxy, this.bcVarManager);
      task.setEnvironment(env);
      
      // register the task with the network stack and profilers
      this.channelManager.register(task);

    return RegularPactTask.constructLogString(message, taskName, this);
  }
  
  private Iterator<InputSplit> getInputSplits() {


    final InputSplitProvider provider = getEnvironment().getInputSplitProvider();


    return new Iterator<InputSplit>() {


      private InputSplit nextSplit;
      
      private boolean exhausted;


      @Override
      public boolean hasNext() {
        if (exhausted) {
          return false;
        }
        
        if (nextSplit != null) {
          return true;
        }
        
        InputSplit split = provider.getNextInputSplit();
        
        if (split != null) {
          this.nextSplit = split;
          return true;
        }

Related Classes of org.apache.flink.runtime.jobgraph.tasks.InputSplitProvider

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.