Examples of org.apache.flink.runtime.executiongraph.Execution

Package org.apache.flink.runtime.executiongraph

Examples of org.apache.flink.runtime.executiongraph.Execution

org.apache.flink.runtime.executiongraph.Execution
A single execution of a vertex. While an {@link ExecutionVertex} can be executed multiple times (for recovery,or other re-computation), this class tracks the state of a single execution of that vertex and the resources. NOTE ABOUT THE DESIGN RATIONAL: In several points of the code, we need to deal with possible concurrent state changes and actions. For example, while the call to deploy a task (send it to the TaskManager) happens, the task gets cancelled. We could lock the entire portion of the code (decision to deploy, deploy, set state to running) such that it is guaranteed that any "cancel command" will only pick up after deployment is done and that the "cancel command" call will never overtake the deploying call. This blocks the threads big time, because the remote calls may take long. Depending of their locking behavior, it may even result in distributed deadlocks (unless carefully avoided). We therefore use atomic state updates and occasional double-checking to ensure that the state after a completed call is as expected, and trigger correcting actions if it is not. Many actions are also idempotent (like canceling).

  }
  
  @Test
  public void testSetExecutionVertex() {
    try {
      Execution ev = mock(Execution.class);
      Execution ev_2 = mock(Execution.class);
      
      // assign to alive slot
      {
        AllocatedSlot slot = getSlot();

View Full Code Here

  }
  
  @Test
  public void testReleaseCancelsVertex() {
    try {
      Execution ev = mock(Execution.class);
      
      AllocatedSlot slot = getSlot();
      assertTrue(slot.setExecutedVertex(ev));
      assertEquals(ev, slot.getExecutedVertex());

View Full Code Here

  public static Execution getDummyTask() {
    ExecutionVertex vertex = mock(ExecutionVertex.class);
    when(vertex.getJobId()).thenReturn(new JobID());
    when(vertex.toString()).thenReturn("TEST-VERTEX");
    
    Execution execution = mock(Execution.class);
    when(execution.getVertex()).thenReturn(vertex);
    
    return execution;
  }

View Full Code Here

    
    when(vertex.getPreferredLocations()).thenReturn(preferredLocations);
    when(vertex.getJobId()).thenReturn(new JobID());
    when(vertex.toString()).thenReturn("TEST-VERTEX");
    
    Execution execution = mock(Execution.class);
    when(execution.getVertex()).thenReturn(vertex);
    
    return execution;
  }

View Full Code Here

    when(vertex.getParallelSubtaskIndex()).thenReturn(taskIndex);
    when(vertex.getTotalNumberOfParallelSubtasks()).thenReturn(numTasks);
    when(vertex.toString()).thenReturn("TEST-VERTEX");
    when(vertex.getSimpleName()).thenReturn("TEST-VERTEX");
    
    Execution execution = mock(Execution.class);
    when(execution.getVertex()).thenReturn(vertex);
    
    return execution;
  }

View Full Code Here

    when(vertex.getJobvertexId()).thenReturn(jid);
    when(vertex.getParallelSubtaskIndex()).thenReturn(taskIndex);
    when(vertex.getTotalNumberOfParallelSubtasks()).thenReturn(numTasks);
    when(vertex.toString()).thenReturn("TEST-VERTEX");
    
    Execution execution = mock(Execution.class);
    when(execution.getVertex()).thenReturn(vertex);
    
    return execution;
  }

View Full Code Here

  
  
  public void cancel() {
    if (STATUS_UPDATER.compareAndSet(this, ALLOCATED_AND_ALIVE, CANCELLED)) {
      // kill all tasks currently running in this slot
      Execution exec = this.executedTask;
      if (exec != null && !exec.isFinished()) {
        exec.fail(new Exception("The slot in which the task was scheduled has been killed (probably loss of TaskManager)."));
      }
    }
  }

View Full Code Here

      return null;
    }
    
    // get hostname for input split assignment
    String host = null;
    Execution execution = graph.getRegisteredExecutions().get(executionAttempt);
    if(execution == null) {
      LOG.error("Can not find Execution for attempt " + executionAttempt);
    } else {
      AllocatedSlot slot = execution.getAssignedResource();
      if(slot != null) {
        host = slot.getInstance().getInstanceConnectionInfo().getHostname();
      }
    }

View Full Code Here

      boolean first = true;
      for (ExecutionJobVertex groupVertex : graph.getAllVertices().values()) {
        
        for (ExecutionVertex vertex : groupVertex.getTaskVertices()) {
          
          Execution exec = vertex.getCurrentExecutionAttempt();
          
          if(first) {
            first = false;
          } else {
            wrt.write(","); }
          
          wrt.write("\""+exec.getAttemptId() +"\": {");
          wrt.write("\"vertexid\": \"" + exec.getAttemptId() + "\",");
          wrt.write("\"vertexname\": \"" + vertex + "\",");
          wrt.write("\"CREATED\": "+ vertex.getStateTimestamp(ExecutionState.CREATED) + ",");
          wrt.write("\"SCHEDULED\": "+ vertex.getStateTimestamp(ExecutionState.SCHEDULED) + ",");
          wrt.write("\"DEPLOYING\": "+ vertex.getStateTimestamp(ExecutionState.DEPLOYING) + ",");
          wrt.write("\"RUNNING\": "+ vertex.getStateTimestamp(ExecutionState.RUNNING) + ",");

View Full Code Here

TOP

Related Classes of org.apache.flink.runtime.executiongraph.Execution

org.apache.flink.runtime.deployment.TaskDeploymentDescriptor

org.apache.flink.runtime.execution.ExecutionState

org.apache.flink.runtime.instance.AllocatedSlot

org.apache.flink.runtime.instance.AllocatedSlotTest

org.apache.flink.runtime.instance.Instance

org.apache.flink.runtime.jobmanager.JobManager

org.apache.flink.runtime.jobmanager.scheduler.CoLocationConstraint

org.apache.flink.runtime.jobmanager.scheduler.ScheduledUnit

org.apache.flink.runtime.jobmanager.scheduler.SchedulerTestUtils

org.apache.flink.runtime.jobmanager.scheduler.SlotAllocationFuture

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.