Package org.apache.flink.runtime.protocols

Examples of org.apache.flink.runtime.protocols.TaskOperationProtocol

237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
   
    List<AbstractJobVertex> ordered = Arrays.asList(v1, v2);
    eg.attachJobGraph(ordered);
   
    // create a mock taskmanager that accepts deployment calls
    TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
    when(taskManager.submitTask(Matchers.any(TaskDeploymentDescriptor.class))).thenAnswer(new Answer<TaskOperationResult>() {
      @Override
      public TaskOperationResult answer(InvocationOnMock invocation) {
        final TaskDeploymentDescriptor tdd = (TaskDeploymentDescriptor) invocation.getArguments()[0];
        return new TaskOperationResult(tdd.getExecutionId(), true);
      }
    });
    when(taskManager.cancelTask(Matchers.any(ExecutionAttemptID.class))).thenAnswer(new Answer<TaskOperationResult>() {
      @Override
      public TaskOperationResult answer(InvocationOnMock invocation) {
        final ExecutionAttemptID id = (ExecutionAttemptID) invocation.getArguments()[0];
        return new TaskOperationResult(id, true);
      }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
      setGraphStatus(graph, JobStatus.RUNNING);
     
      ExecutionJobVertex ejv = graph.getJobVertex(vid);
     
      // mock resources and mock taskmanager
      TaskOperationProtocol taskManager = getSimpleAcknowledgingTaskmanager();
      for (ExecutionVertex ee : ejv.getTaskVertices()) {
        AllocatedSlot slot = getInstance(taskManager).allocateSlot(jid);
        ee.deployToSlot(slot);
      }
     
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
  public void testDeployCall() {
    try {
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
     
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexNotExecuting(jid);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
  public void testDeployWithSynchronousAnswer() {
    try {
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexExecutingSynchronously(jid);
     
      final ExecutionVertex vertex = new ExecutionVertex(ejv, 0, new IntermediateResult[0]);
     
      when(taskManager.submitTask(Matchers.any(TaskDeploymentDescriptor.class))).thenReturn(new TaskOperationResult(vertex.getCurrentExecutionAttempt().getAttemptId(), true));
     
      assertEquals(ExecutionState.CREATED, vertex.getExecutionState());
     
      vertex.deployToSlot(slot);
     
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
  public void testDeployWithAsynchronousAnswer() {
    try {
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
     
     
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexExecutingAsynchronously(jid);
     
      final ExecutionVertex vertex = new ExecutionVertex(ejv, 0, new IntermediateResult[0]);
      when(taskManager.submitTask(Matchers.any(TaskDeploymentDescriptor.class))).thenReturn(new TaskOperationResult(vertex.getCurrentExecutionAttempt().getAttemptId(), true));
     
      assertEquals(ExecutionState.CREATED, vertex.getExecutionState());
     
      vertex.deployToSlot(slot);
     
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
   
    try {
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexExecutingSynchronously(jid);
     
      final ExecutionVertex vertex = new ExecutionVertex(ejv, 0, new IntermediateResult[0]);
     
      when(taskManager.submitTask(Matchers.any(TaskDeploymentDescriptor.class))).thenReturn(new TaskOperationResult(vertex.getCurrentExecutionAttempt().getAttemptId(), false, ERROR_MESSAGE));
     
      assertEquals(ExecutionState.CREATED, vertex.getExecutionState());
     
      vertex.deployToSlot(slot);
     
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
   
    try {
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexExecutingAsynchronously(jid);
      final ExecutionVertex vertex = new ExecutionVertex(ejv, 0, new IntermediateResult[0]);
     
      when(taskManager.submitTask(Matchers.any(TaskDeploymentDescriptor.class))).thenReturn(new TaskOperationResult(vertex.getCurrentExecutionAttempt().getAttemptId(), false, ERROR_MESSAGE));
     
      assertEquals(ExecutionState.CREATED, vertex.getExecutionState());
     
      vertex.deployToSlot(slot);
     
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
   
    try {
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
     
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexNotExecuting(jid);
View Full Code Here
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
    try {
      final ActionQueue queue = new ActionQueue();
      final JobVertexID jid = new JobVertexID();
     
      // mock taskmanager to simply accept the call
      TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
     
      final Instance instance = getInstance(taskManager);
      final AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      final ExecutionJobVertex ejv = getJobVertexExecutingTriggered(jid, queue);
     
      final ExecutionVertex vertex = new ExecutionVertex(ejv, 0, new IntermediateResult[0]);
      final ExecutionAttemptID eid = vertex.getCurrentExecutionAttempt().getAttemptId();
     
      // the deployment call succeeds regularly
      when(taskManager.submitTask(any(TaskDeploymentDescriptor.class))).thenReturn(new TaskOperationResult(eid, true));
     
      // first cancel call does not find a task, second one finds it
      when(taskManager.cancelTask(any(ExecutionAttemptID.class))).thenReturn(
          new TaskOperationResult(eid, false), new TaskOperationResult(eid, true));
     
      assertEquals(ExecutionState.CREATED, vertex.getExecutionState());
     
      vertex.deployToSlot(slot);
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
  public TaskOperationProtocol getTaskManagerProxy() throws IOException {
    if (isDead) {
      throw new IOException("Instance has died");
    }
   
    TaskOperationProtocol tm = this.taskManager;
   
    if (tm == null) {
      synchronized (this) {
        if (this.taskManager == null) {
          this.taskManager = RPC.getProxy(TaskOperationProtocol.class,
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.protocols.TaskOperationProtocol

  • org.apache.flink.runtime.executiongraph.ExecutionGraphDeploymentTest
  • org.apache.flink.runtime.executiongraph.ExecutionGraphRestartTest
  • org.apache.flink.runtime.executiongraph.ExecutionGraphTestUtils
  • org.apache.flink.runtime.executiongraph.ExecutionStateProgressTest
  • org.apache.flink.runtime.executiongraph.ExecutionVertexCancelTest
  • org.apache.flink.runtime.executiongraph.ExecutionVertexDeploymentTest
  • org.apache.flink.runtime.executiongraph.ExecutionVertexSchedulingTest
  • org.apache.flink.runtime.executiongraph.TaskManagerLossFailsTasksTest
  • org.apache.flink.runtime.instance.Instance
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.