Package edu.berkeley.sparrow.thrift

Examples of edu.berkeley.sparrow.thrift.TTaskLaunchSpec

88
89
90
91
92
93
94
95
96
97
98
    Collections.shuffle(nodeList);
    if (reservationsToLaunch < nodeList.size())
      nodeList = nodeList.subList(0, reservationsToLaunch);

    for (TTaskSpec task : schedulingRequest.getTasks()) {
      TTaskLaunchSpec taskLaunchSpec = new TTaskLaunchSpec(task.getTaskId(),
                                                           task.bufferForMessage());
      unlaunchedTasks.add(taskLaunchSpec);
    }

    HashMap<InetSocketAddress, TEnqueueTaskReservationsRequest> requests = Maps.newHashMap();
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
    if (unlaunchedTasks.isEmpty()) {
      LOG.debug("Request " + requestId + ", node monitor " + nodeMonitorAddress.toString() +
               ": Not assigning a task (no remaining unlaunched tasks).");
      return Lists.newArrayList();
    } else {
      TTaskLaunchSpec launchSpec = unlaunchedTasks.get(0);
      unlaunchedTasks.remove(0);
      LOG.debug("Request " + requestId + ", node monitor " + nodeMonitorAddress.toString() +
                ": Assigning task");
      return Lists.newArrayList(launchSpec);
    }
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
        continue;
      }

      List<InetSocketAddress> preferredNodes = taskPreferencesToSocketList(task, addrToSocket);

      TTaskLaunchSpec taskLaunchSpec = new TTaskLaunchSpec(task.getTaskId(),
                                                           task.bufferForMessage());

      int numEnqueuedNodes = 0;
      for (InetSocketAddress addr : preferredNodes) {
        THostPort hostPort = new THostPort(addr.getAddress().getHostAddress(), addr.getPort());
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
      LOG.error("Trying to launch more reservations than there are nodes; this use case is not " +
                "currently supported");
    }

    for (TTaskSpec task : unconstrainedTasks) {
      TTaskLaunchSpec taskLaunchSpec = new TTaskLaunchSpec(
          task.getTaskId(), task.bufferForMessage());
      unlaunchedUnconstrainedTasks.add(taskLaunchSpec);
    }

  }
View Full Code Here
299
300
301
302
303
304
305
306
307
308
309
      outstandingReservations.remove(nodeMonitorAddress);
    } else {
      outstandingReservations.put(nodeMonitorAddress, numOutstandingReservations - 1);
    }

    TTaskLaunchSpec taskSpec = getConstrainedTask(nodeMonitorAddress);
    if (taskSpec != null) {
      this.launchedConstrainedTasks.add(taskSpec);
      LOG.debug("Request " + requestId + ", node monitor " + nodeMonitorAddress.toString() +
          ": Assigning task.");
      --numRemainingTasks;
View Full Code Here
338
339
340
341
342
343
344
345
346
347
348
          "; attempting to launch an unconstrained task).");
      return null;
    }

    while (!taskSpecs.isEmpty()) {
      TTaskLaunchSpec currentSpec = taskSpecs.remove(0);
      if (!this.launchedConstrainedTasks.contains(currentSpec)) {
        return currentSpec;
      }
    }
    LOG.debug("Request " + requestId + ", node monitor " + nodeMonitorAddress.toString() +
View Full Code Here
355
356
357
358
359
360
361
362
363
364
365
    if (this.unlaunchedUnconstrainedTasks.size() == 0) {
      LOG.debug("Request " + requestId + ", node monitor " + nodeMonitorAddress.toString() +
                ": Not assigning a task (no remaining unconstrained unlaunched tasks)");
      return Lists.newArrayList();
    }
    TTaskLaunchSpec spec = unlaunchedUnconstrainedTasks.get(0);
    unlaunchedUnconstrainedTasks.remove(0);
    LOG.debug("Request " + requestId + ", node monitor " + nodeMonitorAddress.toString() +
              ": Assigning task " + spec.getTaskId());
    return Lists.newArrayList(spec);
  }
View Full Code Here
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
        THostPort hostPort = new THostPort(nodes.get(j).getHostName(), nodes.get(j).getPort());
        List<TTaskLaunchSpec> specs = taskPlacer.assignTask(hostPort);
        assertTrue(specs != null);
        if (j < NUM_TASKS) {
          assertEquals(specs.size(), 1);
          TTaskLaunchSpec spec = specs.get(0);
          assertTrue("Expect to receive a task spec for task " + j + " at " +
                     hostPort.getHost() + ":" + hostPort.getPort(), spec != null);
          assertTrue("Expect list of unlaunched tasks to contain " + spec.getTaskId(),
                     taskIdsCopy.contains(spec.getTaskId()));
          taskIdsCopy.remove(spec.getTaskId());
        } else {
          assertEquals(specs.size(), 0);
        }
      }
    }
View Full Code Here
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
        THostPort hostPort = new THostPort(nodes.get(j).getHostName(), nodes.get(j).getPort());
        List<TTaskLaunchSpec> specs = taskPlacer.assignTask(hostPort);
        assertTrue(specs != null);
        if (j < NUM_TASKS) {
          assertEquals(1, specs.size());
          TTaskLaunchSpec spec = specs.get(0);
          assertTrue("Expect to receive a task spec for task " + j + " at " +
                     hostPort.getHost() + ":" + hostPort.getPort(), spec != null);
          assertTrue("Expect list of unlaunched tasks to contain " + spec.getTaskId(),
                     taskIdsCopy.contains(spec.getTaskId()));
          taskIdsCopy.remove(spec.getTaskId());
        } else {
          assertTrue(taskPlacer.allTasksPlaced());
          assertEquals(0, specs.size());
        }
      }
View Full Code Here
223
224
225
226
227
228
229
230
231
232
233
234
235
236
          assertEquals(specs.size(), 1);
        }
        if (specs.size() == 1) {
          assertTrue("assignTask() returned a task after all tasks were launched!",
              unlaunchedTaskIds.size() > 0);
          TTaskLaunchSpec spec = specs.get(0);
          assertTrue(spec != null);
          assertTrue(unlaunchedTaskIds.contains(spec.getTaskId()));
          unlaunchedTaskIds.remove(spec.getTaskId());
        }

        // If all of the tasks have been launched, cancel the outstanding ones.
        if (unlaunchedTaskIds.size() == 0 && cancellations == null) {
          assertTrue(taskPlacer.allTasksPlaced());
View Full Code Here
TOP

Related Classes of edu.berkeley.sparrow.thrift.TTaskLaunchSpec

  • edu.berkeley.sparrow.daemon.scheduler.ConstrainedTaskPlacer
  • edu.berkeley.sparrow.daemon.scheduler.TestConstrainedTaskPlacer
  • edu.berkeley.sparrow.daemon.scheduler.TestUnconstrainedTaskPlacer
  • edu.berkeley.sparrow.daemon.scheduler.UnconstrainedTaskPlacer
  • org.apache.thrift.protocol.TTupleProtocol
  • java.util.BitSet
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.