Package eu.stratosphere.nephele.jobgraph

Examples of eu.stratosphere.nephele.jobgraph.JobID

147
148
149
150
151
152
153
154
155
156
157
    // Check which of the registered jobs are assigned to that instance
    synchronized (this.registeredJobs) {

      Iterator<JobID> it = this.registeredJobs.keySet().iterator();
      while (it.hasNext()) {
        final JobID jobID = it.next();
        final JobProfilingData jobProfilingData = this.registeredJobs.get(jobID);
        if (!jobProfilingData.instanceAllocatedByJob(profilingData)) {
          continue;
        }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
  private int profilingInternval;

  private int channelCapacityExhaustedCounter;

  public InternalOutputGateProfilingData() {
    this.jobId = new JobID();
    this.executionVertexID = new ExecutionVertexID();
    this.gateIndex = 0;
    this.profilingInternval = 0;
    this.channelCapacityExhaustedCounter = 0;
  }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
  private int profilingInternval;

  private int noRecordsAvailableCounter;

  public InternalInputGateProfilingData() {
    this.jobId = new JobID();
    this.executionVertexID = new ExecutionVertexID();
    this.gateIndex = 0;
    this.profilingInternval = 0;
    this.noRecordsAvailableCounter = 0;
  }
View Full Code Here
540
541
542
543
544
545
546
547
548
549
550
    final Iterator<Map.Entry<JobID, PendingRequestsMap>> it = this.pendingRequestsOfJob.entrySet().iterator();
    while (it.hasNext()) {

      final List<AllocatedResource> allocatedResources = new ArrayList<AllocatedResource>();
      final Map.Entry<JobID, PendingRequestsMap> entry = it.next();
      final JobID jobID = entry.getKey();
      final PendingRequestsMap pendingRequestsMap = entry.getValue();
      final Iterator<Map.Entry<InstanceType, Integer>> it2 = pendingRequestsMap.iterator();
      while (it2.hasNext()) {

        final Map.Entry<InstanceType, Integer> entry2 = it2.next();
View Full Code Here
83
84
85
86
87
88
89
90
91
  private void cleanup(JobID jobId) {
    if (!lru.contains(jobId)) {
      lru.addFirst(jobId);
    }
    if (lru.size() > this.maxEntries) {
      JobID toRemove = lru.removeLast();
      this.jobAccumulators.remove(toRemove);
    }
  }
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
     */
    @Override
    public void jobStatusHasChanged(final ExecutionGraph executionGraph, final InternalJobStatus newJobStatus,
        final String optionalMessage) {

      final JobID jobID = executionGraph.getJobID();

      if (newJobStatus == InternalJobStatus.SCHEDULED) {

        final ManagementGraph managementGraph = ManagementGraphFactory.fromExecutionGraph(executionGraph);
        this.eventCollector.addManagementGraph(jobID, managementGraph);
View Full Code Here
493
494
495
496
497
498
499
500
501
502
503
    synchronized (this.collectedEvents) {

      final Iterator<JobID> it = this.collectedEvents.keySet().iterator();
      while (it.hasNext()) {

        final JobID jobID = it.next();
        final List<AbstractEvent> eventList = this.collectedEvents.get(jobID);
        if (eventList == null) {
          continue;
        }
View Full Code Here
25
26
27
28
29
30
31
32
  private final ExecutionVertexID executionVertexID;

  private final JobID jobId;

  public InternalExecutionVertexProfilingData() {
    this.jobId = new JobID();
    this.executionVertexID = new ExecutionVertexID();
  }
View Full Code Here
179
180
181
182
183
184
185
186
187
188
189
    }

    final ExecutionGroupVertex groupVertex = vertex.getGroupVertex();
    final InputSplitAssigner inputSplitAssigner = this.assignerCache.get(groupVertex);
    if (inputSplitAssigner == null) {
      final JobID jobID = groupVertex.getExecutionStage().getExecutionGraph().getJobID();
      LOG.error("Cannot find input assigner for group vertex " + groupVertex.getName() + " (job " + jobID + ")");
      return null;
    }

    nextInputSplit = inputSplitAssigner.getNextInputSplit(vertex);
View Full Code Here
61
62
63
64
65
66
67
  /**
   * Default constructor for serialization/deserialization.
   */
  public InputSplitWrapper() {
    this.jobID = new JobID();
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.nephele.jobgraph.JobID

  • eu.stratosphere.client.CliFrontend
  • eu.stratosphere.client.CliFrontendListCancelTest
  • eu.stratosphere.nephele.deployment.TaskDeploymentDescriptor
  • eu.stratosphere.nephele.deployment.TaskDeploymentDescriptorTest
  • eu.stratosphere.nephele.event.job.ManagementEventTest
  • eu.stratosphere.nephele.event.job.RecentJobEvent
  • eu.stratosphere.nephele.executiongraph.ExecutionGraphTest
  • eu.stratosphere.nephele.instance.cluster.ClusterManager
  • eu.stratosphere.nephele.instance.cluster.ClusterManagerTest
  • eu.stratosphere.nephele.instance.cluster.HostInClusterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.