Examples of initTasks()

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

75
76
77
78
79
80
81
82
83
84
85
    conf.setSpeculativeExecution(true);
    conf.setNumMapTasks(3);
    conf.setNumReduceTasks(3);
    conf.setFloat(JobContext.SPECULATIVE_SLOWTASK_THRESHOLD, 0.5f);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();

    //Check for runningMap counts first
    //schedule maps
    taskAttemptID[0] = job.findMapTask(trackers[0]);
    taskAttemptID[1] = job.findMapTask(trackers[1]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

136
137
138
139
140
141
142
143
144
145
146
    JobConf conf = new JobConf();
    conf.setSpeculativeExecution(true);
    conf.setNumMapTasks(10);
    conf.setNumReduceTasks(0);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);   
    job.initTasks();
    //schedule some tasks
    taskAttemptID[0] = job.findMapTask(trackers[0]);
    taskAttemptID[1] = job.findMapTask(trackers[0]);
    taskAttemptID[2] = job.findMapTask(trackers[0]);
    taskAttemptID[3] = job.findMapTask(trackers[1]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

176
177
178
179
180
181
182
183
184
185
186
    conf.setSpeculativeExecution(true);
    conf.setNumMapTasks(5);
    conf.setNumReduceTasks(5);
    conf.setFloat(JobContext.SPECULATIVE_SLOWTASK_THRESHOLD, 0.5f);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);   
    job.initTasks();
    //schedule maps
    taskAttemptID[0] = job.findReduceTask(trackers[0]);
    taskAttemptID[1] = job.findReduceTask(trackers[1]);
    taskAttemptID[2] = job.findReduceTask(trackers[2]);
    taskAttemptID[3] = job.findReduceTask(trackers[3]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

212
213
214
215
216
217
218
219
220
221
222
    conf.setSpeculativeExecution(true);
    conf.setNumMapTasks(5);
    conf.setNumReduceTasks(0);
    conf.setFloat(JobContext.SPECULATIVE_SLOWTASK_THRESHOLD, 0.5f);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();

    taskAttemptID[0] = job.findMapTask(trackers[0]);
    taskAttemptID[1] = job.findMapTask(trackers[1]);
    taskAttemptID[2] = job.findMapTask(trackers[2]);
    taskAttemptID[3] = job.findMapTask(trackers[3]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

263
264
265
266
267
268
269
270
271
272
273
    conf.setSpeculativeExecution(true);
    conf.setNumMapTasks(totalTasks);
    conf.setNumReduceTasks(0);
    jobTracker.setNumSlots(slots);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();
    int i;
    for (i = 0; i < totalTasks; i++) {
      taskAttemptID[i] = job.findMapTask(trackers[0]);
    }
    clock.advance(5000);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

167
168
169
170
171
172
173
174
175
176
177
      job = new FakeJobWithSetupTask(conf, jobTracker);
    } else if (taskType == TaskType.TASK_CLEANUP) {
      job = new FakeJobWithTaskCleanupTask(conf, jobTracker);
    }
    job.setClusterSize(trackers.length);
    job.initTasks();
    return job;
  }
 
  // create a new TaskStatus and add to a list of status objects.
  // useMapSlot param is needed only when taskType is TASK_CLEANUP.
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

167
168
169
170
171
172
173
174
175
176
177
      job = new FakeJobWithSetupTask(conf, jobTracker);
    } else if (taskType == TaskType.TASK_CLEANUP) {
      job = new FakeJobWithTaskCleanupTask(conf, jobTracker);
    }
    job.setClusterSize(trackers.length);
    job.initTasks();
    return job;
  }
 
  // create a new TaskStatus and add to a list of status objects.
  // useMapSlot param is needed only when taskType is TASK_CLEANUP.
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

65
66
67
68
69
70
71
72
73
74
75
    TaskAttemptID[] tid = new TaskAttemptID[2];
    JobConf conf = new JobConf();
    conf.setNumMapTasks(1);
    conf.setNumReduceTasks(1);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);

    job.finishTask(tid[0]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

104
105
106
107
108
109
110
111
112
113
114
    conf.setNumMapTasks(1);
    conf.setNumReduceTasks(1);
    conf.set(MRJobConfig.MAX_TASK_FAILURES_PER_TRACKER, "1");
    conf.set(MRJobConfig.SETUP_CLEANUP_NEEDED, "false");
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();
    job.setClusterSize(4);
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.initTasks()

171
172
173
174
175
176
177
178
179
180
181
    conf.setNumMapTasks(1);
    conf.setNumReduceTasks(0);
    conf.set(MRJobConfig.MAX_TASK_FAILURES_PER_TRACKER, "1");
    conf.set(MRJobConfig.SETUP_CLEANUP_NEEDED, "false");
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();
    job.setClusterSize(4);
   
    // check if the tracker count is correct
    assertEquals("Active tracker count mismatch",
                 1, jobTracker.taskTrackers().size());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.