Package org.apache.hadoop.mapreduce.server.tasktracker

Examples of org.apache.hadoop.mapreduce.server.tasktracker.Localizer

90
91
92
93
94
95
96
97
98
99
100
    ShellCommandExecutor shExec = null;
    try {                 
      FileSystem localFs = FileSystem.getLocal(getConf());
     
      //create the attempt dirs
      new Localizer(localFs,
          getConf().getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY)).
          initializeAttemptDirs(user, jobId, attemptId);
     
      // create the working-directory of the task
      if (!currentWorkDirectory.mkdir()) {
View Full Code Here
191
192
193
194
195
196
197
    // setup task controller
    taskController = getTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup(lDirAlloc, new LocalStorage(trackerFConf.getLocalDirs()));
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(),localDirs));
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    ShellCommandExecutor shExec = null;
    try {                 
      FileSystem localFs = FileSystem.getLocal(getConf());
     
      //create the attempt dirs
      new Localizer(localFs,
          getConf().getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY)).
          initializeAttemptDirs(user, jobId, attemptId);
     
      // create the working-directory of the task
      if (!currentWorkDirectory.mkdir()) {
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    conf.set(JobConf.MAPRED_LOCAL_DIR_PROPERTY, localdirs);
    tt = new TaskTracker();
    tt.setConf(new JobConf(conf));
    LocalDirAllocator localDirAllocator =
              new LocalDirAllocator("mapred.local.dir");
    localizer = new Localizer(FileSystem.get(conf), conf
        .getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY));
    tt.setLocalizer(localizer);
    userLogManager = new UtilsForTests.InLineUserLogManager(conf);
    TaskController taskController = userLogManager.getTaskController();
    taskController.setup(localDirAllocator,
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  private File foo = new File(TaskLog.getUserLogDir(), "foo");
  private File bar = new File(TaskLog.getUserLogDir(), "bar");

  public TestUserLogCleanup() throws IOException {
    Configuration conf = new Configuration();
    localizer = new Localizer(FileSystem.get(conf), conf
        .getStrings(MRConfig.LOCAL_DIR), new DefaultTaskController());
    taskLogCleanupThread = new UserLogCleaner(conf);
    taskLogCleanupThread.setClock(myClock);
    tt = new TaskTracker();
    tt.setConf(new JobConf(conf));
View Full Code Here
745
746
747
748
749
750
751
752
753
754
755
    reduceLauncher = new TaskLauncher(TaskType.REDUCE, maxReduceSlots);
    mapLauncher.start();
    reduceLauncher.start();

    // create a localizer instance
    setLocalizer(new Localizer(localFs, fConf.getLocalDirs(), taskController));

    //Start up node health checker service.
    if (shouldStartHealthMonitor(this.fConf)) {
      startHealthMonitor(this.fConf);
    }
View Full Code Here
206
207
208
209
210
211
212
213
    // setup task controller
    taskController = createTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup();
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(), localDirs,
        taskController));
  }
View Full Code Here
188
189
190
191
192
193
194
    // setup task controller
    taskController = getTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup(lDirAlloc, new LocalStorage(trackerFConf.getLocalDirs()));
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(),localDirs));
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    ShellCommandExecutor shExec = null;
    try {                 
      FileSystem localFs = FileSystem.getLocal(getConf());
     
      //create the attempt dirs
      new Localizer(localFs,
          getConf().getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY)).
          initializeAttemptDirs(user, jobId, attemptId);
     
      // create the working-directory of the task
      if (!currentWorkDirectory.mkdir()) {
View Full Code Here
206
207
208
209
210
211
212
213
    // setup task controller
    taskController = createTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup();
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(), localDirs,
        taskController));
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.server.tasktracker.Localizer

  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.fs.permission.FsPermission
  • org.apache.hadoop.mapred.DefaultTaskController
  • org.apache.hadoop.mapred.TaskController.InitializationContext
  • org.apache.hadoop.mapred.TaskTracker
  • org.apache.hadoop.mapred.TestTaskTrackerLocalization
  • org.apache.hadoop.mapred.TestUserLogCleanup
  • java.util.concurrent.atomic.AtomicBoolean
  • java.io.File
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.