Package org.apache.hadoop.mapreduce.server.tasktracker

Examples of org.apache.hadoop.mapreduce.server.tasktracker.Localizer

186
187
188
189
190
191
192
193
    // setup task controller
    taskController = getTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup();
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(), localDirs,
                                       taskController));
  }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
  private void startTT(Configuration conf) throws IOException {
    myClock = new FakeClock(); // clock is reset.
    tt = new TaskTracker();
    tt.setConf(new JobConf(conf));
    localizer = new Localizer(FileSystem.get(conf), conf
        .getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY),
        new DefaultTaskController());
    tt.setLocalizer(localizer);
    userLogManager = new UtilsForTests.InLineUserLogManager(conf);
    userLogCleaner = userLogManager.getUserLogCleaner();
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    ShellCommandExecutor shExec = null;
    try {                 
      FileSystem localFs = FileSystem.getLocal(getConf());
     
      //create the attempt dirs
      new Localizer(localFs,
          getConf().getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY)).
          initializeAttemptDirs(user, jobId, attemptId);
     
      // create the working-directory of the task
      if (!currentWorkDirectory.mkdir()) {
View Full Code Here
189
190
191
192
193
194
195
    taskController = getTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup(lDirAlloc,
                         new LocalStorage(trackerFConf.getLocalDirs()));
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(),localDirs));
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
              new LocalDirAllocator("mapred.local.dir");
    tt.setLocalDirAllocator(localDirAllocator);
    LocalStorage localStorage = new LocalStorage(conf.getLocalDirs());
    localStorage.checkLocalDirs();
    tt.setLocalStorage(localStorage);
    localizer = new Localizer(FileSystem.get(conf), conf
        .getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY));
    tt.setLocalizer(localizer);
    userLogManager = new UtilsForTests.InLineUserLogManager(conf);
    TaskController taskController = userLogManager.getTaskController();
    taskController.setup(localDirAllocator, localStorage);
View Full Code Here
732
733
734
735
736
737
738
739
740
741
742
    reduceLauncher = new TaskLauncher(TaskType.REDUCE, maxReduceSlots);
    mapLauncher.start();
    reduceLauncher.start();

    // create a localizer instance
    setLocalizer(new Localizer(localFs, fConf.getLocalDirs(), taskController));

    //Start up node health checker service.
    if (shouldStartHealthMonitor(this.fConf)) {
      startHealthMonitor(this.fConf);
    }
View Full Code Here
190
191
192
193
194
195
196
197
    // setup task controller
    taskController = createTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup();
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(), localDirs,
        taskController));
  }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  private File foo = new File(TaskLog.getUserLogDir(), "foo");
  private File bar = new File(TaskLog.getUserLogDir(), "bar");

  public TestUserLogCleanup() throws IOException {
    Configuration conf = new Configuration();
    localizer = new Localizer(FileSystem.get(conf), conf
        .getStrings(MRConfig.LOCAL_DIR), new DefaultTaskController());
    taskLogCleanupThread = new UserLogCleaner(conf);
    taskLogCleanupThread.setClock(myClock);
    tt = new TaskTracker();
    tt.setLocalizer(localizer);
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
  private void startTT(Configuration conf) throws IOException {
    myClock = new FakeClock(); // clock is reset.
    tt = new TaskTracker();
    tt.setConf(new JobConf(conf));
    localizer = new Localizer(FileSystem.get(conf), conf
        .getStrings(JobConf.MAPRED_LOCAL_DIR_PROPERTY));
    tt.setLocalizer(localizer);
    userLogManager = new UtilsForTests.InLineUserLogManager(conf);
    userLogCleaner = userLogManager.getUserLogCleaner();
    userLogCleaner.setClock(myClock);
View Full Code Here
187
188
189
190
191
192
193
    // setup task controller
    taskController = getTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup(lDirAlloc);
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(),localDirs));
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.server.tasktracker.Localizer

  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.fs.permission.FsPermission
  • org.apache.hadoop.mapred.DefaultTaskController
  • org.apache.hadoop.mapred.TaskController.InitializationContext
  • org.apache.hadoop.mapred.TaskTracker
  • org.apache.hadoop.mapred.TestTaskTrackerLocalization
  • org.apache.hadoop.mapred.TestUserLogCleanup
  • java.util.concurrent.atomic.AtomicBoolean
  • java.io.File
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.