Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.TaskTracker

234
235
236
237
238
239
240
        /**
         * Creates a default {@link TaskTracker} using the conf passed.
         */
        TaskTracker createTaskTracker(JobConf conf)
                throws IOException, InterruptedException {
            return new TaskTracker(conf);
        }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
            }).start();
            new Thread(new Runnable() {
                @Override
                public void run() {
                    try {
                        TaskTracker taskTracker = new TaskTracker(new JobConf(conf));
                        taskTracker.run();
                    } catch (Exception e) {
                        throw new RuntimeException(e);
                    }
                }
            }).start();
View Full Code Here
31
32
33
34
35
36
37
38
39
        for (Enumeration e = properties.keys(); e.hasMoreElements();) {
            Object key = e.nextElement();
            Object val = properties.get(key);
            conf.set( key.toString(), val.toString() );
        }
        TaskTracker taskTracker = new TaskTracker(conf);
        new Daemon(taskTracker).start();
        return taskTracker;
    }
View Full Code Here
244
245
246
247
248
249
250
251
252
253
254
            public void run() {
                taskTracker = null;

                while (true) {
                    try {
                        taskTracker = new TaskTracker(new CassandraJobConf());
                        taskTrackerMBean = MBeans.register("TaskTracker", "TaskTrackerInfo", taskTracker);
                        logger.info("Hadoop Task Tracker Started... ");
                        taskTracker.run();
                        logger.info("TaskTracker has finished");
                        break;
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
        localDirFile.mkdirs();
        localDirs.add(localDirFile.getAbsolutePath());
      }
      jConf.setStrings("mapred.local.dir",
              localDirs.toArray(new String[localDirs.size()]));
      TaskTracker tracker = createTaskTracker(jConf, ttClass);
      trackerList.add(tracker);
      TaskTrackerRunner runner = new TaskTrackerRunner(i, tracker);
      runner.setDaemon(true);
      runners.add(runner);
      runner.start();
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
  public static TaskTracker createTaskTracker(JobConf jConf, Class ttClass)
      throws IOException {
    try {
      Constructor<?> constructor =
        ttClass.getDeclaredConstructor(new Class[]{JobConf.class});
      TaskTracker tt =
        (TaskTracker) constructor.newInstance(jConf);
      return tt;
    } catch (NoSuchMethodException e) {
      throw new IOException(e);
    } catch (InvocationTargetException e) {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.TaskTracker

  • io.fabric8.hadoop.mapred.TaskTrackerFactory
  • org.apache.cassandra.hadoop.trackers.TrackerInitializer
  • org.apache.commons.logging.Log
  • org.apache.falcon.listener.HadoopStartupListener
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.filecache.TaskDistributedCacheManager
  • org.apache.hadoop.filecache.TrackerDistributedCacheManager
  • org.apache.hadoop.fs.DF
  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.FileSystem
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.