Examples of run()

Examples of org.apache.hadoop.mapred.MapRunnable.run()

178
179
180
181
182
183
184
185
186
187
188
    OutputCollector collector = new OldOutputCollector(output);

    MapRunnable runner =
        (MapRunnable)ReflectionUtils.newInstance(job.getMapRunnerClass(), job);

    runner.run(in, collector, (Reporter)reporter);
   
    // Set progress to 1.0f if there was no exception,
    reporter.setProgress(1.0f);
    // start the sort phase only if there are reducers
    this.statusUpdate();
View Full Code Here

Examples of org.apache.hadoop.mapred.TaskTracker.run()

59
60
61
62
63
64
65
66
67
68
69
            new Thread(new Runnable() {
                @Override
                public void run() {
                    try {
                        TaskTracker taskTracker = new TaskTracker(new JobConf(conf));
                        taskTracker.run();
                    } catch (Exception e) {
                        throw new RuntimeException(e);
                    }
                }
            }).start();
View Full Code Here

Examples of org.apache.hadoop.mapred.tools.MRAdmin.run()

134
135
136
137
138
139
140
141
142
143
144
    System.out.println(Arrays.toString(str_groups));
    for(int i=0; i<g2.size(); i++) {
      assertEquals("Should be same group ", g1.get(i), g2.get(i));
    }
    // run refresh command
    admin.run(args);
   
    System.out.println("third attempt(after refresh command), should be different:");
    List<String> g3 = groups.getGroups(user);
    g3.toArray(str_groups);
    System.out.println(Arrays.toString(str_groups));
View Full Code Here

Examples of org.apache.hadoop.mapreduce.Mapper.run()

80
81
82
83
84
85
86
87
88
89
90
          LOG.error("Failed to initialize mapper with {}", basicMapReduceContext, e);
          throw Throwables.propagate(e);
        }
      }

      delegate.run(flushingContext);
      // sleep to allow metrics to be written
      TimeUnit.SECONDS.sleep(2L);

      // transaction is not finished, but we want all operations to be dispatched (some could be buffered in
      // memory by tx agent
View Full Code Here

Examples of org.apache.hadoop.mapreduce.Reducer.run()

79
80
81
82
83
84
85
86
87
88
89
          LOG.error("Failed to initialize mapper with " + basicMapReduceContext.toString(), e);
          throw Throwables.propagate(e);
        }
      }

      delegate.run(flushingContext);
      // sleep to allow metrics to be written
      TimeUnit.SECONDS.sleep(2L);

      // transaction is not finished, but we want all operations to be dispatched (some could be buffered in
      // memory by tx agent
View Full Code Here

Examples of org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.run()

63
64
65
66
67
68
69
70
71
72
73
      JobControl jc = new JobControl("AverageReputation");
      jc.addJob(binningControlledJob);
      jc.addJob(belowAvgControlledJob);
      jc.addJob(aboveAvgControlledJob);

      jc.run();
      code = jc.getFailedJobList().size() == 0 ? 0 : 1;
    }

    FileSystem fs = FileSystem.get(new Configuration());
    fs.delete(countingOutput, true);
View Full Code Here

Examples of org.apache.hadoop.mapreduce.task.reduce.Shuffle.run()

357
358
359
360
361
362
363
364
365
366
367
                    spilledRecordsCounter, reduceCombineInputCounter,
                    shuffledMapsCounter,
                    reduceShuffleBytes, failedShuffleCounter,
                    mergedMapOutputsCounter,
                    taskStatus, copyPhase, sortPhase, this);
      rIter = shuffle.run();
    } else {
      final FileSystem rfs = FileSystem.getLocal(job).getRaw();
      rIter = Merger.merge(job, rfs, job.getMapOutputKeyClass(),
                           job.getMapOutputValueClass(), codec,
                           getMapFiles(rfs, true),
View Full Code Here

Examples of org.apache.hadoop.maven.plugin.util.Exec.run()

111
112
113
114
115
116
117
118
119
120
121
   */
  private SCM determineSCM() throws Exception {
    Exec exec = new Exec(this);
    SCM scm = SCM.NONE;
    scmOut = new ArrayList<String>();
    int ret = exec.run(Arrays.asList(svnCommand, "info"), scmOut);
    if (ret == 0) {
      scm = SCM.SVN;
    } else {
      ret = exec.run(Arrays.asList(gitCommand, "branch"), scmOut);
      if (ret == 0) {
View Full Code Here

Examples of org.apache.hadoop.mrunit.mapreduce.MapDriver.run()

45
46
47
48
49
50
51
52
53
54
55
    MapDriver mapDriver = new MapDriver();
    mapDriver.setMapper(mapper);
    Object writableKey = createWritable(key, mapper.getKeyInType());
    Object writableValue = createWritable(input, mapper.getValueInType());
    mapDriver.withInput(writableKey, writableValue);
    List results = mapDriver.run();
    Collections.sort(results, PairComparer.INSTANCE);
    String header = String.format("[%s]\r\n\r\n -> maps via %s to -> \r\n", input, mapper.getClass()
        .getSimpleName());
    Approvals.verifyAll(header, results, Echo.INSTANCE);
  }
View Full Code Here

Examples of org.apache.hadoop.mrunit.mapreduce.MapReduceDriver.run()

126
127
128
129
130
131
132
133
134
135
136
    writableKey = createWritable(key, mapper.getKeyInType());
    writableValue = createWritable(input, mapper.getValueInType());
    mapReduceDriver.withInput(writableKey, writableValue);
    mapReduceDriver.setMapper(mapper);
    mapReduceDriver.setReducer(reducer);
    List finalResults = mapReduceDriver.run();
    String text = String.format(
        "[%s]\r\n\r\n -> maps via %s to -> \r\n\r\n%s\r\n\r\n -> reduces via %s to -> \r\n\r\n%s", input, mapper
            .getClass().getSimpleName(), ArrayUtils.toString(results, Echo.INSTANCE), reducer.getClass()
            .getSimpleName(), ArrayUtils.toString(finalResults, Echo.INSTANCE));
    Approvals.verify(text);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.