Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.RunningJob

59
60
61
62
63
64
65
66
67
68
        conf.setOutputFormat(TextOutputFormat.class);

        FileInputFormat.setInputPaths(conf, new Path(input));
        FileOutputFormat.setOutputPath(conf, new Path(output));

        RunningJob job = JobClient.runJob(conf);
        while (!job.isComplete()) {
            job.waitForCompletion();
        }
    }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
        conf.setOutputFormat(TextOutputFormat.class);

        FileInputFormat.setInputPaths(conf, new Path(input));
        FileOutputFormat.setOutputPath(conf, new Path(output));

        RunningJob job = JobClient.runJob(conf);
        while (!job.isComplete()) {
            job.waitForCompletion();
        }
    }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
        conf.setOutputFormat(TextOutputFormat.class);

        FileInputFormat.setInputPaths(conf, new Path(input));
        FileOutputFormat.setOutputPath(conf, new Path(output));

        RunningJob job = JobClient.runJob(conf);
        while (!job.isComplete()) {
            job.waitForCompletion();
        }
    }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
        conf.setOutputFormat(TextOutputFormat.class);

        FileInputFormat.setInputPaths(conf, new Path(input));
        FileOutputFormat.setOutputPath(conf, new Path(output));

        RunningJob job = JobClient.runJob(conf);
        while (!job.isComplete()) {
            job.waitForCompletion();
        }
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
        conf.setOutputFormat(TextOutputFormat.class);

        FileInputFormat.setInputPaths(conf, new Path(input1), new Path(input2));
        FileOutputFormat.setOutputPath(conf, new Path(output));
       
        RunningJob job = JobClient.runJob(conf);
        while (!job.isComplete()) {
            job.waitForCompletion();
        }
    }
View Full Code Here
210
211
212
213
214
215
216
217
218
219
220
221
222
223
        originalStatus = JobStatus.fromRunState(value + 1);
      }
    } catch (Exception ignore) {}

    // go for the running info if available
    RunningJob runningJob = getRunningJob(job);
    if (runningJob != null) {
      try {
        return JobStatus.fromRunState(runningJob.getJobState());
      } catch (IOException ex) {
        return JobStatus.UNKNOWN;
      }
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
      jobConf.setInt("mapred.map.tasks", 1);
      jobConf.setInt("mapred.map.max.attempts", 1);
      jobConf.setInt("mapred.reduce.max.attempts", 1);
      jobConf.set("mapred.input.dir", inputDir.toString());
      jobConf.set("mapred.output.dir", outputDir.toString());
      final RunningJob runningJob = jobClient.submitJob(jobConf);
      waitFor(60 * 1000, true, new Predicate() {
        @Override
        public boolean evaluate() throws Exception {
          return runningJob.isComplete();
        }
      });
      Assert.assertTrue(runningJob.isSuccessful());
      Assert.assertTrue(fs.exists(new Path(outputDir, "part-00000")));
      BufferedReader reader =
        new BufferedReader(new InputStreamReader(fs.open(new Path(outputDir, "part-00000"))));
      Assert.assertTrue(reader.readLine().trim().endsWith("a"));
      Assert.assertTrue(reader.readLine().trim().endsWith("b"));
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
   * @return job handle
   * @throws Exception
   */
  public RunningJob submitAndVerifyJob(Configuration conf) throws Exception {
    JobConf jconf = new JobConf(conf);
    RunningJob rJob = getClient().submitJob(jconf);
    JobID jobId = rJob.getID();
    verifyRunningJob(jobId);
    verifyCompletedJob(jobId);
    return rJob;
  }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
   *
   * @param id id of the job to be verified.
   */
 
  public void verifyCompletedJob(JobID id) throws Exception{
    RunningJob rJob = getClient().getJob(
        org.apache.hadoop.mapred.JobID.downgrade(id));
    while(!rJob.isComplete()) {
      LOG.info("waiting for job :" + id + " to retire");
      Thread.sleep(1000);
      rJob = getClient().getJob(
          org.apache.hadoop.mapred.JobID.downgrade(id));
    }
View Full Code Here
73
74
75
76
77
78
79
80
      conf.set(propertyKey, properties.get(propertyKey));

    configJob(conf);

    JobClient c = new JobClient(conf);
    RunningJob job = c.runJob(conf);
    return job.isSuccessful();
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.RunningJob

  • cascading.stats.hadoop.HadoopStepStats
  • cc.mrlda.ParseCorpus
  • com.atlantbh.jmeter.plugins.hadooputilities.jobstatistics.JobLayer
  • com.atlantbh.jmeter.plugins.hadooputilities.jobstatistics.TaskLayer
  • com.digitalpebble.behemoth.mahout.util.Mahout2LibSVM
  • com.ebay.erl.mobius.core.MobiusJobRunner$StatusCheckingThread
  • com.netflix.lipstick.warnings.JobWarnings
  • com.nexr.rhive.hadoop.JobManager
  • com.ngdata.hbaseindexer.master.BatchStateUpdaterTest
  • com.twitter.ambrose.model.hadoop.MapReduceHelper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.