Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.Job.waitForCompletion()

82
83
84
85
86
87
88
89
90
91
        job.setOutputFormatClass(TextOutputFormat.class);

        FileInputFormat.setInputPaths(job, new Path(input));
        FileOutputFormat.setOutputPath(job, new Path(output));

        job.waitForCompletion(true);

    }

}
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
        job.setOutputFormatClass(TextOutputFormat.class);

        FileInputFormat.setInputPaths(job, new Path(input), new Path(pr));
        FileOutputFormat.setOutputPath(job, new Path(output));

        job.waitForCompletion(true);

        hdfs.rmr(pr);
        hdfs.rename(output, pr);

    }
View Full Code Here
95
96
97
98
99
100
101
102
103
        job.setOutputFormatClass(TextOutputFormat.class);

        FileInputFormat.setInputPaths(job, new Path(page));
        FileOutputFormat.setOutputPath(job, new Path(output));

        job.waitForCompletion(true);
    }

}
View Full Code Here
640
641
642
643
644
645
646
647
648
649
650
        logger.debug("Class is "
            + ReflectionUtils
                .newInstance(job.getOutputFormatClass(),
                    job.getConfiguration()).getClass()
                .getName());
        job.waitForCompletion(false);
        if (conf.get(HIHOConf.INPUT_OUTPUT_LOADTO) != null) {
          generateHiveScript(conf, job, jobCounter);
          generatePigScript(conf, job);
        }
View Full Code Here
211
212
213
214
215
216
217
218
219
220
221
      logger.debug("Class is "
          + ReflectionUtils
              .newInstance(job.getOutputFormatClass(),
                  job.getConfiguration()).getClass()
              .getName());
      job.waitForCompletion(false);
      if (job.isComplete()) {
        Counters counters = job.getCounters();
        totalRecordsOld = counters.findCounter(
            MergeRecordCounter.TOTAL_RECORDS_OLD).getValue();
        totalRecordsNew = counters.findCounter(
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
    TextInputFormat.addInputPath(job, new Path(inputPath));
    GenericDBOutputFormat.setOutput(job, tableName, columnNames);

    int ret = 0;
    try {
      ret = job.waitForCompletion(true) ? 0 : 1;
    } catch (Exception e) {
      e.printStackTrace();
    }
    return ret;
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
    job.setNumReduceTasks(2);

    int ret = 0;

    try {
      ret = job.waitForCompletion(true) ? 0 : 1;
    } catch (Exception e) {
      e.printStackTrace();
    }
    return ret;
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
    // job.setJarByClass(com.mysql.jdbc.Driver.class);
    job.setOutputFormatClass(NullOutputFormat.class);

    int ret = 0;
    try {
      ret = job.waitForCompletion(true) ? 0 : 1;
    } catch (Exception e) {
      e.printStackTrace();
    }
    return ret;
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    job.setOutputFormatClass(DBOutputFormat.class);
    int ret = 0;

    try {
      ret = job.waitForCompletion(true) ? 0 : 1;
    } catch (Exception e) {
      e.printStackTrace();
    }
    return ret;
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
    job.setOutputFormatClass(NullOutputFormat.class);

    int ret = 0;

    try {
      ret = job.waitForCompletion(true) ? 0 : 1;
    } catch (Exception e) {
      e.printStackTrace();
    }
    return ret;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.