Package org.apache.nutch.util

Examples of org.apache.nutch.util.NutchJob.waitForCompletion()

325
326
327
328
329
330
331
332
333
334
335
    job.setOutputFormatClass(TextOutputFormat.class);

    job.setOutputKeyClass(Text.class);
    job.setOutputValueClass(Text.class);

    boolean success = job.waitForCompletion(true);

    if (LOG.isInfoEnabled()) {
      LOG.info("WebTable dump: done");
    }
  }
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
    job.setOutputFormatClass(GoraOutputFormat.class);
    GoraOutputFormat.setOutput(job,
        StorageUtils.createWebStore(job.getConfiguration(), String.class, Host.class), true);
    job.setReducerClass(Reducer.class);
    job.setNumReduceTasks(0);
    return job.waitForCompletion(true);
  }

  @Override
  public int run(String[] args) throws Exception {
    if (args.length < 1) {
View Full Code Here
329
330
331
332
333
334
335
336
337
338
339
    job.setOutputFormatClass(TextOutputFormat.class);

    job.setOutputKeyClass(Text.class);
    job.setOutputValueClass(Text.class);

    boolean success = job.waitForCompletion(true);

    if (LOG.isInfoEnabled()) {
      LOG.info("WebTable dump: done");
    }
  }
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
    job.setOutputFormatClass(GoraOutputFormat.class);
    GoraOutputFormat.setOutput(job,
        StorageUtils.createWebStore(getConf(), String.class, Host.class), true);
    job.setReducerClass(Reducer.class);
    job.setNumReduceTasks(0);
    return job.waitForCompletion(true);
  }

  @Override
  public int run(String[] args) throws Exception {
    if (args.length < 1) {
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
    // === Reduce ===
    DataStore<String, Host> hostStore = StorageUtils.createWebStore(
        job.getConfiguration(), String.class, Host.class);
    GoraReducer.initReducerJob(job, hostStore, HostDbUpdateReducer.class);

    job.waitForCompletion(true);
  }

  @Override
  public int run(String[] args) throws Exception {
    boolean linkDb=false;
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
    job.setReducerClass(DomainStatisticsReducer.class);
    job.setCombinerClass(DomainStatisticsCombiner.class);
    job.setNumReduceTasks(numOfReducers);

    boolean success = job.waitForCompletion(true);

    long end = System.currentTimeMillis();
    LOG.info("DomainStatistics: finished at " + sdf.format(end) + ", elapsed: "
        + TimingUtil.elapsedTime(start, end));
View Full Code Here
329
330
331
332
333
334
335
336
337
338
339
    job.setOutputFormatClass(TextOutputFormat.class);

    job.setOutputKeyClass(Text.class);
    job.setOutputValueClass(Text.class);

    boolean success = job.waitForCompletion(true);

    if (LOG.isInfoEnabled()) {
      LOG.info("WebTable dump: done");
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.