Examples of org.apache.hadoop.mapreduce.Job.waitForCompletion()

org.apache.hadoop.mapreduce.Job.waitForCompletion()
Submit the job to the cluster and wait for it to finish. @param verbose print the progress to the user @return true if the job succeeded @throws IOException thrown if the communication with the JobTracker is lost

    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override
  public int run(String[] args) throws Exception {

View Full Code Here

    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  public int run (String[] args) throws Exception {
    TestMultipleOutputs4 test = new TestMultipleOutputs4();

View Full Code Here

        zSortInfo);


    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  public int run(String[] args) throws Exception {
    TestMultipleOutputs4TypedApi test = new TestMultipleOutputs4TypedApi();

View Full Code Here

    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);


    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override
  public int run(String[] args) throws Exception {

View Full Code Here

    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    for ( int i =0; i < paths.length; ++i) {
      Path tmpPath = new Path(paths[i], "_temporary");
      FileSystem fileSys = tmpPath.getFileSystem(conf);
      if(!fileSys.exists(tmpPath)) {
        throw new RuntimeException("Temp Dir sld exist before BTOF.close() " + tmpPath.toString());

View Full Code Here

    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override
  public int run(String[] args) throws Exception {

View Full Code Here


    BasicTableOutputFormat.setSchema(job, "a:string, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    Assert.assertTrue(job.isSuccessful());
    
    BasicTableOutputFormat.close(job);    
  }

View Full Code Here


    BasicTableOutputFormat.setSchema(job, "a:int, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    Assert.assertFalse(job.isSuccessful());
    
    BasicTableOutputFormat.close(job);        
  }

View Full Code Here


    BasicTableOutputFormat.setSchema(job, "a:string, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    
    BasicTableOutputFormat.close(job);    
  }
  
  @Test(expected = IOException.class)

View Full Code Here


    BasicTableOutputFormat.setSchema(job, "a:string, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    
    BasicTableOutputFormat.close(job);        
  }


  @Override

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.