Examples of HCatOutputCommitter


Examples of org.apache.hcatalog.mapreduce.HCatOutputCommitter

    HCatOutputFormat.setSchema(job, new HCatSchema(partitionColumns));

    //new HCatOutputCommitter(null).setupJob(job);
    job.waitForCompletion(true);
    new HCatOutputCommitter(job,null).cleanupJob(job);
    if (assertWrite){
      // we assert only if we expected to assert with this call.
      Assert.assertEquals(writeCount, MapCreate.writeCount);
    }
  }
View Full Code Here

Examples of org.apache.hcatalog.mapreduce.HCatOutputCommitter

    publishTest(job);
  }

  public void publishTest(Job job) throws Exception {
    OutputCommitter committer = new HCatOutputCommitter(job,null);
    committer.cleanupJob(job);

    Partition part = client.getPartition(dbName, tblName, Arrays.asList("p1"));
    assertNotNull(part);

    StorerInfo storer = InitializeInput.extractStorerInfo(part.getSd(),part.getParameters());
View Full Code Here

Examples of org.apache.hcatalog.mapreduce.HCatOutputCommitter

  public void storeSchema(ResourceSchema schema, String arg1, Job job) throws IOException {
    if( job.getConfiguration().get("mapred.job.tracker", "").equalsIgnoreCase("local") ) {
      //In local mode, mapreduce will not call HCatOutputCommitter.cleanupJob.
      //Calling it from here so that the partition publish happens.
      //This call needs to be removed after MAPREDUCE-1447 is fixed.
      new HCatOutputCommitter(job,null).cleanupJob(job);
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.