Examples of TaskAttemptContext

org.apache.hadoop.mapred.TaskAttemptContext
@deprecated Use {@link org.apache.hadoop.mapreduce.TaskAttemptContext}instead.
org.apache.hadoop.mapreduce.TaskAttemptContext
The context for task attempts.
org.apache.tajo.worker.TaskAttemptContext
Contains the information about executing subquery.

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

    return TaskAttemptContext.class.isInterface();
  }


  private TaskAttemptContext getTestTaskAttemptContext(final Job job)
  throws IOException, Exception {
    TaskAttemptContext context;
    if (isPost020MapReduce()) {
      TaskAttemptID id =
        TaskAttemptID.forName("attempt_200707121733_0001_m_000000_0");
      Class<?> clazz =
        Class.forName("org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl");

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

   */
  @Test
  public void test_TIMERANGE() throws Exception {
    Configuration conf = new Configuration(this.util.getConfiguration());
    RecordWriter<ImmutableBytesWritable, KeyValue> writer = null;
    TaskAttemptContext context = null;
    Path dir =
      util.getDataTestDir("test_TIMERANGE_present");
    LOG.info("Timerange dir writing to dir: "+ dir);
    try {
      // build a record writer using HFileOutputFormat

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

   */
  @Test
  public void testColumnFamilySettings() throws Exception {
    Configuration conf = new Configuration(this.util.getConfiguration());
    RecordWriter<ImmutableBytesWritable, KeyValue> writer = null;
    TaskAttemptContext context = null;
    Path dir = util.getDataTestDir("testColumnFamilySettings");


    // Setup table descriptor
    HTable table = Mockito.mock(HTable.class);
    HTableDescriptor htd = new HTableDescriptor(TABLE_NAME);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

      // validate input split
      InputSplit split = splits.get(i);
      Assert.assertTrue(split instanceof TableSnapshotRegionSplit);


      // validate record reader
      TaskAttemptContext taskAttemptContext = mock(TaskAttemptContext.class);
      when(taskAttemptContext.getConfiguration()).thenReturn(job.getConfiguration());
      RecordReader<ImmutableBytesWritable, Result> rr = tsif.createRecordReader(split, taskAttemptContext);
      rr.initialize(split, taskAttemptContext);


      // validate we can read all the data back
      while (rr.nextKeyValue()) {

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

        return newContext;
    }
    
    static public TaskAttemptContext createTaskAttemptContext(Configuration conf, 
                                TaskAttemptID taskId) {
        TaskAttemptContext newContext = new TaskAttemptContextImpl(conf, taskId);
        return newContext;
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

      throws IOException, InterruptedException {
    if (!namedOutputs.containsKey(namedOutput)) {
      throw new IllegalArgumentException("Undefined named output '" +
        namedOutput + "'");
    }
    TaskAttemptContext taskContext = getContext(namedOutput);
    baseContext.getCounter(COUNTERS_GROUP, namedOutput).increment(1);
    getRecordWriter(taskContext, namedOutput).write(key, value);
  }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

      writer.close(baseContext);
    }
  }
  
  private TaskAttemptContext getContext(String nameOutput) throws IOException {
    TaskAttemptContext taskContext = taskContextCache.get(nameOutput);
    if (taskContext != null) {
      return taskContext;
    }


    // The following trick leverages the instantiation of a record writer via

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

        return newContext;
    }
    
    static public TaskAttemptContext createTaskAttemptContext(Configuration conf, 
                                TaskAttemptID taskId) {
        TaskAttemptContext newContext = new TaskAttemptContext(conf,
            taskId);
        return newContext;
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

    InputSplit split = iF.getSplits(jc).get(0);
    sd.setOriginalSchema(jc, schema);
    sd.setOutputSchema(jc, schema);
    sd.initialize(jc, getProps());


    TaskAttemptContext tac = new TaskAttemptContext(conf, new TaskAttemptID());
    RecordReader<?,?> rr = iF.createRecordReader(split,tac);
    rr.initialize(split, tac);
    HowlRecord[] tuples = getExpectedRecords();
    for(int j=0; j < 2; j++){
      Assert.assertTrue(rr.nextKeyValue());

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskAttemptContext

    sd.setOriginalSchema(jc, buildHiveSchema());
    sd.setOutputSchema(jc, buildPrunedSchema());


    sd.initialize(jc, getProps());
    conf.set(ColumnProjectionUtils.READ_COLUMN_IDS_CONF_STR,jc.getConfiguration().get(ColumnProjectionUtils.READ_COLUMN_IDS_CONF_STR));
    TaskAttemptContext tac = new TaskAttemptContext(conf, new TaskAttemptID());
    RecordReader<?,?> rr = iF.createRecordReader(split,tac);
    rr.initialize(split, tac);
    HowlRecord[] tuples = getPrunedRecords();
    for(int j=0; j < 2; j++){
      Assert.assertTrue(rr.nextKeyValue());

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.