Examples of org.apache.hive.hcatalog.data.HCatRecord

org.apache.hive.hcatalog.data.HCatRecord
Abstract class exposing get and set semantics for basic record usage. Note : HCatRecord is designed only to be used as in-memory representation only. Don't use it to store data on the physical device.




  @Override
  public Tuple getNext() throws IOException {
    try {
      HCatRecord hr = (HCatRecord) (reader.nextKeyValue() ? reader.getCurrentValue() : null);
      Tuple t = PigHCatUtil.transformToTuple(hr, outputSchema);
      // TODO : we were discussing an iter interface, and also a LazyTuple
      // change this when plans for that solidifies.
      return t;
    } catch (ExecException e) {

View Full Code Here

  public static class MapHCatWrite extends Mapper<LongWritable, Text, BytesWritable, HCatRecord> {


    @Override
    public void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
      OutputJobInfo jobInfo = (OutputJobInfo)HCatUtil.deserialize(context.getConfiguration().get(HCatConstants.HCAT_KEY_OUTPUT_INFO));
      HCatRecord record = new DefaultHCatRecord(3);
      HCatSchema schema = jobInfo.getOutputSchema();
      String vals[] = value.toString().split(",");
      record.setInteger("key",schema,Integer.parseInt(vals[0]));
      for(int i=1;i<vals.length;i++) {
        String pair[] = vals[i].split(":");
        record.set(pair[0],schema,pair[1]);
      }
      context.write(null,record);
    }

View Full Code Here


    @Override
    public void map(LongWritable key, Text value, Context context)
        throws IOException, InterruptedException {
      try {
        HCatRecord rec = writeRecords.get(writeCount);
        context.write(null, rec);
        writeCount++;
      } catch (Exception e) {
        // Print since otherwise exception is lost.
        e.printStackTrace(System.err);

View Full Code Here

    private int i = 0;


    @Override
    protected void map(LongWritable key, Text value, Context context)
      throws IOException, InterruptedException {
      HCatRecord record = null;
      String[] splits = value.toString().split(",");
      switch (i) {
      case 0:
        record = new DefaultHCatRecord(2);
        record.set(0, splits[0]);
        record.set(1, splits[1]);
        break;
      case 1:
        record = new DefaultHCatRecord(1);
        record.set(0, splits[0]);
        break;
      case 2:
        record = new DefaultHCatRecord(3);
        record.set(0, splits[0]);
        record.set(1, splits[1]);
        record.set(2, "extra");
        break;
      default:
        Assert.fail("This should not happen!!!!!");
      }
      MultiOutputFormat.write(tableNames[i], null, record, context);

View Full Code Here

    try {
      committer = outFormat.getOutputCommitter(cntxt);
      committer.setupTask(cntxt);
      writer = outFormat.getRecordWriter(cntxt);
      while (recordItr.hasNext()) {
        HCatRecord rec = recordItr.next();
        writer.write(null, rec);
      }
      writer.close(cntxt);
      if (committer.needsTaskCommit(cntxt)) {
        committer.commitTask(cntxt);

View Full Code Here

      throws IOException, InterruptedException {
      String name = (String) value.get(0);
      int age = (Integer) value.get(1);
      String ds = (String) value.get(3);


      HCatRecord record = (filter == null ? new DefaultHCatRecord(3) : new DefaultHCatRecord(2));
      record.set(0, name);
      record.set(1, age);
      if (filter == null) record.set(2, ds);


      context.write(null, record);


    }

View Full Code Here

      b = (Long) value.get(3);
      f = (Float) value.get(4);
      d = (Double) value.get(5);
      s = (String) value.get(6);


      HCatRecord record = new DefaultHCatRecord(7);
      record.set(0, t);
      record.set(1, si);
      record.set(2, i);
      record.set(3, b);
      record.set(4, f);
      record.set(5, d);
      record.set(6, s);


      context.write(null, record);


    }

View Full Code Here

      name = (String) value.get(0);
      age = (Integer) value.get(1);
      gpa = (Double) value.get(2);
      gpa = Math.floor(gpa) + 0.1;


      HCatRecord record = new DefaultHCatRecord(3);
      record.set(0, name);
      record.set(1, age);
      record.set(2, gpa);


      context.write(null, record);


    }

View Full Code Here

      Iterator<IntWritable> iter = values.iterator();
      while (iter.hasNext()) {
        sum++;
        iter.next();
      }
      HCatRecord record = new DefaultHCatRecord(2);
      record.set(0, key.get());
      record.set(1, sum);


      context.write(null, record);
    }

View Full Code Here

      throws IOException, InterruptedException {
      String name = (String) value.get(0);
      int age = (Integer) value.get(1);
      String ds = (String) value.get(3);


      HCatRecord record = (filter == null ? new DefaultHCatRecord(3) : new DefaultHCatRecord(2));
      record.set(0, name);
      record.set(1, age);
      if (filter == null) record.set(2, ds);


      context.write(null, record);


    }

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.hive.hcatalog.data.HCatRecord

org.apache.hive.hcatalog.data.transfer.impl.HCatOutputFormatWriter

org.apache.hive.hcatalog.hbase.TestHiveHBaseTableOutputFormat$MapHCatWrite

org.apache.hive.hcatalog.mapreduce.HCatMapReduceTest$MapCreate

org.apache.hive.hcatalog.mapreduce.HCatRecordReader

org.apache.hive.hcatalog.mapreduce.TestHCatMultiOutputFormat$MyMapper

org.apache.hive.hcatalog.pig.HCatBaseLoader

org.apache.hive.hcatalog.utils.GroupByAge$Reduce

org.apache.hive.hcatalog.utils.ReadJson$Map

org.apache.hive.hcatalog.utils.ReadRC$Map

org.apache.hive.hcatalog.utils.ReadText$Map

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.