Examples of HCatRecord

org.apache.hcatalog.data.HCatRecord
Abstract class exposing get and set semantics for basic record usage. Note : HCatRecord is designed only to be used as in-memory representation only. Don't use it to store data on the physical device.
org.apache.hive.hcatalog.data.HCatRecord
Abstract class exposing get and set semantics for basic record usage. Note : HCatRecord is designed only to be used as in-memory representation only. Don't use it to store data on the physical device.

Examples of org.apache.hive.hcatalog.data.HCatRecord

      Iterator<IntWritable> iter = values.iterator();
      while (iter.hasNext()) {
        sum++;
        iter.next();
      }
      HCatRecord record = new DefaultHCatRecord(2);
      record.set(0, key.get());
      record.set(1, sum);


      context.write(null, record);
    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      throws IOException, InterruptedException {
      String name = (String) value.get(0);
      int age = (Integer) value.get(1);
      String ds = (String) value.get(3);


      HCatRecord record = (filter == null ? new DefaultHCatRecord(3) : new DefaultHCatRecord(2));
      record.set(0, name);
      record.set(1, age);
      if (filter == null) record.set(2, ds);


      context.write(null, record);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      throws IOException, InterruptedException {
      s = value.get(0) == null ? null : (String) value.get(0);
      i = value.get(1) == null ? null : (Integer) value.get(1);
      d = value.get(2) == null ? null : (Double) value.get(2);


      HCatRecord record = new DefaultHCatRecord(5);
      record.set(0, s);
      record.set(1, i);
      record.set(2, d);


      context.write(null, record);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      b = (Long) value.get(3);
      f = (Float) value.get(4);
      d = (Double) value.get(5);
      s = (String) value.get(6);


      HCatRecord record = new DefaultHCatRecord(7);
      record.set(0, t);
      record.set(1, si);
      record.set(2, i);
      record.set(3, b);
      record.set(4, f);
      record.set(5, d);
      record.set(6, s);


      context.write(null, record);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      throws IOException, InterruptedException {
      s = value.get(0) == null ? null : (String) value.get(0);
      i = value.get(1) == null ? null : (Integer) value.get(1);
      d = value.get(2) == null ? null : (Double) value.get(2);


      HCatRecord record = new DefaultHCatRecord(3);
      record.set(0, s);
      record.set(1, i);
      record.set(2, d);


      context.write(null, record);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      name = (String) value.get(0);
      age = (Integer) value.get(1);
      gpa = (Double) value.get(2);
      gpa = Math.floor(gpa) + 0.1;


      HCatRecord record = new DefaultHCatRecord(3);
      record.set(0, name);
      record.set(1, age);
      record.set(2, gpa);


      context.write(null, record);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

    try {
      committer = outFormat.getOutputCommitter(cntxt);
      committer.setupTask(cntxt);
      writer = outFormat.getRecordWriter(cntxt);
      while (recordItr.hasNext()) {
        HCatRecord rec = recordItr.next();
        writer.write(null, rec);
      }
      writer.close(cntxt);
      if (committer.needsTaskCommit(cntxt)) {
        committer.commitTask(cntxt);

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      intnum100 = (((Integer) value.get(3)));
      intnum = ((Integer) value.get(4));
      longnum = ((Long) value.get(5));
      floatnum = ((Float) value.get(6));
      doublenum = ((Double) value.get(7));
      HCatRecord output = new DefaultHCatRecord(8);
      output.set(0, intnum1000 + 10);
      if (isnoPartPig) {
        output.set(1, ((int) (id + 10)));
      } else {
        output.set(1, ((short) (id + 10)));
      }
      if (isnoPartPig) {
        output.set(2, (int) (intnum5 + 10));
      } else {
        output.set(2, (byte) (intnum5 + 10));
      }


      output.set(3, intnum100 + 10);
      output.set(4, intnum + 10);
      output.set(5, (long) (longnum + 10));
      output.set(6, (float) (floatnum + 10));
      output.set(7, (double) (doublenum + 10));
      for (int i = 0; i < 8; i++) {
        System.err.println("XXX: class:" + output.get(i).getClass());
      }
      context.write(new IntWritable(0), output);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

      b = (Long) value.get(3);
      f = (Float) value.get(4);
      d = (Double) value.get(5);
      s = (String) value.get(6);


      HCatRecord record = new DefaultHCatRecord(7);
      record.set(0, t);
      record.set(1, si);
      record.set(2, i);
      record.set(3, b);
      record.set(4, f);
      record.set(5, d);
      record.set(6, s);


      context.write(null, record);


    }

View Full Code Here

Examples of org.apache.hive.hcatalog.data.HCatRecord

    private int i = 0;


    @Override
    protected void map(LongWritable key, Text value, Context context)
      throws IOException, InterruptedException {
      HCatRecord record = null;
      String[] splits = value.toString().split(",");
      switch (i) {
      case 0:
        record = new DefaultHCatRecord(2);
        record.set(0, splits[0]);
        record.set(1, splits[1]);
        break;
      case 1:
        record = new DefaultHCatRecord(1);
        record.set(0, splits[0]);
        break;
      case 2:
        record = new DefaultHCatRecord(3);
        record.set(0, splits[0]);
        record.set(1, splits[1]);
        record.set(2, "extra");
        break;
      default:
        Assert.fail("This should not happen!!!!!");
      }
      MultiOutputFormat.write(tableNames[i], null, record, context);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.