Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.SortedMapWritable

355
356
357
358
359
360
361
362
363
364
365
  }

  public SortedMapWritable readSortedMap(SortedMapWritable mw)
    throws IOException {
    if (mw == null) {
      mw = new SortedMapWritable();
    }
    int length = in.readMapHeader();
    for (int i = 0; i < length; i++) {
      WritableComparable key = (WritableComparable) read();
      Writable value = read();
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
        // get the hour this comment was posted in
        Date creationDate = frmt.parse(strDate);
        outHour.set(creationDate.getHours());

        commentLength.set(text.length());
        SortedMapWritable outCommentLength = new SortedMapWritable();
        outCommentLength.put(commentLength, ONE);

        // write out the user ID with min max dates and count
        context.write(outHour, outCommentLength);

      } catch (ParseException e) {
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
    @SuppressWarnings("rawtypes")
    protected void reduce(IntWritable key,
        Iterable<SortedMapWritable> values, Context context)
        throws IOException, InterruptedException {

      SortedMapWritable outValue = new SortedMapWritable();

      for (SortedMapWritable v : values) {
        for (Entry<WritableComparable, Writable> entry : v.entrySet()) {
          LongWritable count = (LongWritable) outValue.get(entry
              .getKey());

          if (count != null) {
            count.set(count.get()
                + ((LongWritable) entry.getValue()).get());
          } else {
            outValue.put(entry.getKey(), new LongWritable(
                ((LongWritable) entry.getValue()).get()));
          }
        }
      }
View Full Code Here
363
364
365
366
367
368
369
370
371
372
373
  }

  public SortedMapWritable readSortedMap(SortedMapWritable mw)
      throws IOException {
    if (mw == null) {
      mw = new SortedMapWritable();
    }
    int length = in.readMapHeader();
    for (int i = 0; i < length; i++) {
      WritableComparable key = (WritableComparable) read();
      Writable value = read();
View Full Code Here
329
330
331
332
333
334
335
336
337
338
339
  }

  public SortedMapWritable readSortedMap(SortedMapWritable mw)
    throws IOException {
    if (mw == null) {
      mw = new SortedMapWritable();
    }
    int length = in.readMapHeader();
    for (int i = 0; i < length; i++) {
      WritableComparable key = (WritableComparable) read();
      Writable value = read();
View Full Code Here
362
363
364
365
366
367
368
369
370
371
372
  }

  public SortedMapWritable readSortedMap(SortedMapWritable mw)
      throws IOException {
    if (mw == null) {
      mw = new SortedMapWritable();
    }
    int length = in.readMapHeader();
    for (int i = 0; i < length; i++) {
      WritableComparable key = (WritableComparable) read();
      Writable value = read();
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.SortedMapWritable

  • mrdp.ch2.SmarterMedianStdDevDriver$SOMedianStdDevCombiner
  • mrdp.ch2.SmarterMedianStdDevDriver$SOMedianStdDevMapper
  • org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesWritableInput
  • org.apache.hadoop.typedbytes.TypedBytesWritableInput
  • java.util.Map
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.