Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.IntWritable

10
11
12
13
14
15
16
  @Override
  protected void reduce(Text artist,
                        Iterable<IntWritable> values,
                        Context context) throws IOException,
                                        InterruptedException {
    context.write(artist, new IntWritable(0));
  }
View Full Code Here
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
  public void map(VarLongWritable key, VectorWritable value, Context context)
      throws IOException, InterruptedException {
    long userID = key.get();
    Vector userVector = value.get();
    Iterator<Vector.Element> it = userVector.iterateNonZero();
    IntWritable itemIndexWritable = new IntWritable();
    while (it.hasNext()) {
      Vector.Element e = it.next();
      int itemIndex = e.index();
      float preferenceValue = (float) e.get();
      itemIndexWritable.set(itemIndex);
      context.write(itemIndexWritable,
          new VectorOrPrefWritable(userID, preferenceValue));
    }
  }
View Full Code Here
22
23
24
25
26
27
28
29
30
    while (it.hasNext()) {
      int index1 = it.next().index();
      Iterator<Vector.Element> it2 = userVector.get().iterateNonZero();
      while (it2.hasNext()) {
        int index2 = it2.next().index();
        context.write(new IntWritable(index1), new IntWritable(index2));
      }
    }
  }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
87
      new TanimotoDistanceMeasure(), 0.01, 20, 2.0f, true, true, 0.0, false);
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(
      clusterOutput + Cluster.CLUSTERED_POINTS_DIR +"/part-m-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
      System.out.println("Cluster: " + key.toString() + " "
                         + value.getVector().asFormatString());
    }
    reader.close();
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
      20, true, false);
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs,
        new Path(clusterOutput + Cluster.CLUSTERED_POINTS_DIR + "/part-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
       System.out.println(key.toString() + " belongs to cluster "
       + value.toString());
    }
    reader.close();
  }
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
100
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs,
        new Path("output/" + Cluster.CLUSTERED_POINTS_DIR
                 + "/part-m-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
      System.out.println(value.toString() + " belongs to cluster "
                         + key.toString());
    }
    reader.close();
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
57
58
    return latestRead;
  }


  IntWritable createWritable(Object previous, int v) throws IOException {
    IntWritable result = null;
    if (previous == null) {
      result = new IntWritable();
    } else {
      result = (IntWritable) previous;
    }
    result.set(v);
    return result;
  }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
  }


  @Override
  public Object next(Object previous) throws IOException {
    IntWritable result = null;
    if (valuePresent) {
      result = createWritable(previous, readInt());
    }
    return result;
  }
View Full Code Here
43
44
45
46
47
48
49
50
    return o == null ? null : new OrcLazyInt((OrcLazyInt) o);
  }

  @Override
  public Object getPrimitiveJavaObject(Object o) {
    IntWritable writable = (IntWritable) getPrimitiveWritableObject(o);
    return writable == null ? null : Integer.valueOf(writable.get());
  }
View Full Code Here
29
30
31
32
33
34
35
36
  }

  public OrcLazyInt(OrcLazyInt copy) {
    super(copy);
    if (copy.previous != null) {
      previous = new IntWritable(((IntWritable)copy.previous).get());
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.IntWritable

  • bbejeck.mapred.aggregation.AverageTemperatureMapReduceTest
  • bbejeck.mapred.aggregation.TemperatureAveragingPair
  • bbejeck.mapred.coocurrance.PairsRelativeOccurrenceReducerTest
  • brickhouse.udf.collect.CollectMaxTest
  • co.nubetech.hiho.dedup.TestDedupJob
  • co.nubetech.hiho.merge.TestMergeJob
  • co.nubetech.hiho.similarity.ngram.TestScoreMapper
  • co.nubetech.hiho.similarity.ngram.TestScoreReducer
  • com.alimama.mdrill.index.IndexReducer
  • com.datasalt.pangool.utils.HadoopUtils
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.