Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.IntWritable

566
567
568
569
570
571
572
573
574
    private List<TaskCompletionEvent> allMapEvents;
    /** What jobid this fetchstatus object is for*/
    private String jobId;
    
    public FetchStatus(String jobId, int numMaps) {
      this.fromEventId = new IntWritable(0);
      this.jobId = jobId;
      this.allMapEvents = new ArrayList<TaskCompletionEvent>(numMaps);
    }
View Full Code Here
57
58
59
60
61
62
63
                return SHORT_CTOR.newInstance(value);
            } catch (Exception e) {
                throw new EsHadoopIllegalStateException(e);
            }
        }
        return new IntWritable(value);
    }
View Full Code Here
523
524
525
526
527
528
529
530
531
532
    private int indexToEventsCache[];
    /** What jobid this fetchstatus object is for*/
    private String jobId;
    
    public FetchStatus(String jobId, int numMaps) {
      this.fromEventId = new IntWritable(0);
      this.jobId = jobId;
      this.allMapEvents = new ArrayList<TaskCompletionEvent>(numMaps);
      this.indexToEventsCache = new int[numMaps];
    }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
            Iterator<String> iter = mapA.keySet().iterator();
            while (iter.hasNext()) {
                String mapk = iter.next();
                result += Integer.parseInt(mapA.get(mapk)) * Integer.parseInt(mapB.get(mapk));
            }
            context.write(key, new IntWritable(result));
            System.out.println();

            // System.out.println("C:" + key.toString() + "," + result);
        }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
            while (iter.hasNext()) {
                String mapk = iter.next();
                String bVal = mapB.containsKey(mapk) ? mapB.get(mapk) : "0";
                result += Integer.parseInt(mapA.get(mapk)) * Integer.parseInt(bVal);
            }
            context.write(key, new IntWritable(result));
            System.out.println();

            // System.out.println("C:" + key.toString() + "," + result);
        }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
    assertEquals(md5HashKey1, md5HashKey2);
  }

  @Test
  public void testMD5HashForIntWritableKey() throws IOException {
    IntWritable key = new IntWritable(123);
    MD5Hash md5HashKey1 = HashUtility.getMD5Hash(key);
    MD5Hash md5HashKey2 = HashUtility.getMD5Hash(key);
    assertEquals(md5HashKey1, md5HashKey2);
  }
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
public class TestScoreReducer {
 
  @Test
  public void testReducerValidValues() throws IOException, InterruptedException {
    ArrayList<IntWritable> values = new ArrayList<IntWritable>();
    values.add(new IntWritable(1));
    values.add(new IntWritable(1));
    ValuePair key = new ValuePair();
    key.setValue1(new Text("This is a bookdelimiterBetweenKeyAndValuevalue1"));
    key.setValue2(new Text("This is not a bookdelimiterBetweenKeyAndValuevalue2"));
    Reducer.Context context = mock(Reducer.Context.class);
    ScoreReducer scoreReducer = new ScoreReducer();
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
  }
 
  @Test(expected = IOException.class)
  public final void testReducerForNullValues() throws IOException, InterruptedException {
    ArrayList<IntWritable> values = new ArrayList<IntWritable>();
    values.add(new IntWritable(1));
    values.add(new IntWritable(1));
    Reducer.Context context = mock(Reducer.Context.class);
    ScoreReducer scoreReducer = new ScoreReducer();
    scoreReducer.reduce(null, values, context);
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
    ReflectionUtils.newInstance(reader.getKeyClass(), conf);
    Writable writableValue = (Writable)
    ReflectionUtils.newInstance(reader.getValueClass(), conf);
   
    List<IntWritable> expectedOutputForValue = new ArrayList<IntWritable>();
    expectedOutputForValue.add(new IntWritable(1));
    expectedOutputForValue.add(new IntWritable(1));
   
    int count = 0;
    while (reader.next(writableKey, writableValue)) {
      logger.debug("Key and value is: " + writableKey + ", " + writableValue);
      assertTrue("Matched output " + writableValue , expectedOutputForValue.contains(writableValue));
View Full Code Here
31
32
33
34
35
36
37
38
    Mapper.Context context = mock(Mapper.Context.class);
    ScoreMapper mapper = new ScoreMapper();
    ValuePair valuePair = new ValuePair();
    valuePair.setValue1(new Text("This is a bookdelimiterBetweenKeyAndValuevalue1"));
    valuePair.setValue2(new Text("This is not a bookdelimiterBetweenKeyAndValuevalue2"));
    mapper.map(valuePair, new IntWritable(1), context);
    verify(context).write(valuePair, new IntWritable(1));   
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.IntWritable

  • bbejeck.mapred.aggregation.AverageTemperatureMapReduceTest
  • bbejeck.mapred.aggregation.TemperatureAveragingPair
  • bbejeck.mapred.coocurrance.PairsRelativeOccurrenceReducerTest
  • brickhouse.udf.collect.CollectMaxTest
  • co.nubetech.hiho.dedup.TestDedupJob
  • co.nubetech.hiho.merge.TestMergeJob
  • co.nubetech.hiho.similarity.ngram.TestScoreMapper
  • co.nubetech.hiho.similarity.ngram.TestScoreReducer
  • com.alimama.mdrill.index.IndexReducer
  • com.datasalt.pangool.utils.HadoopUtils
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.