Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.Text

80
81
82
83
84
85
86
87
88
89
90
    //tableInfo.add(columnInfo4);
    tableInfo.add(columnInfo5);
   
    mapper.setTableInfo(tableInfo);
   
    mapper.map(new LongWritable(0l), new Text("1,Sam,true,84.0"), context);
   
    ArrayList values = new ArrayList();
    values.add(1l);
    values.add("Sam");
    values.add(true);
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
    //tableInfo.add(columnInfo4);
    tableInfo.add(columnInfo5);
   
    mapper.setTableInfo(tableInfo);
   
    mapper.map(new LongWritable(0l), new Text("1, ,true,84.0"), context);
   
    ArrayList values = new ArrayList();
    values.add(1l);
    values.add(null);
    values.add(true);
View Full Code Here
189
190
191
192
193
194
195
    //tableInfo.add(columnInfo4);
    tableInfo.add(columnInfo5);
   
    mapper.setTableInfo(tableInfo);
   
    mapper.map(new LongWritable(0l), new Text("1,Sam,true,84.0,42"), context);
  }
View Full Code Here
74
75
76
77
78
79
80
    return isOld.get();
  }

  public void setVal(V val) {
    this.val = val;
    this.valClass = new Text(val.getClass().getName());
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
  @Override
  public void readFields(DataInput in) throws IOException {
    isOld = new BooleanWritable();
    isOld.readFields(in);
    valClass = new Text();
    valClass.readFields(in);
    try {
      val = (V) Class.forName(valClass.toString()).newInstance();
    } catch (Exception e) {
      e.printStackTrace();
View Full Code Here
33
34
35
36
37
38
39
40
  private Text outkey;
  private Text outval;

  public DBInputDelimMapper() {
    outkey = new Text();
    outval = new Text();
  }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
43
  public void testReducerValidValues() throws IOException, InterruptedException {
    ArrayList<IntWritable> values = new ArrayList<IntWritable>();
    values.add(new IntWritable(1));
    values.add(new IntWritable(1));
    ValuePair key = new ValuePair();
    key.setValue1(new Text("This is a bookdelimiterBetweenKeyAndValuevalue1"));
    key.setValue2(new Text("This is not a bookdelimiterBetweenKeyAndValuevalue2"));
    Reducer.Context context = mock(Reducer.Context.class);
    ScoreReducer scoreReducer = new ScoreReducer();
    scoreReducer.reduce(key, values, context);
    verify(context).write(key, new LongWritable(2));   
  }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
    Writable writableValue = (Writable)
    ReflectionUtils.newInstance(reader.getValueClass(), conf);
   
    List<ValuePair> expectedOutputForKey = new ArrayList<ValuePair>();
    ValuePair valuePair = new ValuePair();
    valuePair.setValue1(new Text("This is a bookdelimiterBetweenKeyAndValuevalue1"));
    valuePair.setValue2(new Text("This is not a bookdelimiterBetweenKeyAndValuevalue2"));
    expectedOutputForKey.add(valuePair);
   
    List<LongWritable> expectedOutputForValue = new ArrayList<LongWritable>();
    expectedOutputForValue.add(new LongWritable(2));
   
View Full Code Here
29
30
31
32
33
34
35
36
37
38
  @Test
  public final void testMapperValidValues() throws IOException, InterruptedException {
    Mapper.Context context = mock(Mapper.Context.class);
    ScoreMapper mapper = new ScoreMapper();
    ValuePair valuePair = new ValuePair();
    valuePair.setValue1(new Text("This is a bookdelimiterBetweenKeyAndValuevalue1"));
    valuePair.setValue2(new Text("This is not a bookdelimiterBetweenKeyAndValuevalue2"));
    mapper.map(valuePair, new IntWritable(1), context);
    verify(context).write(valuePair, new IntWritable(1));   
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
  }
 
  @Test
  public void testScoreJobForValidValues() throws Exception{
    ValuePair valuePair = new ValuePair();
    valuePair.setValue1(new Text("This is a bookdelimiterBetweenKeyAndValuevalue1"));
    valuePair.setValue2(new Text("This is not a bookdelimiterBetweenKeyAndValuevalue2"));
    HashMap<ValuePair, IntWritable> inputData1 = new HashMap<ValuePair, IntWritable>();
    inputData1.put(valuePair, new IntWritable(1));
    createSequenceFileInHdfs(inputData1, "outputOfNGramJob", "part-r-00000");
   
    HashMap<ValuePair, IntWritable> inputData2 = new HashMap<ValuePair, IntWritable>();
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.Text

  • azkaban.common.web.JsonSequenceFileViewer
  • bbejeck.mapred.aggregation.AverageTemperatureCombiningMapperTest
  • bbejeck.mapred.aggregation.AverageTemperatureMapperTest
  • bbejeck.mapred.aggregation.AverageTemperatureMapReduceTest
  • bbejeck.mapred.coocurrance.PairsOccurrenceMapperTest
  • bbejeck.mapred.coocurrance.StripesOccurrenceMapperTest
  • bbejeck.mapred.coocurrance.WordPair
  • cellmate.accumulo.writer.dbtransformers.AccumuloDBItemTransformers
  • co.nubetech.hiho.dedup.DelimitedLineRecordReader
  • co.nubetech.hiho.dedup.HihoTuple
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.