Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.Text

66
67
68
69
70
71
72
73
  }

  @Test(expected = IOException.class)
  public void testGetColumnForNullDelimiter() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("abd::cdd::efd::ghd::ijd::kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, null);
  }
View Full Code Here
73
74
75
76
77
78
79
80
  }

  @Test(expected = IOException.class)
  public void testGetColumnForEmptyDelimiter() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("abd::cdd::efd::ghd::ijd::kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, "");
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
  }

  @Test
  public void testGetColumnHavingSpecialCharacterInValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("ab$d,cdd,efd,ghd,i%jd,kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, ",");
    System.out.println("key is: " + key);
    assertEquals(new Text("i%jd"), key);
    assertEquals(new Text("ab$d,cdd,efd,ghd,i%jd,kld"), val);
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
  }

  @Test
  public void testGetColumnHavingQuotesInValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("ab\"d,cdd,efd,ghd,i'jd,kl~d");
    Text key = delimitedLineRecordReader.getColumn(val, 5, ",");
    System.out.println("key is: " + key);
    assertEquals(new Text("i'jd"), key);
    assertEquals(new Text("ab\"d,cdd,efd,ghd,i'jd,kl~d"), val);
  }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
  }

  @Test
  public void testGetColumnHavingBackSlashInValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("ab\"d,cdd,efd,ghd,i\\'jd,kl~d");
    Text key = delimitedLineRecordReader.getColumn(val, 5, ",");
    System.out.println("key is: " + key);
    assertEquals(new Text("i\\'jd"), key);
    assertEquals(new Text("ab\"d,cdd,efd,ghd,i\\'jd,kl~d"), val);
  }
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
  @Test
  public void testGetColumnHavingSpecialCharacterDelimiterValue()
      throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("abd$cdd$efd$ghd$ijd$kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, "$");
    System.out.println("key is: " + key);
    assertEquals(new Text("ijd"), key);
    assertEquals(new Text("abd$cdd$efd$ghd$ijd$kld"), val);
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
    GenericDBWritable val = new GenericDBWritable(columns, values);
    LongWritable key = new LongWritable(1);
    mapper.map(key, val, context);

    Text outkey = new Text();
    Text outval = new Text();
    StringBuilder builder = new StringBuilder();
    builder.append(new Integer(12) + "," + new String("sam") + ","
        + new Date() + "," + new Long(26564l) + "," + true + ","
        + 1.235 + "," + 'a' + "," + new Time(new Date().getTime())
        + "," + new Time(new Date().getTime()) + "," + new Float(1.0f));

    outval.set(builder.toString());
    verify(context).write(outkey, outval);
  }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
    GenericDBWritable val = new GenericDBWritable(columns, values);
    LongWritable key = new LongWritable(1);
    mapper.map(key, val, context);

    Text outkey = new Text();
    Text outval = new Text();
    StringBuilder builder = new StringBuilder();
    builder.append(new Integer(12) + delimiter + new String("sam") + delimiter
        + new Date() + delimiter + new Long(26564l) + delimiter + true + delimiter
        + 1.235 + delimiter + 'a' + delimiter + new Time(new Date().getTime())
        + delimiter + new Time(new Date().getTime()) + delimiter + new Float(1.0f));

    outval.set(builder.toString());
    verify(context).write(outkey, outval);
  }
View Full Code Here
179
180
181
182
183
184
185
186
187
    ArrayList values = new ArrayList();
    GenericDBWritable val = new GenericDBWritable(columns, values);
    LongWritable key = new LongWritable(1);
    mapper.map(key, val, context);

    Text outkey = new Text();
    Text outval = new Text();
    verify(context).write(outkey, outval);
  }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
public class TestHashUtility {

  @Test
  public void testMD5HashForTextValueValue() throws IOException {
    Text key = new Text("abc2hf123");
    MD5Hash md5HashKey1 = HashUtility.getMD5Hash(key);
    MD5Hash md5HashKey2 = HashUtility.getMD5Hash(key);
    assertEquals(md5HashKey1, md5HashKey2);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.Text

  • azkaban.common.web.JsonSequenceFileViewer
  • bbejeck.mapred.aggregation.AverageTemperatureCombiningMapperTest
  • bbejeck.mapred.aggregation.AverageTemperatureMapperTest
  • bbejeck.mapred.aggregation.AverageTemperatureMapReduceTest
  • bbejeck.mapred.coocurrance.PairsOccurrenceMapperTest
  • bbejeck.mapred.coocurrance.StripesOccurrenceMapperTest
  • bbejeck.mapred.coocurrance.WordPair
  • cellmate.accumulo.writer.dbtransformers.AccumuloDBItemTransformers
  • co.nubetech.hiho.dedup.DelimitedLineRecordReader
  • co.nubetech.hiho.dedup.HihoTuple
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.