Package org.apache.hadoop.hive.serde2.columnar

Examples of org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe.deserialize()

436
437
438
439
440
441
442
443
444
445
446
      }

      MyTestClassBigger input = new MyTestClassBigger(null, null, null, null,
          null, null, null, null, null, null, mp);
      BytesWritable bw = (BytesWritable) serde.serialize(input, rowOI);
      Object output = serde.deserialize(bw);
      Object lazyobj = soi1.getStructFieldData(output, fields1.get(10));
      Map<?, ?> outputmp = lazympoi.getMap(lazyobj);

      if (outputmp.size() != mp.size()) {
        throw new RuntimeException("Map size changed from " + mp.size()
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
        (IntObjectInspector) fields.get(0).getFieldObjectInspector();
    assertEquals(0.0, reader.getProgress(), 0.00001);
    assertEquals(0, reader.getPos());
    while (reader.next(key, value)) {
      assertEquals(++rowNum, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(0))));
      assertEquals(2, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(1))));
    }
    assertEquals(3, rowNum);
    assertEquals(1.0, reader.getProgress(), 0.00001);
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
    assertEquals(0, reader.getPos());
    while (reader.next(key, value)) {
      assertEquals(++rowNum, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(0))));
      assertEquals(2, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(1))));
    }
    assertEquals(3, rowNum);
    assertEquals(1.0, reader.getProgress(), 0.00001);
    reader.close();
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
    fields = inspector.getAllStructFieldRefs();
    while (reader.next(key, value)) {
      assertEquals(++rowNum, intInspector.get(inspector.
          getStructFieldData(value, fields.get(0))));
      assertEquals(2, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(1))));
    }
    assertEquals(3, rowNum);
    reader.close();
  }
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
      List<MyTestInnerStruct> value2 = getRandStructArray(r);
      mp.put(key2, value2);
     
      MyTestClassBigger input = new MyTestClassBigger(b,s,n,l,f,d,st,is,li,mp);  
      BytesWritable bw = (BytesWritable) serde1.serialize(input, rowOI1);   
      Object output = serde2.deserialize(bw);   
     
      if(0 != compareDiffSizedStructs(input, rowOI1, output, serdeOI2)) {
        System.out.println("structs      = " + SerDeUtils.getJSONString(input, rowOI1));
        System.out.println("deserialized = " + SerDeUtils.getJSONString(output, serdeOI2));
        System.out.println("serialized   = " + TestBinarySortableSerDe.hexString(bw));
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
      MyTestInnerStruct is = randField > 7 ? null : new MyTestInnerStruct(r.nextInt(5)-2, r.nextInt(5)-2);
      List<Integer> li = randField > 8 ? null: TestBinarySortableSerDe.getRandIntegerArray(r);
     
      MyTestClass input = new MyTestClass(b,s,n,l,f,d,st,is,li);  
      BytesWritable bw = (BytesWritable) serde1.serialize(input, rowOI1);
      Object output = serde2.deserialize(bw);   
     
      if(0 != compareDiffSizedStructs(input, rowOI1, output, serdeOI2)) {
        System.out.println("structs      = " + SerDeUtils.getJSONString(input, rowOI1));
        System.out.println("deserialized = " + SerDeUtils.getJSONString(output, serdeOI2));
        System.out.println("serialized   = " + TestBinarySortableSerDe.hexString(bw));
View Full Code Here
284
285
286
287
288
289
290
291
292
293
294
      MyTestInnerStruct is = randField > 7 ? null : new MyTestInnerStruct(r.nextInt(5)-2, r.nextInt(5)-2);
      List<Integer> li = randField > 8 ? null: TestBinarySortableSerDe.getRandIntegerArray(r);
     
      MyTestClass input = new MyTestClass(b,s,n,l,f,d,st,is,li);  
      BytesWritable bw = (BytesWritable) serde1.serialize(input, rowOI1);
      Object output = serde2.deserialize(bw);   
     
      if (0 != compareDiffSizedStructs(input, rowOI1, output, serdeOI2)) {
        System.out.println("structs      = " + SerDeUtils.getJSONString(input, rowOI1));
        System.out.println("deserialized = " + SerDeUtils.getJSONString(output, serdeOI2));
        System.out.println("serialized   = " + TestBinarySortableSerDe.hexString(bw));  
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
      String st = randField > 6 ? null : TestBinarySortableSerDe.getRandString(r);
      MyTestInnerStruct is = randField > 7 ? null : new MyTestInnerStruct(r.nextInt(5)-2, r.nextInt(5)-2);

      MyTestClassSmaller input = new MyTestClassSmaller(b,s,n,l,f,d,st,is);  
      BytesWritable bw = (BytesWritable) serde1.serialize(input, rowOI1);      
      Object output = serde2.deserialize(bw);   
     
      if (0 != compareDiffSizedStructs(input, rowOI1, output, serdeOI2)) {
        System.out.println("structs      = " + SerDeUtils.getJSONString(input, rowOI1));
        System.out.println("deserialized = " + SerDeUtils.getJSONString(output, serdeOI2));
        System.out.println("serialized   = " + TestBinarySortableSerDe.hexString(bw));  
View Full Code Here
381
382
383
384
385
386
387
388
389
390
391
        mp.put(key, value);       
      }
           
      MyTestClassBigger input = new MyTestClassBigger(null,null,null,null,null,null,null,null,null,mp);  
      BytesWritable bw = (BytesWritable) serde.serialize(input, rowOI);   
      Object output = serde.deserialize(bw);     
      Object lazyobj = soi1.getStructFieldData(output, fields1.get(9));
      Map<?, ?> outputmp = lazympoi.getMap(lazyobj);

      if (outputmp.size() != mp.size()) {
        throw new RuntimeException("Map size changed from " + mp.size() + " to " + outputmp.size() + " after serialization!");
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
      Text t = new Text("127.0.0.1 - - [26/May/2009:00:00:00 +0000] "
          + "\"GET /someurl/?track=Blabla(Main) HTTP/1.1\" 200 5864 - "
          + "\"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.65 Safari/525.19\"");
     
      // Deserialize
      Object row = serDe.deserialize(t);
      ObjectInspector rowOI = serDe.getObjectInspector();

      System.out.println("Deserialized row: " + row);
     
      // Serialize
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.