Package com.facebook.presto.spi

Examples of com.facebook.presto.spi.SerializableNativeValue$Deserializer

63
64
65
66
67
68
69
    }

    @JsonProperty("value")
    public SerializableNativeValue getSerializableNativeValue()
    {
        return new SerializableNativeValue(type, value);
    }
View Full Code Here
25
26
27
28
29
30
31
32
33
34
35
36
    private static final JsonCodec<SimpleRange> codec = JsonCodec.jsonCodec(SimpleRange.class);

    @Test
    public void testRoundTrip()
    {
        SimpleMarker low = new SimpleMarker(true, new SerializableNativeValue(Long.class, new Long(10)));
        SimpleMarker high = new SimpleMarker(false, new SerializableNativeValue(Long.class, new Long(100)));

        SimpleRange expected = new SimpleRange(Optional.fromNullable(low), Optional.fromNullable(high));

        String json = codec.toJson(expected);
        SimpleRange actual = codec.fromJson(json);
View Full Code Here
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
    private static final JsonCodec<SimpleMarker> codec = JsonCodec.jsonCodec(SimpleMarker.class);

    @Test
    public void testRoundTrip()
    {
        SimpleMarker expected = new SimpleMarker(true, new SerializableNativeValue(Long.class, new Long(10)));
        assertEquals(codec.fromJson(codec.toJson(expected)), expected);

        expected = new SimpleMarker(false, new SerializableNativeValue(Double.class, new Double(10)));
        assertEquals(codec.fromJson(codec.toJson(expected)), expected);

        expected = new SimpleMarker(true, new SerializableNativeValue(Boolean.class, new Boolean(true)));
        assertEquals(codec.fromJson(codec.toJson(expected)), expected);

        expected = new SimpleMarker(true, new SerializableNativeValue(String.class, new String("123")));
        assertEquals(codec.fromJson(codec.toJson(expected)), expected);
    }
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
39
    private static final JsonCodec<SimpleDomain> codec = JsonCodec.jsonCodec(SimpleDomain.class);

    @Test
    public void testRoundTrip()
    {
        SimpleMarker low = new SimpleMarker(true, new SerializableNativeValue(Long.class, new Long(10)));
        SimpleMarker high = new SimpleMarker(false, new SerializableNativeValue(Long.class, new Long(100)));
        List<SimpleRange> ranges = ImmutableList.of(new SimpleRange(Optional.fromNullable(low), Optional.fromNullable(high)));
        SimpleDomain expected = new SimpleDomain(true, Optional.fromNullable(ranges));

        String json = codec.toJson(expected);
        SimpleDomain actual = codec.fromJson(json);
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
  static public Deserializer getDeserializer(Configuration conf,
      Properties schema) throws MetaException {
    String lib = schema
        .getProperty(org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB);
    try {
      Deserializer deserializer = SerDeUtils.lookupDeserializer(lib);
      (deserializer).initialize(conf, schema);
      return deserializer;
    } catch (Exception e) {
      LOG.error("error in initSerDe: " + e.getClass().getName() + " "
          + e.getMessage());
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
229
230
    String tableName = String.valueOf(tblProps.getProperty("name"));
    String partName = String.valueOf(partSpec);
    // HiveConf.setVar(hconf, HiveConf.ConfVars.HIVETABLENAME, tableName);
    // HiveConf.setVar(hconf, HiveConf.ConfVars.HIVEPARTITIONNAME, partName);
    Deserializer deserializer = (Deserializer) sdclass.newInstance();
    deserializer.initialize(hconf, tblProps);
    StructObjectInspector rawRowObjectInspector = (StructObjectInspector) deserializer
        .getObjectInspector();

    MapOpCtx opCtx = null;
    // Next check if this table has partitions and if so
    // get the list of partition names as well as allocate
View Full Code Here
2913
2914
2915
2916
2917
2918
2919
2920
2921
2922
2923
  /**
   * Check if the given serde is valid.
   */
  private void validateSerDe(String serdeName) throws HiveException {
    try {
      Deserializer d = SerDeUtils.lookupDeserializer(serdeName);
      if (d != null) {
        LOG.debug("Found class for " + serdeName);
      }
    } catch (SerDeException e) {
      throw new HiveException("Cannot validate serde: " + serdeName, e);
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
204
    String lib = table.getSd().getSerdeInfo().getSerializationLib();
    if (lib == null) {
      return null;
    }
    try {
      Deserializer deserializer = SerDeUtils.lookupDeserializer(lib);
      deserializer.initialize(conf, MetaStoreUtils.getSchema(table));
      return deserializer;
    } catch (RuntimeException e) {
      throw e;
    } catch (Exception e) {
      LOG.error("error in initSerDe: " + e.getClass().getName() + " "
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
236
  static public Deserializer getDeserializer(Configuration conf,
      org.apache.hadoop.hive.metastore.api.Partition part,
      org.apache.hadoop.hive.metastore.api.Table table) throws MetaException {
    String lib = part.getSd().getSerdeInfo().getSerializationLib();
    try {
      Deserializer deserializer = SerDeUtils.lookupDeserializer(lib);
      deserializer.initialize(conf, MetaStoreUtils.getSchema(part, table));
      return deserializer;
    } catch (RuntimeException e) {
      throw e;
    } catch (Exception e) {
      LOG.error("error in initSerDe: " + e.getClass().getName() + " "
View Full Code Here
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
        tbl.getSd().getSerdeInfo().getSerializationLib());
      if (!getColsFromSerDe) {
        return tbl.getSd().getCols();
      } else {
        try {
          Deserializer s = MetaStoreUtils.getDeserializer(hiveConf, tbl);
          return MetaStoreUtils.getFieldsFromDeserializer(tableName, s);
        } catch (SerDeException e) {
          StringUtils.stringifyException(e);
          throw new MetaException(e.getMessage());
        }
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.SerializableNativeValue$Deserializer

  • com.facebook.giraph.hive.impl.input.InputSplitData
  • com.facebook.giraph.hive.input.HiveApiInputFormat
  • com.facebook.giraph.hive.input.InputSplitData
  • com.facebook.hiveio.input.HiveApiInputFormat
  • com.facebook.hiveio.input.InputSplitData
  • com.facebook.presto.execution.SimpleMarker
  • com.facebook.presto.execution.TestSimpleDomain
  • com.facebook.presto.execution.TestSimpleMarker
  • com.facebook.presto.execution.TestSimpleRange
  • com.facebook.presto.hive.DwrfRecordCursorProvider
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.