Package org.apache.avro.Schema

Examples of org.apache.avro.Schema.Type

413
414
415
416
417
418
419
420
421
422
423
424
      fieldValue = new Utf8(solrValue.toString());
      break;
    case UNION:
      if (fieldSchema.getTypes().size() == 2 && isNullable(fieldSchema)) {
        // schema [type0, type1]
        Type type0 = fieldSchema.getTypes().get(0).getType();
        Type type1 = fieldSchema.getTypes().get(1).getType();

        // Check if types are different and there's a "null", like
        // ["null","type"] or ["type","null"]
        if (!type0.equals(type1)) {
          if (type0.equals(Schema.Type.NULL))
View Full Code Here
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
   */
  private int getUnionSchema(Object pValue, Schema pUnionSchema) {
    int unionSchemaPos = 0;
    Iterator<Schema> it = pUnionSchema.getTypes().iterator();
    while (it.hasNext()) {
      Type schemaType = it.next().getType();
      if (pValue instanceof Utf8 && schemaType.equals(Type.STRING))
        return unionSchemaPos;
      else if (pValue instanceof ByteBuffer && schemaType.equals(Type.BYTES))
        return unionSchemaPos;
      else if (pValue instanceof Integer && schemaType.equals(Type.INT))
        return unionSchemaPos;
      else if (pValue instanceof Long && schemaType.equals(Type.LONG))
        return unionSchemaPos;
      else if (pValue instanceof Double && schemaType.equals(Type.DOUBLE))
        return unionSchemaPos;
      else if (pValue instanceof Float && schemaType.equals(Type.FLOAT))
        return unionSchemaPos;
      else if (pValue instanceof Boolean && schemaType.equals(Type.BOOLEAN))
        return unionSchemaPos;
      else if (pValue instanceof Map && schemaType.equals(Type.MAP))
        return unionSchemaPos;
      else if (pValue instanceof List && schemaType.equals(Type.ARRAY))
        return unionSchemaPos;
      else if (pValue instanceof Persistent && schemaType.equals(Type.RECORD))
        return unionSchemaPos;
      unionSchemaPos++;
    }
    // if we weren't able to determine which data type it is, then we return the
    // default
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
   * @return Enum|Utf8|ByteBuffer|Integer|Long|Float|Double|Boolean|Persistent|Null
   * @throws IOException
   */
  @SuppressWarnings({ "rawtypes" })
  public static Object fromBytes(Schema schema, byte[] val) throws IOException {
    Type type = schema.getType();
    switch (type) {
    case ENUM:    return AvroUtils.getEnumValue(schema, val[0]);
    case STRING:  return new Utf8(Bytes.toString(val));
    case BYTES:   return ByteBuffer.wrap(val);
    case INT:     return Bytes.toInt(val);
    case LONG:    return Bytes.toLong(val);
    case FLOAT:   return Bytes.toFloat(val);
    case DOUBLE:  return Bytes.toDouble(val);
    case BOOLEAN: return val[0] != 0;
    case UNION:
      // XXX Special case: When reading the top-level field of a record we must handle the
      // special case ["null","type"] definitions: this will be written as if it was ["type"]
      // if not in a special case, will execute "case RECORD".
     
      // if 'val' is empty we ignore the special case (will match Null in "case RECORD") 
      if (schema.getTypes().size() == 2) {
       
        // schema [type0, type1]
        Type type0 = schema.getTypes().get(0).getType() ;
        Type type1 = schema.getTypes().get(1).getType() ;
       
        // Check if types are different and there's a "null", like ["null","type"] or ["type","null"]
        if (!type0.equals(type1)
            && (   type0.equals(Schema.Type.NULL)
                || type1.equals(Schema.Type.NULL))) {

          if (type0.equals(Schema.Type.NULL))
            schema = schema.getTypes().get(1) ;
          else
            schema = schema.getTypes().get(0) ;
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
   * @return array of bytes of the serialized object
   * @throws IOException
   */
  @SuppressWarnings({ "rawtypes", "unchecked" })
  public static byte[] toBytes(Object o, Schema schema) throws IOException {
    Type type = schema.getType();
    switch (type) {
    case STRING:  return Bytes.toBytes(((CharSequence)o).toString()); // TODO: maybe ((Utf8)o).getBytes(); ?
    case BYTES:   return ((ByteBuffer)o).array();
    case INT:     return Bytes.toBytes((Integer)o);
    case LONG:    return Bytes.toBytes((Long)o);
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
    return Types.OTHER;
  }

  public static JdbcType getJdbcType(Schema schema, int length, int scale) throws IOException {
    Type type = schema.getType();

    switch(type) {
      case MAP    : return JdbcType.BLOB;
      case ARRAY  : return JdbcType.BLOB;
      case BOOLEAN: return JdbcType.BIT;
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
  }

  @SuppressWarnings({ "rawtypes", "unchecked" })
  public static <T> Serializer<T> getSerializer(Schema schema) {
    Serializer serializer = null;
    Type type = schema.getType();
    if (type.equals(Type.STRING)) {
      serializer = CharSequenceSerializer.get();
    } else if (type.equals(Type.BOOLEAN)) {
      serializer = BooleanSerializer.get();
    } else if (type.equals(Type.BYTES)) {
      serializer = ByteBufferSerializer.get();
    } else if (type.equals(Type.DOUBLE)) {
      serializer = DoubleSerializer.get();
    } else if (type.equals(Type.FLOAT)) {
      serializer = FloatSerializer.get();
    } else if (type.equals(Type.INT)) {
      serializer = IntegerSerializer.get();
    } else if (type.equals(Type.LONG)) {
      serializer = LongSerializer.get();
    } else if (type.equals(Type.FIXED)) {
      Class clazz = TypeUtils.getClass(schema);
      serializer = SpecificFixedSerializer.get(clazz);
      // serializer = SpecificFixedSerializer.get(schema);
    } else if (type.equals(Type.ARRAY)) {
      serializer = ListSerializer.get(schema.getElementType());
    } else if (type.equals(Type.MAP)) {
      serializer = MapSerializer.get(schema.getValueType());
    } else if (type.equals(Type.UNION)){
      serializer = ByteBufferSerializer.get();
    } else if (type.equals(Type.RECORD)){
      serializer = BytesArraySerializer.get();
    } else {
      serializer = null;
    }
    return serializer;
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    }
    return serializer;
  }

  public static MapSerializer get(Schema valueSchema) {
    Type type = valueSchema.getType();
    if (type == Type.FIXED) {
      return get(Type.FIXED, TypeUtils.getClass(valueSchema));
    } else {
      return get(type);
    }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    }
    return serializer;
  }

  public static ListSerializer get(Schema elementSchema) {
    Type type = elementSchema.getType();
    if (type == Type.FIXED) {
      return get(Type.FIXED, TypeUtils.getClass(elementSchema));
    } else {
      return get(type);
    }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
115
116
117
        // get field
        if (fieldName.indexOf(CassandraStore.UNION_COL_SUFIX) < 0) {

          int pos = this.persistent.getSchema().getField(fieldName).pos();
          Field field = fields.get(pos);
          Type fieldType = field.schema().getType();
          // LOG.info(StringSerializer.get().fromByteBuffer(cassandraColumn.getName())
          // + fieldName + " " + fieldType.name());
          if (fieldType.equals(Type.UNION)) {
            //getting UNION stored type
            CassandraColumn cc = getUnionTypeColumn(fieldName
                + CassandraStore.UNION_COL_SUFIX, cassandraRow.toArray());
            //creating temporary UNION Field
            Field unionField = new Field(fieldName
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    } else if (type.equals(Type.RECORD)){
      value = fromByteBuffer(fieldSchema, byteBuffer);
    } else if (type.equals(Type.UNION)){
      // the selected union schema is obtained
      Schema unionFieldSchema = getUnionSchema(super.getUnionType(), fieldSchema);
      Type unionFieldType = unionFieldSchema.getType();
      // we use the selected union schema to deserialize our actual value
      //value = fromByteBuffer(unionFieldSchema, byteBuffer);
      value = getFieldValue(unionFieldType, unionFieldSchema, byteBuffer);
    } else {
      value = fromByteBuffer(fieldSchema, byteBuffer);
View Full Code Here
TOP

Related Classes of org.apache.avro.Schema.Type

  • com.fasterxml.jackson.dataformat.avro.ser.AvroWriteContext
  • com.linkedin.databus.bootstrap.utils.BootstrapAuditMain
  • com.linkedin.databus.bootstrap.utils.BootstrapAuditTester
  • com.linkedin.databus2.producers.db.OracleAvroGenericEventFactory
  • com.linkedin.databus2.schemas.utils.SchemaHelper
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormat
  • org.apache.avro.data.RecordBuilderBase
  • org.apache.gora.accumulo.store.AccumuloStore
  • org.apache.gora.cassandra.query.CassandraResult
  • org.apache.gora.cassandra.query.CassandraSubColumn
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.