Examples of org.apache.avro.generic.GenericArray

org.apache.avro.generic.GenericArray
An array of objects.

      return null;
    }
    Object value = null;
    if (type == Type.ARRAY) {
      GenericArraySerializer serializer = GenericArraySerializer.get(fieldSchema.getElementType());
      GenericArray genericArray = serializer.fromByteBuffer(byteBuffer);
      value = genericArray;
    } else if (type == Type.MAP) {
      StatefulHashMapSerializer serializer = StatefulHashMapSerializer.get(fieldSchema.getValueType());
      StatefulHashMap map = serializer.fromByteBuffer(byteBuffer);
      value = map;

View Full Code Here

        continue;
      }
      if (value instanceof GenericRecord)
        collapseSameType((GenericRecord)value);
      if (value instanceof GenericArray) {
        GenericArray array = (GenericArray)value;
        Set<Object> valuesHash = new HashSet<Object>();
        boolean unmodified = true;
        for (int i = 0; i < array.size(); i++) {
          Object o = array.get(i);
          if (o instanceof GenericRecord)
            collapseSameType((GenericRecord) o);
          
          unmodified &= valuesHash.add(o);
          
          
        }
        if(!unmodified)
        {
          GenericArray<Object> newValues = new GenericData.Array<Object>(array.getSchema(), valuesHash);
          obj.put(f.name(), newValues);
        }
      }
    }

View Full Code Here

        value = ((Text)value).getValue();
      }
      switch (type) {
        case ARRAY: {
          Schema elementType = schema.getElementType();
          GenericArray ga = new GenericData.Array(0, elementType);
          Collection list = (Collection) value;
          for (Object o : list) {
            ga.add(getValue(elementType, o));
          }
          result = ga;
          break;
        }
        case MAP: {

View Full Code Here

      f = schema.getField(field.substring(0, dotindex));
      if (f != null) {
        field = field.substring(dotindex + 1);
        Object o = value.get(f.pos());
        if (o instanceof GenericArray) {
          GenericArray ga = (GenericArray) o;
          for (Object e : ga) {
            if (e instanceof SpecificRecord) {
              SpecificRecord sr = (SpecificRecord) e;
              addField(sr, sr.getSchema(), document, field, solrfield);
            } else {
              throw new AvroBaseException("Invalid field name" + solrfield);
            }
          }
          return;
        }
      } else {
        throw new AvroBaseException("Invalid field name" + solrfield);
      }
    }
    f = schema.getField(field);
    if (f != null) {
      Object o = value.get(f.pos());
      if (o instanceof GenericArray) {
        GenericArray ga = (GenericArray) o;
        for (Object e : ga) {
          if (e instanceof SpecificRecord) {
            SpecificRecord sr = (SpecificRecord) e;
            Schema.Field idField = sr.getSchema().getField("id");
            if (idField != null) {

View Full Code Here

        break;
      case ARRAY:
        if (value != null) {
          if (value instanceof DirtyListWrapper<?>) {
            DirtyListWrapper fieldValue = (DirtyListWrapper<?>)value;
            GenericArray valueArray = new Array(fieldValue.size(), schema);
            for (int i = 0; i < fieldValue.size(); i++) {
              valueArray.add(i, fieldValue.get(i));
            }
            this.cassandraClient.addGenericArray(key, field.name(), (GenericArray<?>)valueArray);
          } else {
            LOG.warn("Array with value: " + value.toString() + " not supported for field: " + field.name());
          }

View Full Code Here

      return unrolledSchemas;
    } else if (schema.getType() == Schema.Type.ARRAY) {
      // Iterate through all elements of array; call unrollUnionsWithData() on each one.
      // Then deduplicate the resulting schemas
      TreeMap<String, Schema> seenSchemas = new TreeMap<String, Schema>();
      GenericArray gra = (GenericArray) grObj;
      for (int i = 0; i < gra.size(); i++) {
        List<Schema> result = unrollUnionsWithData(schema.getElementType(), gra.get(i), false, topLevelOnly);
        if (result != null) {
          for (Schema subS: result) {
            if (seenSchemas.get(subS.toString()) == null) {
              seenSchemas.put(subS.toString(), subS);
            }

View Full Code Here

            if (value instanceof GenericRecord) {
                record.put(fieldName,
                           copyRecord((GenericRecord) value,
                                      new HashMap<String, Object>()));
            } else if (value instanceof GenericArray) {
                GenericArray avroArray = (GenericArray) value;
                List<Map<String, Object>> list = new ArrayList<Map<String, Object>>((int) avroArray.size());
                record.put(fieldName, list);
                copyArray(avroArray, list);
            } else if (value instanceof Utf8) {
                record.put(fieldName, ((Utf8) value).toString());
            } else {

View Full Code Here

            }
          }
          break;
        case ARRAY:
          if(o instanceof GenericArray) {
            GenericArray arr = (GenericArray) o;
            int j=0;
            for(Object item : arr) {
              byte[] val = toBytes(item);
              put.add(hcol.getFamily(), Bytes.toBytes(j++), val);
              hasPuts = true;

View Full Code Here

              count++;
            }
          }
          break;
        case ARRAY:
          GenericArray array = (GenericArray) o;
          int j = 0;
          for (Object item : array) {
            m.put(col.getFirst(), new Text(toBytes(j++)), new Value(toBytes(item)));
            count++;
          }

View Full Code Here

0 1

TOP

Related Classes of org.apache.avro.generic.GenericArray

avrobase.gae.GAEAB

avrobase.solr.SolrIndex

com.cloudera.recordbreaker.analyzer.SchemaUtils

edu.isi.karma.kr2rml.writer.AvroKR2RMLRDFWriter

io.s4.serialize.AvroSerDeser

org.apache.gora.accumulo.store.AccumuloStore

org.apache.gora.cassandra.query.CassandraSubColumn

org.apache.gora.cassandra.store.CassandraStore

org.apache.gora.hbase.store.HBaseStore

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.