Package org.apache.avro.generic

Examples of org.apache.avro.generic.IndexedRecord

92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  }

  public static class AvroIndexedRecordPartitioner extends Partitioner<Object, Object> {
    @Override
    public int getPartition(Object key, Object value, int numPartitions) {
      IndexedRecord record;
      if (key instanceof AvroWrapper) {
        record = (IndexedRecord) ((AvroWrapper) key).datum();
      } else if (key instanceof IndexedRecord) {
        record = (IndexedRecord) key;
      } else {
        throw new UnsupportedOperationException("Unknown avro key type: " + key);
      }
      return (Math.abs(record.get(0).hashCode()) & Integer.MAX_VALUE) % numPartitions;
    }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
    avroPartitioner = new AvroIndexedRecordPartitioner();
  }

  @Test
  public void testGetPartition() {
    IndexedRecord indexedRecord = new MockIndexedRecord(3);
    AvroKey<IndexedRecord> avroKey = new AvroKey<IndexedRecord>(indexedRecord);

    assertEquals(3, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 5));
    assertEquals(1, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 2));
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
    assertEquals(1, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 2));
  }

  @Test
  public void testGetPartition_NegativeHashValue() {
    IndexedRecord indexedRecord = new MockIndexedRecord(-3);
    AvroKey<IndexedRecord> avroKey = new AvroKey<IndexedRecord>(indexedRecord);

    assertEquals(0, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 5));
    assertEquals(1, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 2));
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
    assertEquals(1, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 2));
  }

  @Test
  public void testGetPartition_IntegerMinValue() {
    IndexedRecord indexedRecord = new MockIndexedRecord(Integer.MIN_VALUE);
    AvroKey<IndexedRecord> avroKey = new AvroKey<IndexedRecord>(indexedRecord);

    assertEquals(0, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), Integer.MAX_VALUE));
  }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
  }

  public static class AvroIndexedRecordPartitioner extends Partitioner<Object, Object> {
    @Override
    public int getPartition(Object key, Object value, int numPartitions) {
      IndexedRecord record;
      if (key instanceof AvroWrapper) {
        record = (IndexedRecord) ((AvroWrapper) key).datum();
      } else if (key instanceof IndexedRecord) {
        record = (IndexedRecord) key;
      } else {
        throw new UnsupportedOperationException("Unknown avro key type: " + key);
      }
      return (record.get(0).hashCode() & Integer.MAX_VALUE) % numPartitions;
    }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
  }

  public static class AvroIndexedRecordPartitioner extends Partitioner<Object, Object> {
    @Override
    public int getPartition(Object key, Object value, int numPartitions) {
      IndexedRecord record;
      if (key instanceof AvroWrapper) {
        record = (IndexedRecord) ((AvroWrapper) key).datum();
      } else if (key instanceof IndexedRecord) {
        record = (IndexedRecord) key;
      } else {
        throw new UnsupportedOperationException("Unknown avro key type: " + key);
      }
      return (Math.abs(record.get(0).hashCode()) & Integer.MAX_VALUE) % numPartitions;
    }
View Full Code Here
92
93
94
95
96
97
98
99
  }

  public static class AvroIndexedRecordPartitioner<K, V> extends Partitioner<AvroKey<K>, AvroValue<V>> {
    @Override
    public int getPartition(AvroKey<K> key, AvroValue<V> value, int numPartitions) {
      IndexedRecord record = (IndexedRecord) key.datum();
      return (Math.abs(record.get(0).hashCode()) & Integer.MAX_VALUE) % numPartitions;
    }
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
      return jsonObject;
    }

    case RECORD: {
      final ObjectNode jsonObject = JSON_NODE_FACTORY.objectNode();
      final IndexedRecord record = (IndexedRecord) value;
      if (!record.getSchema().equals(schema)) {
        throw new IOException(String.format(
            "Avro schema specifies record type '%s' but got '%s'.",
            schema.getFullName(), record.getSchema().getFullName()));
      }
      for (Schema.Field field : schema.getFields()) {
        final Object fieldValue = record.get(field.pos());
        final JsonNode fieldNode = toJsonNode(fieldValue, field.schema());
        // Outputs the field only if its value differs from the field's default:
        if ((field.defaultValue() == null) || !fieldNode.equals(field.defaultValue())) {
          jsonObject.put(field.name(), fieldNode);
        }
View Full Code Here
93
94
95
96
97
98
99
100
  }

  public static class AvroIndexedRecordPartitioner<K, V> extends Partitioner<AvroKey<K>, AvroValue<V>> {
    @Override
    public int getPartition(AvroKey<K> key, AvroValue<V> value, int numPartitions) {
      IndexedRecord record = (IndexedRecord) key.datum();
      return (Math.abs(record.get(0).hashCode()) & Integer.MAX_VALUE) % numPartitions;
    }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
    avroPartitioner = new AvroIndexedRecordPartitioner();
  }

  @Test
  public void testGetPartition() {
    IndexedRecord indexedRecord = new MockIndexedRecord(3);
    AvroKey<IndexedRecord> avroKey = new AvroKey<IndexedRecord>(indexedRecord);

    assertEquals(3, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 5));
    assertEquals(1, avroPartitioner.getPartition(avroKey, new AvroValue<Object>(), 2));
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.IndexedRecord

  • com.cloudera.cdk.data.hbase.avro.AvroEntityComposer
  • com.cloudera.cdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
  • com.cloudera.cdk.morphline.avro.ExtractAvroTreeBuilder$ExtractAvroTree
  • com.cloudera.cdk.morphline.avro.ToAvroBuilder$ToAvro
  • org.apache.avro.file.TestSeekableByteArrayInput
  • org.apache.crunch.lib.AvroIndexedRecordPartitionerTest
  • org.apache.crunch.lib.join.JoinUtils$AvroIndexedRecordPartitioner
  • org.kiji.schema.util.ToJson
  • org.kitesdk.data.hbase.avro.AvroEntityComposer
  • org.kitesdk.morphline.avro.AvroConversions
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.