Package org.apache.avro.generic

Examples of org.apache.avro.generic.GenericContainer

111
112
113
114
115
116
117
118
119
120
121
      removeAttachments(template);
      template.put(Fields.ATTACHMENT_MIME_TYPE, ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE);
      Decoder decoder = prepare(in);
      try {
        while (true) {
          GenericContainer datum = datumReader.read(null, decoder);
          if (!extract(datum, template)) {
            return false;
          }
        }
      } catch (EOFException e) {
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
        }
        Record template = inputRecord.copy();
        removeAttachments(template);
        template.put(Fields.ATTACHMENT_MIME_TYPE, ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE);
        while (reader.hasNext()) {
          GenericContainer datum = reader.next();
          if (!extract(datum, template)) {
            return false;
          }
        }
      } finally {
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
      try {
        in = new BufferedReader(new InputStreamReader(fs.open(p)));
        try {
          String str = in.readLine();
          while (str != null) {
            GenericContainer gct = typeTree.parse(str);

            if (gct != null) {
              jsonGDWriter.write(gct, encoder);
            }
            str = in.readLine();
          }     
        } finally {
          in.close();
        }
      } finally {
        encoder.flush();
        outJson.close();
      }
    }

    if (avroDataFile != null) {
      int numGoodParses = 0;
      int lineno = 0;
      Schema schema = typeTree.getAvroSchema();

      GenericDatumWriter gdWriter = new GenericDatumWriter(schema);
      DataFileWriter outData = new DataFileWriter(gdWriter);
      outData = outData.create(schema, fs2.create(avroDataFile));

      try {
        in = new BufferedReader(new InputStreamReader(fs.open(p)));
        try {
          String str = in.readLine();
          while (str != null) {
            GenericContainer gct = typeTree.parse(str);
            if (gct != null) {
              numGoodParses++;
              outData.append(gct);
            } else {
              if (verbose) {
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
      }
      Object lookahead() {
        try {
          String str = null;
          while ((str = in.readLine()) != null) {
            GenericContainer resultObj = typeTree.parse(str);
            lineno++;
            if (resultObj != null) {
              return resultObj;
            }
          }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
      final Object input
  ) throws IOException {

    final String jsonString;
    if (input instanceof GenericContainer) {
      final GenericContainer record = (GenericContainer) input;
      final ByteArrayOutputStream baos = new ByteArrayOutputStream();
      try {
        final JsonEncoder encoder = EncoderFactory.get().jsonEncoder(record.getSchema(), baos);
        if (record instanceof SpecificRecord) {
          new SpecificDatumWriter<GenericContainer>(record.getSchema()).write(record, encoder);
        } else {
          new GenericDatumWriter<GenericContainer>(record.getSchema()).write(record, encoder);
        }
        encoder.flush();
        jsonString = new String(baos.toByteArray(), Charset.forName("UTF-8"));
      } finally {
        baos.close();
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
      if (readyToBinary) {
         GenericRecordBuilder builder = new GenericRecordBuilder(schema);
         Set<String> keys = fields.keySet();
         for (String key : keys) {
            INamedValue<String, GenericContainer> item = fields.get(key);
            GenericContainer val = item.get();
            // TODO Improv. I dislike this NULL verification
            if (val != null)
               builder.set(item.name(), val);
         }
        
         return builder.build();
      } else {
         GenericRecord record = new GenericData.Record (schema);

         Set<String> keys = fields.keySet();
         for (String key : keys) {
            INamedValue<String, GenericContainer> item = fields.get(key);
            GenericContainer val = item.get();
            // TODO Improv. I dislike this NULL verification
            if (val != null)
               record.put(key, val);
         }        
         return record;
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.GenericContainer

  • com.cloudera.cdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
  • com.cloudera.cdk.morphline.avro.ExtractAvroTreeBuilder$ExtractAvroTree
  • com.cloudera.cdk.morphline.avro.ReadAvroBuilder$ReadAvro
  • com.cloudera.cdk.morphline.avro.ReadAvroContainerBuilder$ReadAvroContainer
  • com.cloudera.cdk.morphline.avro.WriteAvroToByteArrayBuilder$WriteAvroToByteArray
  • com.cloudera.recordbreaker.analyzer.UnknownTextSchemaDescriptor
  • com.cloudera.recordbreaker.learnstructure.LearnStructure
  • org.flowforwarding.warp.protocol.container.avro.AvroRecord
  • org.kiji.scoring.server.KijiScoringServerCell
  • org.kitesdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.