Package org.apache.avro.generic

Examples of org.apache.avro.generic.GenericContainer

126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
    }
   
    @Override
    protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
      GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
      Preconditions.checkNotNull(datum);
      Preconditions.checkNotNull(datum.getSchema());     
      Record outputRecord = inputRecord.copy();
     
      for (Map.Entry<String, Collection<String>> entry : stepMap.entrySet()) {
        String fieldName = entry.getKey();
        List<String> steps = (List<String>) entry.getValue();
        extractPath(datum, datum.getSchema(), fieldName, steps, outputRecord, 0);
      }
       
      // pass record to next command in chain:
      return getChild().process(outputRecord);
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
    }
   
    @Override
    protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
      GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
      Preconditions.checkNotNull(datum);
      Preconditions.checkNotNull(datum.getSchema());     
      Record outputRecord = inputRecord.copy();
     
      extractTree(datum, datum.getSchema(), outputRecord, outputFieldPrefix);
       
      // pass record to next command in chain:
      return getChild().process(outputRecord);
    }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
      try {
        try {
          Schema schema = null;
          for (Object attachment : src.get(Fields.ATTACHMENT_BODY)) {
            Preconditions.checkNotNull(attachment);
            GenericContainer datum = (GenericContainer) attachment;
            schema = getSchema(datum, schema);
            assert schema != null;
            if (dataFileWriter == null) { // init
              GenericDatumWriter datumWriter = new GenericDatumWriter(schema);
              dataFileWriter = new DataFileWriter(datumWriter);
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
        GenericDatumWriter datumWriter = new GenericDatumWriter();
        Encoder encoder = null;
        Schema schema = null;
        for (Object attachment : src.get(Fields.ATTACHMENT_BODY)) {
          Preconditions.checkNotNull(attachment);
          GenericContainer datum = (GenericContainer) attachment;
          schema = getSchema(datum, schema);
          assert schema != null;
          datumWriter.setSchema(schema);
          if (encoder == null) { // init
            if (format == Format.containerlessJSON) {
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
      removeAttachments(template);
      template.put(Fields.ATTACHMENT_MIME_TYPE, ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE);
      Decoder decoder = prepare(in);
      try {
        while (true) {
          GenericContainer datum = datumReader.read(null, decoder);
          if (!extract(datum, template)) {
            return false;
          }
        }
      } catch (EOFException e) {
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
        }
        Record template = inputRecord.copy();
        removeAttachments(template);
        template.put(Fields.ATTACHMENT_MIME_TYPE, ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE);
        while (reader.hasNext()) {
          GenericContainer datum = reader.next();
          if (!extract(datum, template)) {
            return false;
          }
        }
      } finally {
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
    }
   
    @Override
    protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
      GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
      Preconditions.checkNotNull(datum);
      Preconditions.checkNotNull(datum.getSchema());     
      Record outputRecord = inputRecord.copy();
     
      for (Map.Entry<String, Collection<String>> entry : stepMap.entrySet()) {
        String fieldName = entry.getKey();
        List<String> steps = (List<String>) entry.getValue();
        extractPath(datum, datum.getSchema(), fieldName, steps, outputRecord, 0);
      }
       
      // pass record to next command in chain:
      return getChild().process(outputRecord);
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
    }
   
    @Override
    protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
      GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
      Preconditions.checkNotNull(datum);
      Preconditions.checkNotNull(datum.getSchema());     
      Record outputRecord = inputRecord.copy();
     
      extractTree(datum, datum.getSchema(), outputRecord, outputFieldPrefix);
       
      // pass record to next command in chain:
      return getChild().process(outputRecord);
    }
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
      try {
        try {
          Schema schema = null;
          for (Object attachment : src.get(Fields.ATTACHMENT_BODY)) {
            Preconditions.checkNotNull(attachment);
            GenericContainer datum = (GenericContainer) attachment;
            schema = getSchema(datum, schema);
            if (dataFileWriter == null) { // init
              GenericDatumWriter datumWriter = new GenericDatumWriter(schema);
              dataFileWriter = new DataFileWriter(datumWriter);
              if (codecFactory != null) {
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
        GenericDatumWriter datumWriter = new GenericDatumWriter();
        Encoder encoder = null;
        Schema schema = null;
        for (Object attachment : src.get(Fields.ATTACHMENT_BODY)) {
          Preconditions.checkNotNull(attachment);
          GenericContainer datum = (GenericContainer) attachment;
          schema = getSchema(datum, schema);
          datumWriter.setSchema(schema);
          if (encoder == null) { // init
            if (format == Format.containerlessJSON) {
              encoder = EncoderFactory.get().jsonEncoder(schema, dst);
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.GenericContainer

  • com.cloudera.cdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
  • com.cloudera.cdk.morphline.avro.ExtractAvroTreeBuilder$ExtractAvroTree
  • com.cloudera.cdk.morphline.avro.ReadAvroBuilder$ReadAvro
  • com.cloudera.cdk.morphline.avro.ReadAvroContainerBuilder$ReadAvroContainer
  • com.cloudera.cdk.morphline.avro.WriteAvroToByteArrayBuilder$WriteAvroToByteArray
  • com.cloudera.recordbreaker.analyzer.UnknownTextSchemaDescriptor
  • com.cloudera.recordbreaker.learnstructure.LearnStructure
  • org.flowforwarding.warp.protocol.container.avro.AvroRecord
  • org.kiji.scoring.server.KijiScoringServerCell
  • org.kitesdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.