Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.ObjectWritable

315
316
317
318
319
320
321
322
323
324
325
326
      List<LinkDatum> anchors = new ArrayList<LinkDatum>();
      FieldsWritable basicFields = null;

      // aggregate inlinks assign basic fields
      while (values.hasNext()) {
        ObjectWritable objWrite = values.next();
        Object obj = objWrite.get();
        if (obj instanceof LinkDatum) {
          anchors.add((LinkDatum)obj);
        }
        else if (obj instanceof FieldsWritable) {
          basicFields = (FieldsWritable)obj;
View Full Code Here
341
342
343
344
345
346
347
348
349
    public void map(Text key, Writable value,
      OutputCollector<Text, ObjectWritable> output, Reporter reporter)
      throws IOException {

      ObjectWritable objWrite = new ObjectWritable();
      objWrite.set(value);
      output.collect(key, objWrite);
    }
View Full Code Here
354
355
356
357
358
359
360
361
362
363
364
365
      FieldsWritable basicFields = null;
      List<FieldWritable> customFields = new ArrayList<FieldWritable>();

      while (values.hasNext()) {
        ObjectWritable objWrite = values.next();
        Object obj = objWrite.get();
        if (obj instanceof FieldWritable) {
          customFields.add((FieldWritable)obj);
        }
        else if (obj instanceof FieldsWritable) {
          basicFields = (FieldsWritable)obj;
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
    public void readFields(DataInput in) throws IOException {
      methodName = Text.readString(in);
      parameters = new Object[in.readInt()];
      parameterClasses = new Class[parameters.length];
      ObjectWritable objectWritable = new ObjectWritable();
      for (int i = 0; i < parameters.length; i++) {
        parameters[i] = ObjectWritable.readObject(in, objectWritable, this.conf);
        parameterClasses[i] = objectWritable.getDeclaredClass();
      }
    }
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
    }

    public Object invoke(Object proxy, Method method, Object[] args)
      throws Throwable {
      long startTime = System.currentTimeMillis();
      ObjectWritable value = (ObjectWritable)
        client.call(new Invocation(method, args), address, ticket);
      long callTime = System.currentTimeMillis() - startTime;
      LOG.debug("Call: " + method.getName() + " " + callTime);
      return value.get();
    }
View Full Code Here
490
491
492
493
494
495
496
497
498
499
500
    m.inc(processingTime);
  }

        if (verbose) log("Return: "+value);

        return new ObjectWritable(method.getReturnType(), value);

      } catch (InvocationTargetException e) {
        Throwable target = e.getTargetException();
        if (target instanceof IOException) {
          throw (IOException)target;
View Full Code Here
223
224
225
226
227
228
229
230
231
232
233
                   
                   
                    try {
                        ARCMapRunner.this.mapper.map(
                            new Text(rec.getMetaData().getUrl()),
                            new ObjectWritable(rec), this.output,
                            this.reporter);
                       
                        final long b = rec.getMetaData().getContentBegin();
                        final long l = rec.getMetaData().getLength();
                        final long recordLength = (l > b)? (l - b): l;
View Full Code Here
181
182
183
184
185
186
187
        dump.append("\nParseText::\n").append(((ParseText) value).toString());
      } else if (LOG.isWarnEnabled()) {
        LOG.warn("Unrecognized type: " + value.getClass());
      }
    }
    output.collect(key, new ObjectWritable(dump.toString()));
  }
View Full Code Here
85
86
87
88
89
90
91
      // convert on the fly from old formats with UTF8 keys
      if (key instanceof UTF8) {
        newKey.set(key.toString());
        key = newKey;
      }
      collector.collect(key, new ObjectWritable(value));
    }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
      if (fs.exists(segmentDumpFile)) fs.delete(segmentDumpFile);

      final PrintStream printStream = new PrintStream(fs.create(segmentDumpFile));
      return new RecordWriter() {
        public synchronized void write(WritableComparable key, Writable value) throws IOException {
          ObjectWritable writable = (ObjectWritable) value;
          printStream.println((String) writable.get());
        }

        public synchronized void close(Reporter reporter) throws IOException {
          printStream.close();
        }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.ObjectWritable

  • co.cask.cdap.hive.datasets.DatasetInputFormat
  • co.cask.cdap.hive.datasets.DatasetSerDe
  • mil.nga.giat.geowave.accumulo.mapreduce.dedupe.GeoWaveDedupeCombiner
  • mil.nga.giat.geowave.accumulo.mapreduce.NativeMapContext
  • mil.nga.giat.geowave.accumulo.mapreduce.NativeReduceContext
  • net.ripe.hadoop.pcap.io.reader.PcapIPv6RecordReaderTest
  • net.ripe.hadoop.pcap.io.reader.PcapRecordReader
  • net.ripe.hadoop.pcap.io.reader.PcapRecordReaderTest
  • net.ripe.hadoop.pcap.io.reader.PcapReversedHeaderRecordReaderTest
  • net.ripe.hadoop.pcap.serde.PcapDeserializer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.