Examples of org.apache.hadoop.io.ObjectWritable

org.apache.hadoop.io.ObjectWritable
A polymorphic Writable that writes an instance with it's class name. Handles arrays, strings and primitive types without a Writable wrapper.

      int numInlinks = 0;
      float totalInlinkScore = rankOne;


      while (values.hasNext()) {


        ObjectWritable next = values.next();
        Object value = next.get();
        if (value instanceof Node) {
          node = (Node)value;
        }
        else if (value instanceof LinkDatum) {

View Full Code Here

   */
  public void map(Text key, Writable value,
    OutputCollector<Text, ObjectWritable> output, Reporter reporter)
    throws IOException {


    ObjectWritable objWrite = new ObjectWritable();
    objWrite.set(value);
    output.collect(key, objWrite);
  }

View Full Code Here

    CrawlDatum datum = null;


    // set the node and the crawl datum, should be one of each unless no node
    // for url in the crawldb
    while (values.hasNext()) {
      ObjectWritable next = values.next();
      Object value = next.get();
      if (value instanceof Node) {
        node = (Node)value;
      }
      else if (value instanceof CrawlDatum) {
        datum = (CrawlDatum)value;

View Full Code Here

        dump.append("\nParseText::\n").append(((ParseText) value).toString());
      } else if (LOG.isWarnEnabled()) {
        LOG.warn("Unrecognized type: " + value.getClass());
      }
    }
    output.collect(key, new ObjectWritable(dump.toString()));
  }

View Full Code Here

      // convert on the fly from old formats with UTF8 keys
      if (key instanceof UTF8) {
        newKey.set(key.toString());
        key = newKey;
      }
      collector.collect(key, new ObjectWritable(value));
    }

View Full Code Here

      if (fs.exists(segmentDumpFile)) fs.delete(segmentDumpFile);


      final PrintStream printStream = new PrintStream(fs.create(segmentDumpFile));
      return new RecordWriter() {
        public synchronized void write(WritableComparable key, Writable value) throws IOException {
          ObjectWritable writable = (ObjectWritable) value;
          printStream.println((String) writable.get());
        }


        public synchronized void close(Reporter reporter) throws IOException {
          printStream.close();
        }

View Full Code Here

      LOG.error("Error initializing spilled data stream.", e);
      throw new RuntimeException(e);
    }
    spillOutputBuffer = new SpillingDataOutputBuffer(bufferCount, bufferSize,
        threshold, direct, processor);
    objectWritable = new ObjectWritable();
    objectWritable.setConf(conf);
    this.conf = conf;
  }

View Full Code Here


  @Override
  public final void add(M item) {
    size++;
    try {
      new ObjectWritable(item).write(writer);
    } catch (IOException e) {
      LOG.error(e);
    }
  }

View Full Code Here

              + " procesingTime= " + processingTime);
        }
        if (verbose)
          log("Return: " + value);


        return new ObjectWritable(method.getReturnType(), value);


      } catch (InvocationTargetException e) {
        Throwable target = e.getTargetException();
        if (target instanceof IOException) {
          throw (IOException) target;

View Full Code Here


    public void readFields(DataInput in) throws IOException {
      methodName = UTF8.readString(in);
      parameters = new Object[in.readInt()];
      parameterClasses = new Class[parameters.length];
      ObjectWritable objectWritable = new ObjectWritable();
      for (int i = 0; i < parameters.length; i++) {
        parameters[i] = ObjectWritable
            .readObject(in, objectWritable, this.conf);
        parameterClasses[i] = objectWritable.getDeclaredClass();
      }
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.io.ObjectWritable

co.cask.cdap.hive.datasets.DatasetInputFormat

co.cask.cdap.hive.datasets.DatasetSerDe

mil.nga.giat.geowave.accumulo.mapreduce.dedupe.GeoWaveDedupeCombiner

mil.nga.giat.geowave.accumulo.mapreduce.NativeMapContext

mil.nga.giat.geowave.accumulo.mapreduce.NativeReduceContext

net.ripe.hadoop.pcap.io.reader.PcapIPv6RecordReaderTest

net.ripe.hadoop.pcap.io.reader.PcapRecordReader

net.ripe.hadoop.pcap.io.reader.PcapRecordReaderTest

net.ripe.hadoop.pcap.io.reader.PcapReversedHeaderRecordReaderTest

net.ripe.hadoop.pcap.serde.PcapDeserializer

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.