Package org.apache.hadoop.typedbytes

Examples of org.apache.hadoop.typedbytes.TypedBytesWritable

63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
      Path file = new Path(root, "test.seq");
      assertTrue(fs.exists(file));
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, file, conf);
      int counter = 0;
      TypedBytesWritable key = new TypedBytesWritable();
      TypedBytesWritable value = new TypedBytesWritable();
      while (reader.next(key, value)) {
        assertEquals(Long.class, key.getValue().getClass());
        assertEquals(String.class, value.getValue().getClass());
        assertTrue("Invalid record.",
          Integer.parseInt(value.toString()) % 10 == 0);
        counter++;
      }
      assertEquals("Wrong number of records.", 100, counter);
    } finally {
      try {
View Full Code Here
39
40
41
42
43
44
45
46
47
 
  @Override
  public void initialize(PipeMapRed pipeMapRed) throws IOException {
    super.initialize(pipeMapRed);
    clientIn = pipeMapRed.getClientInput();
    key = new TypedBytesWritable();
    value = new TypedBytesWritable();
    in = new TypedBytesInput(clientIn);
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
  }

  @Override
  public String getLastOutput() {
    if (bytes != null) {
      return new TypedBytesWritable(bytes).toString();
    } else {
      return null;
    }
  }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
    }
    TypedBytesInput tbinput = new TypedBytesInput(new DataInputStream(System.in));
    SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf, path,
      TypedBytesWritable.class, TypedBytesWritable.class);
    try {
      TypedBytesWritable key = new TypedBytesWritable();
      TypedBytesWritable value = new TypedBytesWritable();
      byte[] rawKey = tbinput.readRaw();
      while (rawKey != null) {
        byte[] rawValue = tbinput.readRaw();
        key.set(rawKey, 0, rawKey.length);
        value.set(rawValue, 0, rawValue.length);
        writer.append(key, value);
        rawKey = tbinput.readRaw();
      }
    } finally {
      writer.close();
View Full Code Here
20
21
22
23
24
25
26
27
28
29
  TypedBytesWritable value;

  public SequenceFileExportWriter(Configuration conf, Path path)
      throws Exception {
    FileSystem fs = FileSystem.get(conf);
    key = new TypedBytesWritable();
    value = new TypedBytesWritable();
    writer = SequenceFile.createWriter(fs, conf, path, TypedBytesWritable.class,
        TypedBytesWritable.class);
  }
View Full Code Here
23
24
25
26
27
28
29
30
  private TypedBytesWritable key;
  private TypedBytesWritable value;

  public MathematicaTask(TaskInputOutputContext<?, ?, TypedBytesWritable, TypedBytesWritable> context) {
    this.context = context;
    key = new TypedBytesWritable();
    value = new TypedBytesWritable();
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.typedbytes.TypedBytesWritable

  • com.dappervision.hbase.mapred.TypedBytesTableRecordReader
  • com.wolfram.hadoop.dfs.SequenceFileExportWriter
  • com.wolfram.hadoop.mapreduce.MathematicaTask
  • gov.sandia.dfgleic.TSQR$TSQRIteration
  • org.apache.hadoop.streaming.io.TypedBytesOutputReader
  • org.apache.hadoop.streaming.LoadTypedBytes
  • org.apache.hadoop.streaming.TestLoadTypedBytes
  • java.io.DataOutputStream
  • java.io.ByteArrayOutputStream
  • java.io.ByteArrayInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.