Examples of RecordReader

com.facebook.hive.orc.RecordReader
A row-by-row iterator for ORC files.
com.flaptor.util.sort.RecordReader
com.netflix.astyanax.util.RecordReader
@author elandau
org.apache.drill.exec.store.RecordReader
org.apache.hadoop.hive.ql.io.orc.RecordReader
A row-by-row iterator for ORC files.
org.apache.hadoop.mapred.RecordReader
RecordReader reads <key, value> pairs from an {@link InputSplit}.
RecordReader, typically, converts the byte-oriented view of the input, provided by the InputSplit, and presents a record-oriented view for the {@link Mapper} & {@link Reducer} tasks for processing. It thus assumes the responsibility of processing record boundaries and presenting the tasks with keys and values.
@see InputSplit @see InputFormat
org.apache.hadoop.mapreduce.RecordReader
The record reader breaks the data into key/value pairs for input to the {@link Mapper}. @param < KEYIN> @param < VALUEIN>
org.apache.hadoop.record.RecordReader
Front-end interface to deserializers. Also acts as a factory for deserializers. @author Milind Bhandarkar

Examples of org.apache.hadoop.record.RecordReader

            r1.setStringVal(new Text("random text"));
            r1.setBufferVal(new ByteArrayOutputStream(20));
            r1.setVectorVal(new ArrayList());
            r1.setMapVal(new TreeMap());
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "binary");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            assertTrue(r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();
        }

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r1.setStringVal(new Text("random text"));
            r1.setBufferVal(new ByteArrayOutputStream(20));
            r1.setVectorVal(new ArrayList());
            r1.setMapVal(new TreeMap());
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "csv");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            assertTrue(r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();
        }

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r1.setStringVal(new Text("random text"));
            r1.setBufferVal(new ByteArrayOutputStream(20));
            r1.setVectorVal(new ArrayList());
            r1.setMapVal(new TreeMap());
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "xml");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            assertTrue(r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();
        }

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal(new Text("other random text"));
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "binary");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal(new Text("other random text"));
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "csv");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal(new Text("other %random &amp; >&more text"));
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "xml");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal("other random text");
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "binary");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal("other random text");
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "csv");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal("other random text");
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "xml");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

Examples of org.apache.hadoop.record.RecordReader

            r0.setStringVal(new Text("other random text"));
            r1.setRecordVal(r0);
            out.write(r1);
            ostream.close();
            FileInputStream istream = new FileInputStream(tmpfile);
            RecordReader in = new RecordReader(istream, "binary");
            RecRecord1 r2 = new RecRecord1();
            in.read(r2);
            istream.close();
            tmpfile.delete();
            assertTrue("Serialized and deserialized records do not match.", r1.equals(r2));
        } catch (IOException ex) {
            ex.printStackTrace();

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.