Examples of org.apache.tools.bzip2r.CBZip2InputStream

org.apache.tools.bzip2r.CBZip2InputStream
An input stream that decompresses from the BZip2 format (without the file header chars) to be read as any other stream. @author Keiron Liddle

        pig.registerQuery("store A into '" + out.getAbsolutePath() + "';");
        FileSystem fs = FileSystem.get(ConfigurationUtil.toConfiguration(
                pig.getPigContext().getProperties()));
        FSDataInputStream is = fs.open(new Path(out.getAbsolutePath() + 
                "/part-r-00000.bz2"));
        CBZip2InputStream cis = new CBZip2InputStream(is);
        
        // Just a sanity check, to make sure it was a bzip file; we
        // will do the value verification later
        assertEquals(-1, cis.read(new byte[100]));
        cis.close();
        
        pig.registerQuery("B = load '" + out.getAbsolutePath() + "';");
        pig.openIterator("B");
        
        in.delete();

View Full Code Here

        CBZip2OutputStream cos = new CBZip2OutputStream(new FileOutputStream(
                tmp));
        cos.close();
        assertNotSame(0, tmp.length());
        FileSystem fs = FileSystem.getLocal(new Configuration(false));
        CBZip2InputStream cis = new CBZip2InputStream(
                fs.open(new Path(tmp.getAbsolutePath())));
        assertEquals(-1, cis.read(new byte[100]));
        cis.close();
        tmp.delete();
    }

View Full Code Here

        fsis.seek(start, FLAGS.SEEK_CUR);


        end = start + getLength();


        if (file.endsWith(".bz") || file.endsWith(".bz2")) {
            is = new CBZip2InputStream(fsis, 9);
        } else if (file.endsWith(".gz")) {
            is = new GZIPInputStream(fsis);
            // We can't tell how much of the underlying stream GZIPInputStream
            // has actually consumed
            end = Long.MAX_VALUE;

View Full Code Here

        fsis.seek(start, FLAGS.SEEK_CUR);


        end = start + getLength();


        if (file.endsWith(".bz") || file.endsWith(".bz2")) {
            is = new CBZip2InputStream(fsis, 9);
        } else if (file.endsWith(".gz")) {
            is = new GZIPInputStream(fsis);
            // We can't tell how much of the underlying stream GZIPInputStream
            // has actually consumed
            end = Long.MAX_VALUE;

View Full Code Here

            
            out.write(buffer, 0, buffer.length);
            out.close();
            
            LocalSeekableInputStream is = new LocalSeekableInputStream( testFile );
            CBZip2InputStream bzis = new CBZip2InputStream( is );
            BufferedPositionedInputStream bpis = new BufferedPositionedInputStream( bzis );
            
            PigLineRecordReader reader = new PigLineRecordReader( bpis, 0, 100 );


            Field lineReader = reader.getClass().getDeclaredField("lineReader");

View Full Code Here

                ps.println( text );
            }
            ps.close();
            
            LocalSeekableInputStream is = new LocalSeekableInputStream( testFile );
            CBZip2InputStream bzis = new CBZip2InputStream( is );
            BufferedPositionedInputStream bpis = new BufferedPositionedInputStream( bzis );
            PigLineRecordReader reader = new PigLineRecordReader( bpis, 0, Integer.MAX_VALUE );
            
            Text value = new Text();
            int counter = 0;

View Full Code Here

            ps.close();
            
            LocalSeekableInputStream is = 
                new LocalSeekableInputStream( testFile );
            
            CBZip2InputStream bzis = new CBZip2InputStream( is );
            
            BufferedPositionedInputStream bpis = 
                new BufferedPositionedInputStream( bzis );
            
            PigLineRecordReader reader = new PigLineRecordReader( bpis, 0,

View Full Code Here

            ps.close();
            
            LocalSeekableInputStream is = 
                new LocalSeekableInputStream( testFile );
            
            CBZip2InputStream bzis = new CBZip2InputStream( is );
            
            BufferedPositionedInputStream bpis = 
                new BufferedPositionedInputStream( bzis );
            // Put a boundary on half the file and just half a line, it 
            // should automaically read till end of line

View Full Code Here

            ps.close();
            
            PigStorage storage = new PigStorage(":");
            LocalSeekableInputStream is = 
                new LocalSeekableInputStream( testFile );
            CBZip2InputStream bzis = new CBZip2InputStream( is );
            BufferedPositionedInputStream bpis = 
                new BufferedPositionedInputStream( bzis );
            storage.bindTo(testFile.getName(), bpis, 0, testFile.length());
            
            // Skip till middle of a line

View Full Code Here

            ps.close();
            
            PigStorage storage = new PigStorage(":");
            LocalSeekableInputStream is = 
                new LocalSeekableInputStream( testFile );
            CBZip2InputStream bzis = new CBZip2InputStream( is );
            BufferedPositionedInputStream bpis = 
                new BufferedPositionedInputStream( bzis );
            storage.bindTo(testFile.getName(), bpis, 0, testFile.length());
            
            // Skip till middle of a line

View Full Code Here

0 1 2 3 4

TOP

Related Classes of org.apache.tools.bzip2r.CBZip2InputStream

org.apache.pig.backend.executionengine.PigSlice

org.apache.pig.bzip2r.Bzip2TextInputFormat$BZip2LineRecordReader

org.apache.pig.impl.builtin.DefaultIndexableLoader

org.apache.pig.piggybank.storage.XMLLoader$XMLFileRecordReader

org.apache.pig.test.TestBZip

org.apache.pig.test.TestPigLineRecordReader

java.io.IOException

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.