Examples of org.iq80.snappy.SnappyOutputStream

org.iq80.snappy.SnappyOutputStream
This class implements an output stream for writing Snappy compressed data. The output format is the stream header "snappy\0" followed by one or more compressed blocks of data, each of which is preceded by a seven byte header.
The first byte of the header is a flag indicating if the block is compressed or not. A value of 0x00 means uncompressed, and 0x01 means compressed.
The second and third bytes are the size of the block in the stream as a big endian number. This value is never zero as empty blocks are never written. The maximum allowed length is 32k (1 << 15).
The remaining four byes are crc32c checksum of the user input data masked with the following function: {@code ((crc >>> 15) | (crc << 17)) + 0xa282ead8 }
An uncompressed block is simply copied from the input, thus guaranteeing that the output is never larger than the input (not including the header).

    protected OutputStream wrapOutputStream(OutputStream underlying) throws IOException {
        return new SnappyOutputStream(underlying);
    }


    protected InputStream wrapInputStream(InputStream underlying) throws IOException {
        return new SnappyInputStream(underlying);
    }

View Full Code Here

        snappyOutputStream.close();
    }


    public static ChannelBuffer decompress(ChannelBuffer in) throws IOException {
        ChannelBufferInputStream channelBufferInputStream = new ChannelBufferInputStream(in);
        SnappyInputStream inputStream = new SnappyInputStream(channelBufferInputStream);
        ChannelBuffer channelBuffer = ChannelBuffers.copiedBuffer(ByteStreams.toByteArray(inputStream));
        return channelBuffer;
    }

View Full Code Here

        return channelBuffer;
    }


    public static byte[] decompress(byte[] in) throws IOException {
        ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream(in);
        SnappyInputStream inputStream = new SnappyInputStream(byteArrayInputStream);
        return ByteStreams.toByteArray(inputStream);
    }

View Full Code Here


    public static <T> T decode(byte[] cryptedBytes, Class<T> clazz) throws NoSuchAlgorithmException, NoSuchPaddingException, InvalidKeyException, IllegalBlockSizeException, BadPaddingException, DecoderException, IOException {
        byte[] bytes = cipherDecrypt.get().doFinal(cryptedBytes);




        SnappyInputStream snappyInputStream = new SnappyInputStream(new ByteArrayInputStream(bytes));




        //MessagePack messagePack = new MessagePack();
        return messagePack.read(ByteStreams.toByteArray(snappyInputStream), clazz);
    }

View Full Code Here

    public String getType() {
        return "snappy";
    }


    protected OutputStream wrapOutputStream(OutputStream underlying) throws IOException {
        return new SnappyOutputStream(underlying);
    }

View Full Code Here


        return byteArrayOutputStream.toByteArray();
    }


    public static void compress(byte[] in, OutputStream out) throws IOException {
        SnappyOutputStream snappyOutputStream = new SnappyOutputStream(out);
        snappyOutputStream.write(in);
        snappyOutputStream.close();
    }

View Full Code Here


        byte[] origBytes = messagePack.write(object);
        System.out.println("orig length: " + origBytes.length);


        ByteArrayOutputStream out = new ByteArrayOutputStream();
        SnappyOutputStream snappyOutputStream = new SnappyOutputStream(out);
        snappyOutputStream.write(origBytes);
        snappyOutputStream.close();


        byte[] comressedBytes = out.toByteArray();
        System.out.println("comressedBytes length: " + comressedBytes.length);


        byte[] bytes = cipherEncrypt.get().doFinal(comressedBytes);

View Full Code Here

    /**
     * {@inheritDoc}
     */
    @Override
    protected OutputStream wrapCompressInternal(OutputStream out) throws IOException {
        return new SnappyOutputStream(out);
    }

View Full Code Here

//    }


    ByteArrayOutputStream baos = new ByteArrayOutputStream();


    try {
      SnappyOutputStream snappyOutputStream = new SnappyOutputStream(baos);
      snappyOutputStream.write(uncompressedBytes);
      snappyOutputStream.close();
      baos.close();
    } catch (IOException e) {
      // This should not happen
      logger.error("Could not compress sensei request ", e);
    }

View Full Code Here

//    }


    ByteArrayOutputStream baos = new ByteArrayOutputStream();


    try {
      SnappyOutputStream snappyOutputStream = new SnappyOutputStream(baos);
      snappyOutputStream.write(uncompressedBytes);
      snappyOutputStream.close();
      baos.close();
    } catch (IOException e) {
      // This should not happen
      logger.error("Could not compress sensei request ", e);
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.iq80.snappy.SnappyOutputStream

co.cask.cdap.data2.dataset2.lib.table.leveldb.LevelDBOrderedTableCore

co.cask.cdap.data2.dataset2.lib.table.leveldb.LevelDBOrderedTableService

com.cloudhopper.datastore.leveldb.LevelDbDataStore

com.fasterxml.storemate.backend.leveldb.LevelDBBuilder

com.google.common.util.concurrent.ThreadFactoryBuilder

com.nabalive.server.web.DataUtil

com.nabalive.server.web.TokenUtil

com.saasovation.common.port.adapter.persistence.eventsourcing.leveldb.LevelDBJournal

com.saasovation.common.port.adapter.persistence.eventsourcing.leveldb.LevelDBJournalRepairTool

com.saasovation.common.port.adapter.persistence.leveldb.LevelDBProvider

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.