Examples of CompressionInputStream

   * @return
   */
  @Override
  public BSPMessageBundle<M> decompressBundle(BSPCompressedBundle compMsgBundle) {
    ByteArrayInputStream bis = null;
    CompressionInputStream sis = null;
    DataInputStream dis = null;
    BSPMessageBundle<M> bundle = new BSPMessageBundle<M>();


    try {
      byte[] data = compMsgBundle.getData();
      bis = new ByteArrayInputStream(data);
      sis = codec.createInputStream(bis);
      dis = new DataInputStream(sis);


      bundle.readFields(dis);


    } catch (IOException ioe) {
      LOG.error("Unable to decompress.", ioe);
    } finally {
      try {
        dis.close();
        sis.close();
        bis.close();
      } catch (IOException e) {
        LOG.warn("Failed to close decompression streams.", e);
      }
    }

    }


    // Decompress
    is = new FileInputStream(new File(readFileDir, "testsnappy.txt"));
    FileInputStream is2 = new FileInputStream(snappyFile);
    CompressionInputStream cis = codec.createInputStream(is2);
    BufferedReader r = new BufferedReader(new InputStreamReader(is));
    BufferedReader cr = new BufferedReader(new InputStreamReader(cis));




    try {
      String line, rline;
      while ((line = r.readLine()) != null) {
        rline = cr.readLine();
        if (!rline.equals(line)) {
          System.err.println("Decompress error at line " + line + " of file " + filename);
          System.err.println("Original: [" + line + "]");
          System.err.println("Decompressed: [" + rline + "]");
        }
        assertEquals(rline, line);
      }
      assertNull(cr.readLine());
    } catch (IOException e) {
      System.err.println("Decompress Error");
      e.printStackTrace();
    } finally {
      cis.close();
      is.close();
      os.close();
    }
  }

Examples of CompressionInputStream

Examples of org.apache.hadoop.io.compress.CompressionInputStream

Examples of org.apache.hadoop.io.compress.CompressionInputStream