Package com.hadoop.compression.lzo

Examples of com.hadoop.compression.lzo.LzopCodec.createInputStream()

37
38
39
40
41
42
43
44
45
46
    Path destFile = new Path(args[0]);

    LzopCodec codec = new LzopCodec();
    codec.setConf(config);
    InputStream is = codec.createInputStream(hdfs.open(destFile));

    readFromProtoBuf(is);
  }
}
View Full Code Here
35
36
37
38
39
40
41
42
43
44
    Path destFile = new Path(args[0]);

    LzopCodec codec = new LzopCodec();
    codec.setConf(config);
    InputStream is = codec.createInputStream(hdfs.open(destFile));

    readFromProtoBuf(is);
  }
}
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
    FileSystem hdfs = FileSystem.get(config);
    InputStream is = null;
    OutputStream os = null;
    try {
      is = codec.createInputStream(hdfs.open(src));
      os = hdfs.create(dest);

      IOUtils.copyBytes(is, os, config);
    } finally {
      IOUtils.closeStream(os);
View Full Code Here
37
38
39
40
41
42
43
44
45
46
    Path destFile = new Path(args[0]);

    LzopCodec codec = new LzopCodec();
    codec.setConf(config);
    InputStream is = codec.createInputStream(hdfs.open(destFile));

    readFromProtoBuf(is);
  }
}
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
                      new InputStreamReader(gin, encoding), bufferSize);
      }else if (fileType.equalsIgnoreCase("lzo")){
        LzopCodec lzopCodec = new LzopCodec();
        lzopCodec.setConf(SFTPUtils.getConf());
       
        cin = lzopCodec.createInputStream(in);
              br = new BufferedReader(new InputStreamReader(cin, encoding), bufferSize);
      }else{
        throw new IllegalArgumentException("illegal argument fileType=" + fileType);
      }
    } catch (Exception e){
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.