Package org.apache.hadoop.io.compress

Examples of org.apache.hadoop.io.compress.BZip2Codec

183
184
185
186
187
188
189
  public void testDefaultTextCompression() throws IOException {
    runTextCompressionTest(null, 4);
  }

  public void testBzip2TextCompression() throws IOException {
    runTextCompressionTest(new BZip2Codec(), 4);
  }
View Full Code Here
187
188
189
190
191
192
193
  public void testBzip2TextCompression() throws IOException {
    runTextCompressionTest(new BZip2Codec(), 4);
  }

  public void testBzip2SequenceFileCompression() throws Exception {
    runSequenceFileCompressionTest(new BZip2Codec(), 4);
  }
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
            CompressionCodec codec = null;

           
            // Use the codec according to the test case
            if (type.equals("bz2"))
               codec = new BZip2Codec();
            else if (type.equals("gz")) {
               codec = new GzipCodec();
               ((GzipCodec)codec).setConf(new Configuration());
            }
View Full Code Here
184
185
186
187
188
189
190
  public void testDefaultTextCompression() throws IOException {
    runTextCompressionTest(null, 4);
  }

  public void testBzip2TextCompression() throws IOException {
    runTextCompressionTest(new BZip2Codec(), 4);
  }
View Full Code Here
188
189
190
191
192
193
194
  public void testBzip2TextCompression() throws IOException {
    runTextCompressionTest(new BZip2Codec(), 4);
  }

  public void testBzip2SequenceFileCompression() throws Exception {
    runSequenceFileCompressionTest(new BZip2Codec(), 4);
  }
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
    NumberFormat decimalFormatter = new DecimalFormat("0000");
    File dumpFile = new File(dumpFilePath);
    FileLineIterator it;
    if (dumpFilePath.endsWith(".bz2")) {
      // default compression format from http://download.wikimedia.org
      CompressionCodec codec = new BZip2Codec();
      it = new FileLineIterator(codec.createInputStream(new FileInputStream(dumpFile)));
    } else {
      // assume the user has previously de-compressed the dump file
      it = new FileLineIterator(dumpFile);
    }
    int filenumber = 0;
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
            CompressionCodec codec = null;

           
            // Use the codec according to the test case
            if (type.equals("bz2"))
               codec = new BZip2Codec();
            else if (type.equals("gz")) {
               codec = new GzipCodec();
               ((GzipCodec)codec).setConf(new Configuration());
            }
View Full Code Here
191
192
193
194
195
196
197
198
199
200
201
202
    }

    FileLineIterator it;
    if (dumpFilePath.endsWith(".bz2")) {
      // default compression format from http://download.wikimedia.org
      CompressionCodec codec = new BZip2Codec();
      it = new FileLineIterator(codec.createInputStream(new FileInputStream(dumpFile)));
    } else {
      // assume the user has previously de-compressed the dump file
      it = new FileLineIterator(dumpFile);
    }
    int fileNumber = 0;
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
195
    NumberFormat decimalFormatter = new DecimalFormat("0000");
    File dumpFile = new File(dumpFilePath);
    FileLineIterator it;
    if (dumpFilePath.endsWith(".bz2")) {
      // default compression format from http://download.wikimedia.org
      CompressionCodec codec = new BZip2Codec();
      it = new FileLineIterator(codec.createInputStream(new FileInputStream(dumpFile)));
    } else {
      // assume the user has previously de-compressed the dump file
      it = new FileLineIterator(dumpFile);
    }
    int filenumber = 0;
View Full Code Here
151
152
153
154
155
156
157
   * @throws InterruptedException
   */
  @Test
  public void testBZip2Codec() throws IOException, InterruptedException {
    checkOutputFormat("syslog", new SyslogEntryFormat(), "BZip2Codec",
        new BZip2Codec());
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.compress.BZip2Codec

  • com.cloudera.flume.handlers.hdfs.TestEscapedCustomOutputDfs
  • com.cloudera.sqoop.TestCompression
  • org.apache.hadoop.io.compress.bzip2.BZip2DummyCompressor
  • org.apache.hadoop.io.compress.bzip2.BZip2DummyDecompressor
  • org.apache.hadoop.io.compress.bzip2.CBZip2InputStream
  • org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream
  • org.apache.mahout.classifier.bayes.WikipediaXmlSplitter
  • org.apache.mahout.text.wikipedia.WikipediaXmlSplitter
  • org.apache.pig.piggybank.test.storage.TestMultiStorageCompression
  • org.terrier.utility.Files$BZip2InputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.