Package com.hadoop.compression.lzo

Source Code of com.hadoop.compression.lzo.TestLzoCodec

package com.hadoop.compression.lzo;

import junit.framework.TestCase;
import org.apache.hadoop.util.ReflectionUtils;
import org.apache.hadoop.io.compress.CodecPool;
import org.apache.hadoop.io.compress.CompressionCodec;
import org.apache.hadoop.io.compress.Compressor;
import org.apache.hadoop.conf.Configuration;

public class TestLzoCodec extends TestCase {

  /**
   * Simple test to make sure reinit can switch the compression strategy of the
   * same pooled codec instance
   **/
  public void testCodecPoolReinit() throws Exception {
    Configuration conf = new Configuration();
    CompressionCodec codec = ReflectionUtils.newInstance(
      LzoCodec.class, conf);

    // Put a codec in the pool
    Compressor c1 = CodecPool.getCompressor(codec);
    assertEquals(LzoCompressor.CompressionStrategy.LZO1X_1,
                 ((LzoCompressor)c1).getStrategy());
    CodecPool.returnCompressor(c1);

    // Set compression strategy
    LzoCodec.setCompressionStrategy(conf, LzoCompressor.CompressionStrategy.LZO1C_BEST_COMPRESSION);

    Compressor c2 = CodecPool.getCompressor(codec, conf);
    assertSame(c1, c2);

    assertEquals(LzoCompressor.CompressionStrategy.LZO1C_BEST_COMPRESSION,
                 ((LzoCompressor)c2).getStrategy());

  }

  /**
   * Simple test to make sure reinit can switch the buffer size of the
   * same pooled codec instance
   **/
  public void testCodecPoolChangeBufferSize() throws Exception {
    Configuration conf = new Configuration();
    CompressionCodec codec = ReflectionUtils.newInstance(
      LzoCodec.class, conf);

    // Put a codec in the pool
    Compressor c1 = CodecPool.getCompressor(codec);
    assertEquals(LzoCompressor.CompressionStrategy.LZO1X_1,
                 ((LzoCompressor)c1).getStrategy());
    CodecPool.returnCompressor(c1);

    // Set compression strategy
    int newBufSize = LzoCodec.DEFAULT_LZO_BUFFER_SIZE * 2;
    LzoCodec.setBufferSize(conf, newBufSize);

    Compressor c2 = CodecPool.getCompressor(codec, conf);
    assertSame(c1, c2);

    assertEquals(newBufSize, ((LzoCompressor)c2).getDirectBufferSize());

  }

  public void testCodecPoolReuseWithoutConf() throws Exception {
    Configuration conf = new Configuration();
    CompressionCodec codec = ReflectionUtils.newInstance(
      LzoCodec.class, conf);

    // Set compression strategy
    LzoCodec.setCompressionStrategy(conf, LzoCompressor.CompressionStrategy.LZO1C_BEST_COMPRESSION);

    // Put a codec in the pool with BEST_COMPRESSION strategy
    Compressor c1 = CodecPool.getCompressor(codec, conf);
    assertEquals(LzoCompressor.CompressionStrategy.LZO1C_BEST_COMPRESSION,
                 ((LzoCompressor)c1).getStrategy());
    CodecPool.returnCompressor(c1);

    // Get it back from the pool without specifying any configuration,
    // it should return to default compression
    Compressor c2 = CodecPool.getCompressor(codec);
    assertSame(c1, c2);

    assertEquals(LzoCompressor.CompressionStrategy.LZO1X_1,
                 ((LzoCompressor)c2).getStrategy());
  }
}
TOP

Related Classes of com.hadoop.compression.lzo.TestLzoCodec

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.