Examples of CompressionType

Examples of org.apache.hadoop.hbase.HColumnDescriptor.CompressionType

43
44
45
46
47
48
49
50
51
52
53
   * @return HColumnDescriptor
   * @throws IllegalArgument
   */
  static public HColumnDescriptor colDescFromThrift(ColumnDescriptor in)
      throws IllegalArgument {
    CompressionType comp = CompressionType.valueOf(in.compression);
    boolean bloom = false;
    if (in.bloomFilterType.compareTo("NONE") != 0) {
      bloom = true;
    }
   
View Full Code Here

Examples of org.apache.hadoop.hbase.HColumnDescriptor.CompressionType

340
341
342
343
344
345
346
347
348
349
350
  private HColumnDescriptor putColumnFamilyXml(Element columnfamily, HTableDescriptor currentTDesp) {
    Node name_node = columnfamily.getElementsByTagName("name").item(0);
    String colname = makeColumnName(name_node.getFirstChild().getNodeValue());
   
    int max_versions = HColumnDescriptor.DEFAULT_VERSIONS;
    CompressionType compression = HColumnDescriptor.DEFAULT_COMPRESSION;
    boolean in_memory = HColumnDescriptor.DEFAULT_IN_MEMORY;
    boolean block_cache = HColumnDescriptor.DEFAULT_BLOCKCACHE;
    int max_cell_size = HColumnDescriptor.DEFAULT_LENGTH;
    int ttl = HColumnDescriptor.DEFAULT_TTL;
    boolean bloomfilter = HColumnDescriptor.DEFAULT_BLOOMFILTER;
View Full Code Here

Examples of org.apache.hadoop.hbase.HColumnDescriptor.CompressionType

34
35
36
37
38
39
40
41
42
43
44
   * @return HColumnDescriptor
   * @throws IllegalArgument
   */
  static public HColumnDescriptor colDescFromThrift(ColumnDescriptor in)
      throws IllegalArgument {
    CompressionType comp = CompressionType.valueOf(in.compression);
    boolean bloom = false;
    if (in.bloomFilterType.compareTo("NONE") != 0) {
      bloom = true;
    }
   
View Full Code Here

Examples of org.apache.hadoop.hbase.HColumnDescriptor.CompressionType

36
37
38
39
40
41
42
43
44
45
46
   * @return HColumnDescriptor
   * @throws IllegalArgument
   */
  static public HColumnDescriptor colDescFromThrift(ColumnDescriptor in)
      throws IllegalArgument {
    CompressionType comp = CompressionType.valueOf(in.compression);
    BloomFilterDescriptor bloom = null;
    if (in.bloomFilterType.compareTo("NONE") != 0) {
      if (in.bloomFilterVectorSize > 0 && in.bloomFilterNbHashes > 0) {
        bloom = new BloomFilterDescriptor(BloomFilterDescriptor.BloomFilterType
            .valueOf(in.bloomFilterType), in.bloomFilterVectorSize,
View Full Code Here

Examples of org.apache.hadoop.io.SequenceFile.CompressionType

48
49
50
51
52
53
54
55
  }

  @Override
  public void open(String filePath, FlumeFormatter fmt) throws IOException {
    DefaultCodec defCodec = new DefaultCodec();
    CompressionType cType = CompressionType.BLOCK;
    open(filePath, defCodec, cType, fmt);
  }
View Full Code Here

Examples of org.apache.hadoop.io.SequenceFile.CompressionType

66
67
68
69
70
71
72
73
  }

  @Override
  public void open(String filePath) throws IOException {
    DefaultCodec defCodec = new DefaultCodec();
    CompressionType cType = CompressionType.BLOCK;
    open(filePath, defCodec, cType);
  }
View Full Code Here

Examples of org.apache.hadoop.io.SequenceFile.CompressionType

57
58
59
60
61
62
63
64
65
66
67
        // get the path of the temporary output file
        Path file = FileOutputFormat.getTaskOutputPath(job, name);

        FileSystem fs = file.getFileSystem(job);
        CompressionType compressionType = CompressionType.BLOCK;
        // find the right codec
        Class<?> codecClass = getOutputCompressorClass(job, DefaultCodec.class);
        CompressionCodec codec = (CompressionCodec) ReflectionUtils.newInstance(codecClass, job);

        // set the schema metadata
View Full Code Here

Examples of org.apache.hadoop.io.SequenceFile.CompressionType

477
478
479
480
481
482
483
484
485
486
487
                working.add(factory.createModelObject());
            }

            // 圧縮に関する情報を取得
            String strCompType = ConfigurationLoader.getProperty(Constants.PROP_KEY_IMP_SEQ_FILE_COMP_TYPE);
            CompressionType compType = getCompType(strCompType);

            // Writerを経由して別スレッドで書き出す
            if (compType == CompressionType.NONE) {
                output = TemporaryStorage.openOutput(conf, targetTableModel, new Path(dfsFilePath), null);
            } else {
View Full Code Here

Examples of org.apache.hadoop.io.SequenceFile.CompressionType

515
516
517
518
519
520
521
522
523
524
525
     * 圧縮の種類を取得する。
     * @param strCompType CompressionTypeの文字列
     * @return CompressionType
     */
    protected CompressionType getCompType(String strCompType) {
        CompressionType compType = null;
        try {
            compType = CompressionType.valueOf(strCompType);
        } catch (Exception e) {
            compType = CompressionType.NONE;
            LOG.warn("TG-EXTRACTOR-02004", strCompType);
View Full Code Here

Examples of org.apache.hadoop.io.SequenceFile.CompressionType

742
743
744
745
746
747
748
749
    * @throws Exception
    */
    @Test
    public void getCompType01() throws Exception {
        DfsFileImport fileImport = new DfsFileImport();
        CompressionType compType = fileImport.getCompType("NONE");
        assertEquals(CompressionType.NONE, compType);
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.