Package org.toubassi.femtozip

Examples of org.toubassi.femtozip.CompressionModel

71
72
73
74
75
76
77
78
79
80
81
            }

            System.out.println("Processing field " + fieldName + " (containing " + documents.size() + " stored fields for " + numSamples + " documents)");
           
            ArrayList<CompressionModel.ModelOptimizationResult> results = new ArrayList<CompressionModel.ModelOptimizationResult>();
            CompressionModel model = buildModel(documents, results);
            for (CompressionModel.ModelOptimizationResult result : results) {
                CompressionModel.ModelOptimizationResult aggregateResult = null;
                for (int i = 0, count = aggregateResults.size(); i < count; i++) {
                    if (aggregateResults.get(i).model.getClass() == result.model.getClass()) {
                        aggregateResult = aggregateResults.get(i);
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
        long totalDataSize = 0;
        long totalCompressedSize = 0;
       
        for (Map.Entry<String, CompressionModel> entry : fieldToModel.entrySet()) {
            String fieldName = entry.getKey();
            CompressionModel model = entry.getValue();
           
            if (fields != null && !fields.contains(fieldName)) {
                continue;
            }
           
View Full Code Here
153
154
155
156
157
158
159
160
161
162
        File modelDir = new File(modelPath);
        File[] dirContents = modelDir.listFiles();
        for (File file : dirContents) {
            if (file.getName().endsWith(".fzmodel")) {
                String fieldName = file.getName().replace(".fzmodel", "");
                CompressionModel model = CompressionModel.loadModel(file.getPath());
                fieldToModel.put(fieldName, model);
            }
        }       
    }
View Full Code Here
TOP

Related Classes of org.toubassi.femtozip.CompressionModel

  • org.toubassi.femtozip.dictionary.DictionaryOptimizer
  • org.toubassi.femtozip.lucene.IndexAnalyzer
  • org.toubassi.femtozip.models.FemtoZipCompressionModel
  • org.toubassi.femtozip.models.GZipCompressionModel
  • org.toubassi.femtozip.models.GZipDictionaryCompressionModel
  • org.toubassi.femtozip.models.PureHuffmanCompressionModel
  • org.toubassi.femtozip.models.VariableIntCompressionModel
  • org.toubassi.femtozip.substring.SubstringPacker
  • java.io.DataOutputStream
  • java.io.BufferedOutputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.