Package io.airlift.slice

Examples of io.airlift.slice.SliceInput

81
82
83
84
85
86
87
88
89
90
91
92
93
    @Override
    public DigestAndPercentile addIntermediate(BlockCursor[] cursors, int[] fields, DigestAndPercentile currentValue)
    {
        if (!cursors[0].isNull(fields[0])) {
            SliceInput input = cursors[0].getSlice(fields[0]).getInput();

            currentValue.digest.merge(QuantileDigest.deserialize(input));
            currentValue.percentile = input.readDouble();
        }

        return currentValue;
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
83
    @Override
    public DigestAndPercentile addIntermediate(BlockCursor[] cursors, int[] fields, DigestAndPercentile currentValue)
    {
        if (!cursors[0].isNull(fields[0])) {
            SliceInput input = cursors[0].getSlice(fields[0]).getInput();

            currentValue.digest.merge(QuantileDigest.deserialize(input));
            currentValue.percentile = input.readDouble();
        }

        return currentValue;
    }
View Full Code Here
41
42
43
44
45
46
47
48
                .appendInt(stats.getUniqueCount());
    }

    public static BlocksFileStats deserialize(Slice slice)
    {
        SliceInput input = slice.getInput();
        return deserialize(input);
    }
View Full Code Here
43
44
45
46
47
48
49
50
        return bytesWritten;
    }

    public static Dictionary readDictionary(Slice slice)
    {
        SliceInput sliceInput = slice.getInput();
        return readDictionary(sliceInput);
    }
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
                        currentValue = new DigestAndPercentile(new QuantileDigest(0.01));
                        digests.set(groupId, currentValue);
                        sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();
                    }

                    SliceInput input = intermediates.getSlice().getInput();

                    // read digest
                    sizeOfValues -= currentValue.getDigest().estimatedInMemorySizeInBytes();
                    currentValue.getDigest().merge(QuantileDigest.deserialize(input));
                    sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();

                    // read percentile
                    currentValue.setPercentile(input.readDouble());
                }
            }
        }
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
347
348
            BlockCursor intermediates = block.cursor();

            for (int position = 0; position < block.getPositionCount(); position++) {
                checkState(intermediates.advanceNextPosition());
                if (!intermediates.isNull()) {
                    SliceInput input = intermediates.getSlice().getInput();
                    // read digest
                    digest.merge(QuantileDigest.deserialize(input));
                    // read percentile
                    percentile = input.readDouble();
                }
            }
        }
View Full Code Here
216
217
218
219
220
221
222
223
224
225
226
        @Override
        public void addIntermediate(Block block)
        {
            BlockCursor cursor = block.cursor();
            checkArgument(cursor.advanceNextPosition());
            SliceInput sliceInput = new BasicSliceInput(cursor.getSlice());
            Page page = Iterators.getOnlyElement(PagesSerde.readPages(sliceInput));
            checkArgument(page.getChannelCount() == accumulators.size(), "number of blocks does not match accumulators");

            for (int i = 0; i < page.getChannelCount(); i++) {
                accumulators.get(i).addIntermediate(page.getBlock(i));
View Full Code Here
309
310
311
312
313
314
315
316
317
318
319
        @Override
        public void addIntermediate(GroupByIdBlock groupIdsBlock, Block block)
        {
            BlockCursor cursor = block.cursor();
            checkArgument(cursor.advanceNextPosition());
            SliceInput sliceInput = new BasicSliceInput(cursor.getSlice());
            Page page = Iterators.getOnlyElement(PagesSerde.readPages(sliceInput));
            checkArgument(page.getChannelCount() == accumulators.size(), "number of blocks does not match accumulators");

            for (int i = 0; i < page.getChannelCount(); i++) {
                accumulators.get(i).addIntermediate(groupIdsBlock, page.getBlock(i));
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
                        currentValue = new DigestAndPercentile(new QuantileDigest(0.01));
                        digests.set(groupId, currentValue);
                        sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();
                    }

                    SliceInput input = intermediates.getSlice().getInput();

                    sizeOfValues -= currentValue.getDigest().estimatedInMemorySizeInBytes();
                    currentValue.getDigest().merge(QuantileDigest.deserialize(input));
                    sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();

                    currentValue.setPercentile(input.readDouble());
                }
            }
        }
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
347
348
            BlockCursor intermediates = block.cursor();

            for (int position = 0; position < block.getPositionCount(); position++) {
                checkState(intermediates.advanceNextPosition());
                if (!intermediates.isNull()) {
                    SliceInput input = intermediates.getSlice().getInput();
                    // read digest
                    digest.merge(QuantileDigest.deserialize(input));
                    // read percentile
                    percentile = input.readDouble();
                }
            }
        }
View Full Code Here
TOP

Related Classes of io.airlift.slice.SliceInput

  • com.facebook.presto.ml.FeatureUnitNormalizer
  • com.facebook.presto.operator.aggregation.ApproximatePercentileAggregation$ApproximatePercentileAccumulator
  • com.facebook.presto.operator.aggregation.ApproximatePercentileAggregation$ApproximatePercentileGroupedAccumulator
  • com.facebook.presto.operator.aggregation.ApproximatePercentileWeightedAggregation$ApproximatePercentileWeightedAccumulator
  • com.facebook.presto.operator.aggregation.ApproximatePercentileWeightedAggregation$ApproximatePercentileWeightedGroupedAccumulator
  • com.facebook.presto.operator.aggregation.BootstrappedAggregation$BootstrappedAccumulator
  • com.facebook.presto.operator.aggregation.BootstrappedAggregation$BootstrappedGroupedAccumulator
  • com.facebook.presto.operator.aggregation.DoubleApproximatePercentileAggregation
  • com.facebook.presto.operator.aggregation.DoubleApproximatePercentileWeightedAggregation
  • com.facebook.presto.operator.aggregation.LongApproximatePercentileAggregation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.