Examples of BlockCursor

com.facebook.presto.block.BlockCursor

Iterate as:

 {@code Cursor cursor = ...; }while (cursor.advanceNextPosition())  long value = cursor.getLong(...); ... } }

com.facebook.presto.spi.block.BlockCursor

Iterate as:

 {@code Cursor cursor = ...; }while (cursor.advanceNextPosition())  long value = cursor.getLong(...); ... } }

Examples of com.facebook.presto.block.BlockCursor

        {
            if (!maskChannel.isPresent() && !sampleWeightChannel.isPresent()) {
                count += page.getPositionCount();
            }
            else {
                BlockCursor masks = null;
                if (maskChannel.isPresent()) {
                    masks = page.getBlock(maskChannel.get()).cursor();
                }
                BlockCursor sampleWeights = null;
                if (sampleWeightChannel.isPresent()) {
                    sampleWeights = page.getBlock(sampleWeightChannel.get()).cursor();
                }
                for (int i = 0; i < page.getPositionCount(); i++) {
                    checkState(masks == null || masks.advanceNextPosition());
                    checkState(sampleWeights == null || sampleWeights.advanceNextPosition());
                    count += SimpleAggregationFunction.computeSampleWeight(masks, sampleWeights);
                }
            }
        }

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        }


        @Override
        public void addIntermediate(Block block)
        {
            BlockCursor intermediates = block.cursor();


            for (int position = 0; position < block.getPositionCount(); position++) {
                checkState(intermediates.advanceNextPosition());
                count += intermediates.getLong();
            }
        }

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        {
            checkArgument(percentileChannel != -1, "Raw input is not allowed for a final aggregation");


            digests.ensureCapacity(groupIdsBlock.getGroupCount());


            BlockCursor values = page.getBlock(valueChannel).cursor();
            BlockCursor weights = page.getBlock(weightChannel).cursor();
            BlockCursor percentiles = page.getBlock(percentileChannel).cursor();
            BlockCursor masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get()).cursor();
            }
            BlockCursor sampleWeights = null;
            if (sampleWeightChannel.isPresent()) {
                sampleWeights = page.getBlock(sampleWeightChannel.get()).cursor();
            }


            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                checkState(values.advanceNextPosition());
                checkState(weights.advanceNextPosition());
                checkState(percentiles.advanceNextPosition());
                checkState(masks == null || masks.advanceNextPosition());
                checkState(sampleWeights == null || sampleWeights.advanceNextPosition());
                long sampleWeight = SimpleAggregationFunction.computeSampleWeight(masks, sampleWeights);


                long groupId = groupIdsBlock.getGroupId(position);


                // skip null values

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        {
            checkArgument(percentileChannel == -1, "Intermediate input is only allowed for a final aggregation");


            digests.ensureCapacity(groupIdsBlock.getGroupCount());


            BlockCursor intermediates = block.cursor();


            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                checkState(intermediates.advanceNextPosition());


                if (!intermediates.isNull()) {
                    long groupId = groupIdsBlock.getGroupId(position);


                    DigestAndPercentile currentValue = digests.get(groupId);
                    if (currentValue == null) {
                        currentValue = new DigestAndPercentile(new QuantileDigest(0.01));
                        digests.set(groupId, currentValue);
                        sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();
                    }


                    SliceInput input = intermediates.getSlice().getInput();


                    sizeOfValues -= currentValue.getDigest().estimatedInMemorySizeInBytes();
                    currentValue.getDigest().merge(QuantileDigest.deserialize(input));
                    sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        @Override
        public void addInput(Page page)
        {
            checkArgument(valueChannel != -1, "Raw input is not allowed for a final aggregation");


            BlockCursor values = page.getBlock(valueChannel).cursor();
            BlockCursor weights = page.getBlock(weightChannel).cursor();
            BlockCursor percentiles = page.getBlock(percentileChannel).cursor();
            BlockCursor masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get()).cursor();
            }
            BlockCursor sampleWeights = null;
            if (sampleWeightChannel.isPresent()) {
                sampleWeights = page.getBlock(sampleWeightChannel.get()).cursor();
            }


            for (int position = 0; position < page.getPositionCount(); position++) {
                checkState(values.advanceNextPosition());
                checkState(weights.advanceNextPosition());
                checkState(percentiles.advanceNextPosition());
                checkState(masks == null || masks.advanceNextPosition());
                checkState(sampleWeights == null || sampleWeights.advanceNextPosition());
                long sampleWeight = SimpleAggregationFunction.computeSampleWeight(masks, sampleWeights);


                if (!values.isNull() && !weights.isNull() && sampleWeight > 0) {
                    addValue(digest, values, sampleWeight * weights.getLong(), parameterType);

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        @Override
        public void addIntermediate(Block block)
        {
            checkArgument(valueChannel == -1, "Intermediate input is only allowed for a final aggregation");


            BlockCursor intermediates = block.cursor();


            for (int position = 0; position < block.getPositionCount(); position++) {
                checkState(intermediates.advanceNextPosition());
                if (!intermediates.isNull()) {
                    SliceInput input = intermediates.getSlice().getInput();
                    // read digest
                    digest.merge(QuantileDigest.deserialize(input));
                    // read percentile
                    percentile = input.readDouble();
                }

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        {
            counts.ensureCapacity(groupIdsBlock.getGroupCount());
            means.ensureCapacity(groupIdsBlock.getGroupCount());
            m2s.ensureCapacity(groupIdsBlock.getGroupCount());


            BlockCursor values = valuesBlock.cursor();
            BlockCursor masks = null;
            if (maskBlock.isPresent()) {
                masks = maskBlock.get().cursor();
            }
            BlockCursor sampleWeights = null;
            if (sampleWeightBlock.isPresent()) {
                sampleWeights = sampleWeightBlock.get().cursor();
            }


            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                checkState(values.advanceNextPosition());
                checkState(masks == null || masks.advanceNextPosition());
                checkState(sampleWeights == null || sampleWeights.advanceNextPosition());
                long sampleWeight = computeSampleWeight(masks, sampleWeights);


                if (!values.isNull() && sampleWeight > 0) {
                    long groupId = groupIdsBlock.getGroupId(position);
                    double inputValue;

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        {
            counts.ensureCapacity(groupIdsBlock.getGroupCount());
            means.ensureCapacity(groupIdsBlock.getGroupCount());
            m2s.ensureCapacity(groupIdsBlock.getGroupCount());


            BlockCursor values = valuesBlock.cursor();


            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                checkState(values.advanceNextPosition());


                if (!values.isNull()) {
                    long groupId = groupIdsBlock.getGroupId(position);


                    Slice slice = values.getSlice();
                    long inputCount = getCount(slice);
                    double inputMean = getMean(slice);
                    double inputM2 = getM2(slice);


                    long currentCount = counts.get(groupId);
                    double currentMean = means.get(groupId);
                    double currentM2 = m2s.get(groupId);


                    // Use numerically stable variant
                    if (inputCount > 0) {
                        long newCount = currentCount + inputCount;
                        double newMean = ((currentCount * currentMean) + (inputCount * inputMean)) / newCount;
                        double delta = inputMean - currentMean;
                        double newM2 = currentM2 + inputM2 + ((delta * delta) * (currentCount * inputCount)) / newCount;


                        counts.set(groupId, newCount);
                        means.set(groupId, newMean);
                        m2s.set(groupId, newM2);
                    }
                }
            }
            checkState(!values.advanceNextPosition());
        }

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        }


        @Override
        protected void processInput(Block block, Optional<Block> maskBlock, Optional<Block> sampleWeightBlock)
        {
            BlockCursor values = block.cursor();
            BlockCursor masks = null;
            if (maskBlock.isPresent()) {
                masks = maskBlock.get().cursor();
            }
            BlockCursor sampleWeights = null;
            if (sampleWeightBlock.isPresent()) {
                sampleWeights = sampleWeightBlock.get().cursor();
            }


            for (int position = 0; position < block.getPositionCount(); position++) {
                checkState(values.advanceNextPosition());
                checkState(masks == null || masks.advanceNextPosition());
                checkState(sampleWeights == null || sampleWeights.advanceNextPosition());
                long sampleWeight = computeSampleWeight(masks, sampleWeights);


                if (!values.isNull() && sampleWeight > 0) {
                    double inputValue;
                    if (inputIsLong) {

View Full Code Here

Examples of com.facebook.presto.block.BlockCursor

        }


        @Override
        protected void processIntermediate(Block block)
        {
            BlockCursor values = block.cursor();


            for (int position = 0; position < block.getPositionCount(); position++) {
                checkState(values.advanceNextPosition());


                if (!values.isNull()) {
                    Slice slice = values.getSlice();
                    long inputCount = getCount(slice);
                    double inputMean = getMean(slice);
                    double inputM2 = getM2(slice);


                    // Use numerically stable variant
                    if (inputCount > 0) {
                        long newCount = currentCount + inputCount;
                        double newMean = ((currentCount * currentMean) + (inputCount * inputMean)) / newCount;
                        double delta = inputMean - currentMean;
                        double newM2 = currentM2 + inputM2 + ((delta * delta) * (currentCount * inputCount)) / newCount;


                        currentCount = newCount;
                        currentMean = newMean;
                        currentM2 = newM2;
                    }
                }
            }
            checkState(!values.advanceNextPosition());
        }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.