Package com.facebook.presto.spi.block

Examples of com.facebook.presto.spi.block.Block

69
70
71
72
73
74
75
76
77
        return encoding;
    }

    private void writeBlock()
    {
        Block block = blockBuilder.build();
        encoding.writeBlock(sliceOutput, block);
        blockBuilder = block.getType().createBlockBuilder(new BlockBuilderStatus());
    }
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
                dictionaryBuilder = new ChannelSetBuilder(block.getType(), MAX_UNIQUE_COUNT, null);
            }

            for (int position = 0; position < block.getPositionCount(); position++) {
                // update run length stats
                Block value = block.getSingleValueBlock(position);
                if (lastValue == null) {
                    lastValue = value;
                }
                else if (!value.equalTo(0, lastValue, 0)) {
                    runsCount++;
                    lastValue = value;
                }

                // update dictionary stats
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
        {
            checkArgument(percentileChannel != -1, "Raw input is not allowed for a final aggregation");

            digests.ensureCapacity(groupIdsBlock.getGroupCount());

            Block values = page.getBlock(valueChannel);
            Block percentiles = page.getBlock(percentileChannel);
            Block masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get());
            }

            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                long groupId = groupIdsBlock.getGroupId(position);

                // skip null values
                if (!values.isNull(position) && (masks == null || masks.getBoolean(position))) {
                    DigestAndPercentile currentValue = digests.get(groupId);
                    if (currentValue == null) {
                        currentValue = new DigestAndPercentile(new QuantileDigest(0.01));
                        digests.set(groupId, currentValue);
                        sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();
View Full Code Here
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
        @Override
        public void addInput(Page page)
        {
            checkArgument(valueChannel != -1, "Raw input is not allowed for a final aggregation");

            Block values = page.getBlock(valueChannel);
            Block percentiles = page.getBlock(percentileChannel);
            Block masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get());
            }

            for (int position = 0; position < page.getPositionCount(); position++) {
                if (!values.isNull(position) && (masks == null || masks.getBoolean(position))) {
                    addValue(digest, position, values, parameterType);
                    if (!percentiles.isNull(position)) {
                        percentile = percentiles.getDouble(position);
                    }
                }
View Full Code Here
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
        }

        @Override
        public void addInput(Page page)
        {
            Block masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get());
            }
            Block sampleWeights = page.getBlock(sampleWeightChannel);

            for (int position = 0; position < page.getPositionCount(); position++) {
                long weight = ApproximateUtils.computeSampleWeight(masks, sampleWeights, position);
                count += weight;
                if (weight > 0) {
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
115
116
117
        @Override
        public void addInput(GroupByIdBlock groupIdsBlock, Page page)
        {
            counts.ensureCapacity(groupIdsBlock.getGroupCount());
            Block masks = maskChannel.isPresent() ? page.getBlock(maskChannel.get()) : null;

            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                long groupId = groupIdsBlock.getGroupId(position);
                if (masks == null || masks.getBoolean(position)) {
                    counts.increment(groupId);
                }
            }
        }
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
201
202
        {
            if (!maskChannel.isPresent()) {
                count += page.getPositionCount();
            }
            else {
                Block masks = page.getBlock(maskChannel.get());
                for (int position = 0; position < page.getPositionCount(); position++) {
                    if (masks == null || masks.getBoolean(position)) {
                        count++;
                    }
                }
            }
        }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
        {
            checkArgument(percentileChannel != -1, "Raw input is not allowed for a final aggregation");

            digests.ensureCapacity(groupIdsBlock.getGroupCount());

            Block values = page.getBlock(valueChannel);
            Block weights = page.getBlock(weightChannel);
            Block percentiles = page.getBlock(percentileChannel);
            Block masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get());
            }

            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                long groupId = groupIdsBlock.getGroupId(position);

                // skip null values
                if (!values.isNull(position) && !weights.isNull(position) && (masks == null || masks.getBoolean(position))) {
                    DigestAndPercentile currentValue = digests.get(groupId);
                    if (currentValue == null) {
                        currentValue = new DigestAndPercentile(new QuantileDigest(0.01));
                        digests.set(groupId, currentValue);
                        sizeOfValues += currentValue.getDigest().estimatedInMemorySizeInBytes();
View Full Code Here
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
        @Override
        public void addInput(Page page)
        {
            checkArgument(valueChannel != -1, "Raw input is not allowed for a final aggregation");

            Block values = page.getBlock(valueChannel);
            Block weights = page.getBlock(weightChannel);
            Block percentiles = page.getBlock(percentileChannel);
            Block masks = null;
            if (maskChannel.isPresent()) {
                masks = page.getBlock(maskChannel.get());
            }

            for (int position = 0; position < page.getPositionCount(); position++) {
                if (!values.isNull(position) && !weights.isNull(position) && (masks == null || masks.getBoolean(position))) {
                    addValue(digest, position, values, weights.getLong(position), parameterType);

                    // use last non-null percentile
                    if (!percentiles.isNull(position)) {
                        percentile = percentiles.getDouble(position);
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
199
200
        {
            checkArgument(valueChannel != -1, "Raw input is not allowed for a final aggregation");

            groupedState.ensureCapacity(groupIdsBlock.getGroupCount());

            Block values = page.getBlock(valueChannel);
            Block masks = maskChannel.transform(page.blockGetter()).orNull();
            Block sampleWeights = sampleWeightChannel.transform(page.blockGetter()).orNull();

            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                long sampleWeight = ApproximateUtils.computeSampleWeight(masks, sampleWeights, position);

                if (!values.isNull(position) && sampleWeight > 0) {
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.block.Block

  • com.facebook.presto.benchmark.HandTpchQuery6$TpchQuery6Processor
  • com.facebook.presto.block.AbstractTestBlock
  • com.facebook.presto.block.BlockAssertions
  • com.facebook.presto.block.BlockAssertions$BlockIterableBuilder
  • com.facebook.presto.block.dictionary.DictionaryBlockEncoding
  • com.facebook.presto.block.dictionary.DictionaryBlockEncoding$DictionaryBlockEncodingFactory
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlock
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlockCursor
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlockCursorWithNulls
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlockWithNulls
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.