Package com.facebook.presto.spi.block

Examples of com.facebook.presto.spi.block.Block

182
183
184
185
186
187
188
189
190
191
192
            Page page = new Page(builder.build());
            page = OperatorAssertion.appendSampleWeight(ImmutableList.of(page), WEIGHT).get(0);
            Accumulator accumulator = getFunction().bind(ImmutableList.of(0), Optional.<Integer>absent(), Optional.of(page.getChannelCount() - 1), getConfidence()).createAccumulator();

            accumulator.addInput(page);
            Block result = accumulator.evaluateFinal();

            String approxValue = BlockAssertions.toValues(accumulator.getFinalType(), result).get(0).toString();
            double approx = Double.parseDouble(approxValue.split(" ")[0]);
            double error = Double.parseDouble(approxValue.split(" ")[2]);
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
        }

        @Override
        public void addInput(Page page)
        {
            Block block = page.getBlock(labelChannel);
            for (int position = 0; position < block.getPositionCount(); position++) {
                if (labelIsLong) {
                    labels.add((double) BIGINT.getLong(block, position));
                }
                else {
                    labels.add(DOUBLE.getDouble(block, position));
                }
            }

            block = page.getBlock(featuresChannel);
            for (int position = 0; position < block.getPositionCount(); position++) {
                FeatureVector featureVector = ModelUtils.jsonToFeatures(VARCHAR.getSlice(block, position));
                rowsSize += featureVector.getEstimatedSize();
                rows.add(featureVector);
            }
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
        }

        @Override
        public void addInput(Page page)
        {
            Block block = page.getBlock(labelChannel);
            for (int position = 0; position < block.getPositionCount(); position++) {
                if (labelIsLong) {
                    labels.add((double) BIGINT.getLong(block, position));
                }
                else {
                    labels.add(DOUBLE.getDouble(block, position));
                }
            }

            block = page.getBlock(featuresChannel);
            for (int position = 0; position < block.getPositionCount(); position++) {
                FeatureVector featureVector = ModelUtils.jsonToFeatures(VARCHAR.getSlice(block, position));
                rowsSize += featureVector.getEstimatedSize();
                rows.add(featureVector);
            }
        }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
        BlockBuilder expectedBlockBuilder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());
        VARCHAR.writeString(expectedBlockBuilder, "alice");
        VARCHAR.writeString(expectedBlockBuilder, "bob");
        VARCHAR.writeString(expectedBlockBuilder, "charlie");
        VARCHAR.writeString(expectedBlockBuilder, "dave");
        Block expectedBlock = expectedBlockBuilder.build();

        Page expectedPage = new Page(expectedBlock, expectedBlock, expectedBlock);

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        writePages(createTestingBlockEncodingManager(), sliceOutput, expectedPage, expectedPage, expectedPage);
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
138
            processBlock(page.getBlock(channel), maskChannel.transform(page.blockGetter()), sampleWeightChannel.transform(page.blockGetter()));
        }

        private void processBlock(Block block, Optional<Block> maskBlock, Optional<Block> sampleWeightBlock)
        {
            Block masks = null;
            Block sampleWeights = null;
            if (maskBlock.isPresent()) {
                masks = maskBlock.get();
            }
            if (sampleWeightBlock.isPresent()) {
                sampleWeights = sampleWeightBlock.get();
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
259
        private void processBlock(GroupByIdBlock groupIdsBlock, Block block, Optional<Block> maskBlock, Optional<Block> sampleWeightBlock)
        {
            notNull.ensureCapacity(groupIdsBlock.getGroupCount());
            sums.ensureCapacity(groupIdsBlock.getGroupCount());

            Block masks = null;
            Block sampleWeights = null;
            if (maskBlock.isPresent()) {
                masks = maskBlock.get();
            }
            if (sampleWeightBlock.isPresent()) {
                sampleWeights = sampleWeightBlock.get();
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
294
295
296
        assertNotNull(output);
        assertEquals(output.getPositionCount(), 1);
        assertEquals(output.getChannelCount(), 1);

        Block block = output.getBlock(0);
        assertEquals(block.getPositionCount(), 1);

        BlockCursor cursor = block.cursor();
        assertTrue(cursor.advanceNextPosition());
        if (cursor.isNull()) {
            return null;
        }
        else {
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
    private static void assertLearnClassifer(Accumulator accumulator)
            throws Exception
    {
        accumulator.addInput(getPage());
        Block block = accumulator.evaluateFinal();
        Slice slice = block.getSlice(0);
        Model deserialized = ModelUtils.deserialize(slice);
        assertNotNull(deserialized, "deserialization failed");
        assertTrue(deserialized instanceof Classifier, "deserialized model is not a classifier");
    }
View Full Code Here
137
138
139
140
141
142
143
144
145
            this.block = block;
        }

        public Block getRegionAndAdvance(int length)
        {
            Block region = block.getRegion(position, length);
            position += length;
            return region;
        }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
        checkState(blocks.length == writers.size(), "Block count does not match writer count (%s vs %s)!", blocks.length, writers.size());

        int i = 0;
        for (BlocksFileWriter writer : writers.values()) {
            Block block = blocks[i];
            writer.append(block);
            positionCount[i] = block.getPositionCount();
            if (i > 0) {
                checkState(positionCount[i] == positionCount[i - 1], "different position count (%s vs. %s) for block!", positionCount[i], positionCount[i - 1]);
            }
            i++;
        }
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.block.Block

  • com.facebook.presto.benchmark.HandTpchQuery6$TpchQuery6Processor
  • com.facebook.presto.block.AbstractTestBlock
  • com.facebook.presto.block.BlockAssertions
  • com.facebook.presto.block.BlockAssertions$BlockIterableBuilder
  • com.facebook.presto.block.dictionary.DictionaryBlockEncoding
  • com.facebook.presto.block.dictionary.DictionaryBlockEncoding$DictionaryBlockEncodingFactory
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlock
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlockCursor
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlockCursorWithNulls
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlockWithNulls
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.