Package com.facebook.presto.spi

Examples of com.facebook.presto.spi.Page

64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
    public void testBigintSerializedSize()
    {
        BlockBuilder builder = BIGINT.createBlockBuilder(new BlockBuilderStatus());

        // empty page
        Page page = new Page(builder.build());
        int pageSize = serializedSize(ImmutableList.of(BIGINT), page);
        assertEquals(pageSize, 35); // page overhead

        // page with one value
        BIGINT.writeLong(builder, 123);
        page = new Page(builder.build());
        int firstValueSize = serializedSize(ImmutableList.of(BIGINT), page) - pageSize;
        assertEquals(firstValueSize, 9); // value size + value overhead

        // page with two values
        BIGINT.writeLong(builder, 456);
        page = new Page(builder.build());
        int secondValueSize = serializedSize(ImmutableList.of(BIGINT), page) - (pageSize + firstValueSize);
        assertEquals(secondValueSize, 8); // value size (value overhead is shared with previous value)
    }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
    public void testVarcharSerializedSize()
    {
        BlockBuilder builder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());

        // empty page
        Page page = new Page(builder.build());
        int pageSize = serializedSize(ImmutableList.of(VARCHAR), page);
        assertEquals(pageSize, 34); // page overhead

        // page with one value
        VARCHAR.writeString(builder, "alice");
        page = new Page(builder.build());
        int firstValueSize = serializedSize(ImmutableList.of(VARCHAR), page) - pageSize;
        assertEquals(firstValueSize, 4 + 5 + 1); // length + "alice" + null

        // page with two values
        VARCHAR.writeString(builder, "bob");
        page = new Page(builder.build());
        int secondValueSize = serializedSize(ImmutableList.of(VARCHAR), page) - (pageSize + firstValueSize);
        assertEquals(secondValueSize, 4  + 3); // length + "bob" (null shared with first entry)
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
                .build();

        RaptorPageSource raptorDataSource = createRaptorDataSource();
        List<Page> actual = new ArrayList<>();
        while (!raptorDataSource.isFinished()) {
            Page nextPage = raptorDataSource.getNextPage();
            if (nextPage != null) {
                actual.add(nextPage);
            }
        }
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
                storageManager.getBlocks(shardUuid, columnHandles.get(0)),
                storageManager.getBlocks(shardUuid, columnHandles.get(1))));

        List<Page> actualPages = new ArrayList<>();
        while (!raptorPageSource.isFinished()) {
            Page page = raptorPageSource.getNextPage();
            if (page != null) {
                actualPages.add(page);
            }
        }
        MaterializedResult actual = toMaterializedResult(session, types, actualPages);
View Full Code Here
71
72
73
74
75
76
77
        if (!positionCounts.hasNext()) {
            closed = true;
            return null;
        }

        return new Page(positionCounts.next());
    }
View Full Code Here
120
121
122
123
124
125
126
127
128
        Block[] blocks = new Block[iterators.size()];
        for (int i = 0; i < blockPositions.size(); i++) {
            blocks[i] = blockPositions.get(i).getRegionAndAdvance(length);
        }

        Page page = new Page(blocks);
        sizeInBytes += page.getSizeInBytes();
        return page;
    }
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
    }

    private static void importData(ConnectorPageSource source, ColumnFileHandle fileHandle)
    {
        while (!source.isFinished()) {
            Page page = source.getNextPage();
            if (page != null) {
                fileHandle.append(page);
            }
        }
    }
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
        @Override
        public Page getOutput()
        {
            // only return a page if the page buffer isFull or we are finishing and the page buffer has data
            if (pageBuilder.isFull() || (finishing && !pageBuilder.isEmpty())) {
                Page page = pageBuilder.build();
                pageBuilder.reset();
                return page;
            }
            return null;
        }
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
        ConnectorPageSource delegate = getSource();
        if (delegate == null) {
            return null;
        }

        Page page = delegate.getNextPage();
        if (page != null) {
            // update operator stats
            long endCompletedBytes = delegate.getCompletedBytes();
            long endReadTimeNanos = delegate.getReadTimeNanos();
            operatorContext.recordGeneratedInput(endCompletedBytes - completedBytes, page.getPositionCount(), endReadTimeNanos - readTimeNanos);
            completedBytes = endCompletedBytes;
            readTimeNanos = endReadTimeNanos;
        }

        return page;
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
273
        List<Page> pages = new ArrayList<>();
        long bytes = 0;

        int listOffset = Ints.checkedCast(sequenceId - masterSequenceId.get());
        while (listOffset < masterBuffer.size()) {
            Page page = masterBuffer.get(listOffset++);
            bytes += page.getSizeInBytes();
            // break (and don't add) if this page would exceed the limit
            if (!pages.isEmpty() && bytes > maxBytes) {
                break;
            }
            pages.add(page);
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.Page

  • com.facebook.presto.benchmark.HandTpchQuery1$TpchQuery1Operator
  • com.facebook.presto.connector.informationSchema.InformationSchemaPageSourceProvider
  • com.facebook.presto.execution.SharedBuffer
  • com.facebook.presto.execution.TestingPageSourceProvider
  • com.facebook.presto.execution.TestSharedBuffer
  • com.facebook.presto.operator.aggregation.AbstractTestApproximateAggregationFunction
  • com.facebook.presto.operator.aggregation.AbstractTestApproximateCountDistinct
  • com.facebook.presto.operator.aggregation.AggregationTestUtils
  • com.facebook.presto.operator.aggregation.TestApproximatePercentileAggregation
  • com.facebook.presto.operator.aggregation.TestMaxByAggregation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.