Examples of com.facebook.presto.spi.block.BlockBuilder

com.facebook.presto.spi.block.BlockBuilder

    }


    // This method makes it easy to create blocks without having to add an L to every value
    public static Block createLongsBlock(int... values)
    {
        BlockBuilder builder = BIGINT.createBlockBuilder(new BlockBuilderStatus());


        for (int value : values) {
            builder.appendLong((long) value);
        }


        return builder.build();
    }

View Full Code Here

        return createLongsBlock(Arrays.asList(values));
    }


    public static Block createLongsBlock(Iterable<Long> values)
    {
        BlockBuilder builder = BIGINT.createBlockBuilder(new BlockBuilderStatus());


        for (Long value : values) {
            if (value == null) {
                builder.appendNull();
            }
            else {
                builder.appendLong(value);
            }
        }


        return builder.build();
    }

View Full Code Here

        return createBlockIterable(createLongsBlock(values));
    }


    public static Block createLongSequenceBlock(int start, int end)
    {
        BlockBuilder builder = BIGINT.createBlockBuilder(new BlockBuilderStatus());


        for (int i = start; i < end; i++) {
            builder.appendLong(i);
        }


        return builder.build();
    }

View Full Code Here

        return builder.build();
    }


    public static Block createBooleanSequenceBlock(int start, int end)
    {
        BlockBuilder builder = BOOLEAN.createBlockBuilder(new BlockBuilderStatus());


        for (int i = start; i < end; i++) {
            builder.appendBoolean(i % 2 == 0);
        }


        return builder.build();
    }

View Full Code Here

        return createDoublesBlock(Arrays.asList(values));
    }


    public static Block createDoublesBlock(Iterable<Double> values)
    {
        BlockBuilder builder = DOUBLE.createBlockBuilder(new BlockBuilderStatus());


        for (Double value : values) {
            if (value == null) {
                builder.appendNull();
            }
            else {
                builder.appendDouble(value);
            }
        }


        return builder.build();
    }

View Full Code Here

        return createBlockIterable(createDoublesBlock(values));
    }


    public static Block createDoubleSequenceBlock(int start, int end)
    {
        BlockBuilder builder = DOUBLE.createBlockBuilder(new BlockBuilderStatus());


        for (int i = start; i < end; i++) {
            builder.appendDouble((double) i);
        }


        return builder.build();
    }

View Full Code Here

                .build();


        DynamicSliceOutput encoderOutput = new DynamicSliceOutput(1024);
        Encoder encoder = BlocksFileEncoding.SNAPPY.createBlocksWriter(encoderOutput);


        BlockBuilder expectedBlockBuilder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());


        int count = 1000;
        for (int i = 0; i < count; i++) {
            // select a random position
            int position = ThreadLocalRandom.current().nextInt(block.getPositionCount());


            // add to expected block
            block.appendTo(position, expectedBlockBuilder);


            // create block with single value and add to encoder
            encoder.append(block.getSingleValueBlock(position));
        }


        Block expectedBlock = expectedBlockBuilder.build();


        BlockEncoding snappyEncoding = encoder.finish();
        assertTrue(encoderOutput.size() < expectedBlock.getSizeInBytes());


        Block actualBlock = snappyEncoding.readBlock(encoderOutput.slice().getInput());

View Full Code Here

    }


    @Test
    public void testHashBuilderResize()
    {
        BlockBuilder builder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());
        builder.appendSlice(Slices.allocate(200_000)); // this must be larger than DEFAULT_MAX_BLOCK_SIZE, 64K
        builder.build();


        List<Page> input = rowPagesBuilder(VARCHAR)
                .addSequencePage(10, 100)
                .addBlocksPage(builder.build())
                .addSequencePage(10, 100)
                .build();


        ConnectorSession session = new ConnectorSession("user", "source", "catalog", "schema", UTC_KEY, Locale.ENGLISH, "address", "agent");
        DriverContext driverContext = new TaskContext(new TaskId("query", "stage", "task"), executor, session, new DataSize(10, Unit.MEGABYTE))

View Full Code Here

    }


    @Test(expectedExceptions = PrestoException.class, expectedExceptionsMessageRegExp = "Task exceeded max memory size of 3MB")
    public void testHashBuilderResizeLimit()
    {
        BlockBuilder builder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());
        builder.appendSlice(Slices.allocate(5_000_000)); // this must be larger than DEFAULT_MAX_BLOCK_SIZE, 64K
        builder.build();


        List<Page> input = rowPagesBuilder(VARCHAR)
                .addSequencePage(10, 100)
                .addBlocksPage(builder.build())
                .addSequencePage(10, 100)
                .build();


        ConnectorSession session = new ConnectorSession("user", "source", "catalog", "schema", UTC_KEY, Locale.ENGLISH, "address", "agent");
        DriverContext driverContext = new TaskContext(new TaskId("query", "stage", "task"), executor, session, new DataSize(3, Unit.MEGABYTE))

View Full Code Here

        return groupByHash.getEstimatedSize();
    }


    public Block markDistinctRows(Page page)
    {
        BlockBuilder blockBuilder = BOOLEAN.createBlockBuilder(new BlockBuilderStatus());
        GroupByIdBlock ids = groupByHash.getGroupIds(page);
        for (int i = 0; i < ids.getPositionCount(); i++) {
            if (ids.getGroupId(i) == nextDistinctId) {
                blockBuilder.appendBoolean(true);
                nextDistinctId++;
            }
            else {
                blockBuilder.appendBoolean(false);
            }
        }


        return blockBuilder.build();
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of com.facebook.presto.spi.block.BlockBuilder

com.facebook.presto.block.AbstractTestBlock

com.facebook.presto.block.BlockAssertions

com.facebook.presto.block.dictionary.TestDictionaryEncodedBlock

com.facebook.presto.block.TestBlockBuilder

com.facebook.presto.block.TestRunLengthEncodedBlock

com.facebook.presto.metadata.NativeRecordSink

com.facebook.presto.ml.EvaluateClassifierPredictionsAggregation$EvaluatePredictionsAccumulator

com.facebook.presto.ml.LearnAggregation$LearnAccumulator

com.facebook.presto.ml.LearnAggregation$LearnAccumulatorFactory$LearnAccumulator

com.facebook.presto.ml.LearnLibSvmAggregation$LearnAccumulator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.