Package com.facebook.presto.spi.block

Examples of com.facebook.presto.spi.block.BlockEncoding

91
92
93
94
95
96
97
98
99
100
101
102
        @Override
        public void writeEncoding(BlockEncodingSerde serde, SliceOutput output, DictionaryBlockEncoding blockEncoding)
        {
            // write the dictionary
            BlockEncoding dictionaryBlockEncoding = blockEncoding.dictionary.getEncoding();
            serde.writeBlockEncoding(output, dictionaryBlockEncoding);
            dictionaryBlockEncoding.writeBlock(output, blockEncoding.dictionary);

            // write the id block encoding
            serde.writeBlockEncoding(output, blockEncoding.idBlockEncoding);
        }
View Full Code Here
89
90
91
92
93
94
95
96
        }

        @Override
        public RunLengthBlockEncoding readEncoding(TypeManager manager, BlockEncodingSerde serde, SliceInput input)
        {
            BlockEncoding valueBlockEncoding = serde.readBlockEncoding(input);
            return new RunLengthBlockEncoding(valueBlockEncoding);
        }
View Full Code Here
87
88
89
90
91
92
93
94
        @Override
        public SnappyBlockEncoding readEncoding(TypeManager manager, BlockEncodingSerde serde, SliceInput input)
        {
            Type type = TypeSerde.readType(manager, input);
            BlockEncoding valueBlockEncoding = serde.readBlockEncoding(input);
            return new SnappyBlockEncoding(type, valueBlockEncoding);
        }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
        @Override
        public DictionaryBlockEncoding readEncoding(TypeManager manager, BlockEncodingSerde serde, SliceInput input)
        {
            // read the dictionary
            BlockEncoding dictionaryEncoding = serde.readBlockEncoding(input);
            Block dictionary = dictionaryEncoding.readBlock(input);

            // read the id block encoding
            BlockEncoding idBlockEncoding = serde.readBlockEncoding(input);
            return new DictionaryBlockEncoding(dictionary, idBlockEncoding);
        }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
        @Override
        public void writeEncoding(BlockEncodingSerde serde, SliceOutput output, DictionaryBlockEncoding blockEncoding)
        {
            // write the dictionary
            BlockEncoding dictionaryBlockEncoding = blockEncoding.dictionary.getEncoding();
            serde.writeBlockEncoding(output, dictionaryBlockEncoding);
            dictionaryBlockEncoding.writeBlock(output, blockEncoding.dictionary);

            // write the id block encoding
            serde.writeBlockEncoding(output, blockEncoding.idBlockEncoding);
        }
View Full Code Here
88
89
90
91
92
93
94
95
        }

        @Override
        public RunLengthBlockEncoding readEncoding(TypeManager manager, BlockEncodingSerde serde, SliceInput input)
        {
            BlockEncoding valueBlockEncoding = serde.readBlockEncoding(input);
            return new RunLengthBlockEncoding(valueBlockEncoding);
        }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
            // missing file and a file that legitimately has no rows.
            createEmptyFile();
            return;
        }

        BlockEncoding blockEncoding = encoder.finish();

        int startingIndex = sliceOutput.size();

        // write file encoding
        blockEncodingSerde.writeBlockEncoding(sliceOutput, blockEncoding);
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
        VARCHAR.writeString(expectedBlockBuilder, "charlie");
        VARCHAR.writeString(expectedBlockBuilder, "charlie");
        Block expectedBlock = expectedBlockBuilder.build();

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        BlockEncoding blockEncoding = new RunLengthEncoder(sliceOutput, VARCHAR).append(expectedBlock).finish();
        SliceInput sliceInput = sliceOutput.slice().getInput();

        Block block = blockEncoding.readBlock(sliceInput);
        assertInstanceOf(block, RunLengthEncodedBlock.class);
        RunLengthEncodedBlock rleBlock = (RunLengthEncodedBlock) block;
        assertTrue(positionEqualsPosition(VARCHAR, rleBlock, 0, expectedBlock, 0));
        assertEquals(rleBlock.getPositionCount(), 2);
        assertEquals(VARCHAR.getSlice(rleBlock, 0).toStringUtf8(), "alice");

        block = blockEncoding.readBlock(sliceInput);
        assertInstanceOf(block, RunLengthEncodedBlock.class);
        rleBlock = (RunLengthEncodedBlock) block;
        assertTrue(positionEqualsPosition(VARCHAR, rleBlock, 0, expectedBlock, 2));
        assertEquals(rleBlock.getPositionCount(), 4);
        assertEquals(VARCHAR.getSlice(rleBlock, 0).toStringUtf8(), "bob");

        block = blockEncoding.readBlock(sliceInput);
        assertInstanceOf(block, RunLengthEncodedBlock.class);
        rleBlock = (RunLengthEncodedBlock) block;
        assertTrue(positionEqualsPosition(VARCHAR, rleBlock, 0, expectedBlock, 6));
        assertEquals(rleBlock.getPositionCount(), 6);
        assertEquals(VARCHAR.getSlice(rleBlock, 0).toStringUtf8(), "charlie");
View Full Code Here
35
36
37
38
39
40
41
42
43
44
        VARCHAR.writeString(expectedBlockBuilder, "charlie");
        VARCHAR.writeString(expectedBlockBuilder, "dave");
        Block expectedBlock = expectedBlockBuilder.build();

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        BlockEncoding blockEncoding = new VariableWidthBlockEncoding();
        blockEncoding.writeBlock(sliceOutput, expectedBlock);
        Block actualBlock = blockEncoding.readBlock(sliceOutput.slice().getInput());
        BlockAssertions.assertBlockEquals(VARCHAR, actualBlock, expectedBlock);
    }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
63
        VARCHAR.writeString(blockBuilder, "charlie");
        VARCHAR.writeString(blockBuilder, "dave");
        Block block = blockBuilder.build();

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        BlockEncoding blockEncoding = new UncompressedEncoder(VARCHAR, sliceOutput).append(block).append(block).finish();
        Block actualBlock = blockEncoding.readBlock(sliceOutput.slice().getInput());

        BlockBuilder expectedBlockBuilder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());
        VARCHAR.writeString(expectedBlockBuilder, "alice");
        VARCHAR.writeString(expectedBlockBuilder, "bob");
        VARCHAR.writeString(expectedBlockBuilder, "charlie");
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.block.BlockEncoding

  • com.facebook.presto.block.AbstractTestBlock
  • com.facebook.presto.block.dictionary.DictionaryBlockEncoding$DictionaryBlockEncodingFactory
  • com.facebook.presto.block.rle.RunLengthBlockEncoding$RunLengthBlockEncodingFactory
  • com.facebook.presto.block.snappy.SnappyBlockEncoding$SnappyBlockEncodingFactory
  • com.facebook.presto.serde.BlocksFileWriter
  • com.facebook.presto.serde.PagesSerde$PagesWriter
  • com.facebook.presto.serde.TestDictionaryEncodedBlockSerde
  • com.facebook.presto.serde.TestRunLengthEncodedBlockSerde
  • com.facebook.presto.serde.TestSnappyBlockSerde
  • com.facebook.presto.serde.TestUncompressedBlockSerde
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.