Package io.airlift.slice

Examples of io.airlift.slice.Slice

235
236
237
238
239
240
241
242
243
244
        @Override
        public void addIntermediate(Block intermediates)
        {
            for (int position = 0; position < intermediates.getPositionCount(); position++) {
                Slice slice = intermediates.getSlice(position);
                count += slice.getLong(COUNT_OFFSET);
                samples += slice.getLong(SAMPLES_OFFSET);
            }
        }
View Full Code Here
329
330
331
332
333
334
335
336
337
338
339
                // write digest
                digest.serialize(sliceOutput);
                // write percentile
                sliceOutput.appendDouble(percentile);

                Slice slice = sliceOutput.slice();
                out.appendSlice(slice);
            }

            return out.build();
        }
View Full Code Here
259
260
261
262
263
264
265
266
267
268
        }
    }

    public static Slice createIntermediate(long count, long samples)
    {
        Slice slice = Slices.allocate(2 * SIZE_OF_LONG);
        slice.setLong(COUNT_OFFSET, count);
        slice.setLong(SAMPLES_OFFSET, samples);
        return slice;
    }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
            counts.ensureCapacity(groupIdsBlock.getGroupCount());
            samples.ensureCapacity(groupIdsBlock.getGroupCount());

            for (int position = 0; position < groupIdsBlock.getPositionCount(); position++) {
                long groupId = groupIdsBlock.getGroupId(position);
                Slice slice = intermediates.getSlice(position);
                counts.add(groupId, slice.getLong(COUNT_OFFSET));
                samples.add(groupId, slice.getLong(SAMPLES_OFFSET));
            }
        }
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
205
            File file = entry.getValue();
            RaptorColumnHandle columnHandle = checkType(entry.getKey(), RaptorColumnHandle.class, "columnHandle");
            types.add(columnHandle.getColumnType());

            if (file.length() > 0) {
                Slice slice = mappedFileCache.getUnchecked(file.getAbsoluteFile());
                checkState(file.length() == slice.length(), "File %s, length %s was mapped to Slice length %s", file.getAbsolutePath(), file.length(), slice.length());
                // Compute optimal encoding from stats
                BlocksFileReader blocks = BlocksFileReader.readBlocks(blockEncodingSerde, slice);
                BlocksFileStats stats = blocks.getStats();
                boolean rleEncode = stats.getAvgRunLength() > RUN_LENGTH_AVERAGE_CUTOFF;
                boolean dicEncode = stats.getUniqueCount() < DICTIONARY_CARDINALITY_CUTOFF;
View Full Code Here
362
363
364
365
366
367
368
369
370
371
372
        Iterable<Block> blocks = Iterables.concat(Iterables.transform(files, new Function<File, Iterable<? extends Block>>()
        {
            @Override
            public Iterable<? extends Block> apply(File file)
            {
                Slice slice = mappedFileCache.getUnchecked(file.getAbsoluteFile());
                return BlocksFileReader.readBlocks(blockEncodingSerde, slice);
            }
        }));

        return blocks;
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
        uncompressedBlock = block;
        uncompressedBlockEncoding = block.getEncoding();

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(Ints.checkedCast(uncompressedBlock.getSizeInBytes() + ENCODING_BUFFER_OVERHEAD.toBytes()));
        uncompressedBlockEncoding.writeBlock(sliceOutput, uncompressedBlock);
        Slice uncompressedSlice = sliceOutput.slice();

        byte[] compressedBytes = new byte[Snappy.maxCompressedLength(uncompressedSlice.length())];
        int actualLength = Snappy.compress(uncompressedSlice.getBytes(), 0, uncompressedSlice.length(), compressedBytes, 0);
        compressedSlice = Slices.wrappedBuffer(Arrays.copyOf(compressedBytes, actualLength));
    }
View Full Code Here
348
349
350
351
352
353
354
355
356
357
358
359
        {
            ByteCodeNode patternNode = arguments.get(1);

            MethodHandle methodHandle;
            if (patternNode instanceof Constant) {
                Slice patternSlice = (Slice) ((Constant) patternNode).getValue();
                String pattern = patternSlice.toString(Charsets.UTF_8);

                JsonExtractor<?> jsonExtractor;
                switch (name) {
                    case JSON_EXTRACT_SCALAR_FUNCTION_NAME:
                        methodHandle = constantJsonExtract;
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
            for (int position = 0; position < rows; position++) {
                if (shipDateBlock.isNull(position)) {
                    continue;
                }

                Slice shipDate = VARCHAR.getSlice(shipDateBlock, position);

                // where
                //     shipdate <= '1998-09-02'
                if (shipDate.compareTo(MAX_SHIP_DATE) <= 0) {
                    //     returnflag,
                    //     linestatus
                    //     quantity
                    //     extendedprice
                    //     extendedprice * (1 - discount)
View Full Code Here
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
            for (int position = 0; position < rows; position++) {
                if (shipDateBlock.isNull(position)) {
                    continue;
                }

                Slice shipDate = shipDateBlock.getSlice(position);

                // where
                //     shipdate <= '1998-09-02'
                if (shipDate.compareTo(MAX_SHIP_DATE) <= 0) {
                    //     returnflag,
                    //     linestatus
                    //     quantity
                    //     extendedprice
                    //     extendedprice * (1 - discount)
View Full Code Here
TOP

Related Classes of io.airlift.slice.Slice

  • com.facebook.presto.benchmark.HandTpchQuery1$TpchQuery1Operator
  • com.facebook.presto.block.snappy.SnappyBlock
  • com.facebook.presto.block.snappy.SnappyBlockEncoding
  • com.facebook.presto.block.uncompressed.UncompressedBlockCursor
  • com.facebook.presto.block.uncompressed.UncompressedBooleanBlockCursor
  • com.facebook.presto.block.uncompressed.UncompressedDoubleBlockCursor
  • com.facebook.presto.block.uncompressed.UncompressedLongBlockCursor
  • com.facebook.presto.block.uncompressed.UncompressedSliceBlockCursor
  • com.facebook.presto.HashPagePartitionFunction
  • com.facebook.presto.metadata.DatabaseLocalStorageManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.