Examples of com.facebook.presto.sql.tree.Input

com.facebook.presto.sql.tree.Input
Represents a reference to a field in a physical execution plan
TODO: This class belongs to the execution engine and should not be in this package.

            OperatorFactory operatorFactory = new ExchangeOperatorFactory(context.getNextOperatorId(), node.getId(), exchangeClientSupplier, types);


            ImmutableMap.Builder<Symbol, Input> outputMappings = ImmutableMap.builder();
            int channel = 0;
            for (Symbol symbol : node.getOutputSymbols()) {
                outputMappings.put(symbol, new Input(channel));
                channel++;
            }


            return new PhysicalOperation(operatorFactory, outputMappings.build());
        }

View Full Code Here

            }


            // window functions go in remaining channels starting after the last channel from the source operator, one per channel
            int channel = source.getTypes().size();
            for (Symbol symbol : windowFunctionOutputSymbols) {
                outputMappings.put(symbol, new Input(channel));
                channel++;
            }


            OperatorFactory operatorFactory = new WindowOperatorFactory(
                    context.getNextOperatorId(),

View Full Code Here

            List<Integer> channels = getChannelsForSymbols(node.getDistinctSymbols(), source.getLayout());


            // Source channels are always laid out first, followed by the boolean output symbol
            Map<Symbol, Input> outputMappings = ImmutableMap.<Symbol, Input>builder()
                    .putAll(source.getLayout())
                    .put(node.getMarkerSymbol(), new Input(source.getLayout().size())).build();


            Optional<Integer> sampleWeightChannel = node.getSampleWeightSymbol().transform(source.channelGetter());


            MarkDistinctOperatorFactory operator = new MarkDistinctOperatorFactory(context.getNextOperatorId(), source.getTypes(), channels, sampleWeightChannel);
            return new PhysicalOperation(operator, outputMappings, source);

View Full Code Here

                int value = entry.getValue().getChannel();
                if (value == sampleWeightChannel) {
                    continue;
                }
                // Because we've removed the sample weight channel, all channels after it have been renumbered
                outputMappings.put(entry.getKey(), new Input(value > sampleWeightChannel ? value - 1 : value));
            }


            List<Type> types = new ArrayList<>();
            types.addAll(source.getTypes());
            types.remove(sampleWeightChannel);

View Full Code Here


            if (node.getSampleType() == SampleNode.Type.POISSONIZED) {
                PhysicalOperation source = node.getSource().accept(this, context);
                OperatorFactory operatorFactory = new SampleOperatorFactory(context.getNextOperatorId(), node.getSampleRatio(), node.isRescaled(), source.getTypes());
                checkState(node.getSampleWeightSymbol().isPresent(), "sample weight symbol missing");
                Map<Symbol, Input> layout = ImmutableMap.<Symbol, Input>builder().putAll(source.getLayout()).put(node.getSampleWeightSymbol().get(), new Input(source.getTypes().size())).build();
                return new PhysicalOperation(operatorFactory, layout, source);
            }


            throw new UnsupportedOperationException("not yet implemented: " + node);
        }

View Full Code Here

                columns = new ArrayList<>();
                int channel = 0;
                for (Symbol symbol : tableScanNode.getOutputSymbols()) {
                    columns.add(tableScanNode.getAssignments().get(symbol));


                    Input input = new Input(channel);
                    sourceLayout.put(symbol, input);


                    Type type = checkNotNull(context.getTypes().get(symbol), "No type for symbol %s", symbol);
                    sourceTypes.put(input, type);


                    channel++;
                }
            }
            else {
                // plan source
                source = sourceNode.accept(this, context);
                sourceLayout = source.getLayout();
                sourceTypes = getInputTypes(source.getLayout(), source.getTypes());
            }


            // build output mapping
            ImmutableMap.Builder<Symbol, Input> outputMappingsBuilder = ImmutableMap.builder();
            for (int i = 0; i < outputSymbols.size(); i++) {
                Symbol symbol = outputSymbols.get(i);
                outputMappingsBuilder.put(symbol, new Input(i));
            }
            Map<Symbol, Input> outputMappings = outputMappingsBuilder.build();


            try {
                // compiler uses inputs instead of symbols, so rewrite the expressions first

View Full Code Here


            int channel = 0;
            for (Symbol symbol : node.getOutputSymbols()) {
                columns.add(node.getAssignments().get(symbol));


                outputMappings.put(symbol, new Input(channel)); // one column per channel
                channel++;
            }


            List<Type> types = getSourceOperatorTypes(node, context.getTypes());
            OperatorFactory operatorFactory = new TableScanOperatorFactory(context.getNextOperatorId(), node.getId(), dataStreamProvider, types, columns);

View Full Code Here

            Map<Symbol, Input> outputMappings = new LinkedHashMap<>();
            List<Type> outputTypes = new ArrayList<>();


            int channel = 0;
            for (Symbol symbol : node.getOutputSymbols()) {
                Input input = new Input(channel);
                outputMappings.put(symbol, input);


                Type type = checkNotNull(context.getTypes().get(symbol), "No type for symbol %s", symbol);
                outputTypes.add(type);

View Full Code Here

            IndexSourceContext indexSourceContext = context.getIndexSourceContext().get();


            ImmutableMap.Builder<Symbol, Input> outputMappings = ImmutableMap.builder();
            int channel = 0;
            for (Symbol symbol : node.getOutputSymbols()) {
                outputMappings.put(symbol, new Input(channel));
                channel++;
            }


            SetMultimap<Symbol, Input> indexLookupToProbeInput = indexSourceContext.getIndexLookupToProbeInput();
            checkState(indexLookupToProbeInput.keySet().equals(node.getLookupSymbols()));


            // Finalize the symbol lookup layout for the index source
            List<Symbol> lookupSymbolSchema = ImmutableList.copyOf(node.getLookupSymbols());


            // Identify how to remap the probe key Input to match the source index lookup layout
            List<Integer> remappedProbeKeyChannels = new ArrayList<>();
            for (Symbol lookupSymbol : lookupSymbolSchema) {
                // TODO: add additional optimization when there are multiple mappings for one lookup symbol (e.g. index key filtering)
                // Currently just pick the first field that can supply this symbol
                Input probeInput = Iterables.getFirst(indexLookupToProbeInput.get(lookupSymbol), null);
                remappedProbeKeyChannels.add(probeInput.getChannel());
            }


            // Declare the input and output schemas for the index and acquire the actual Index
            List<ColumnHandle> lookupSchema = Lists.transform(lookupSymbolSchema, Functions.forMap(node.getAssignments()));
            List<ColumnHandle> outputSchema = Lists.transform(node.getOutputSymbols(), Functions.forMap(node.getAssignments()));

View Full Code Here


            // The probe key channels will be handed to the index according to probeSymbol order
            Map<Symbol, Input> probeKeyLayout = new HashMap<>();
            for (int i = 0; i < probeSymbols.size(); i++) {
                // Duplicate symbols can appear and we only need to take take one of the Inputs
                probeKeyLayout.put(probeSymbols.get(i), new Input(i));
            }


            // Plan the index source side
            SetMultimap<Symbol, Input> indexLookupToProbeInput = mapIndexSourceLookupSymbolToProbeKeyInput(node, probeKeyLayout);
            LocalExecutionPlanContext indexContext = context.createIndexSourceSubContext(new IndexSourceContext(indexLookupToProbeInput));
            PhysicalOperation indexSource = node.getIndexSource().accept(this, indexContext);
            List<Integer> indexChannels = getChannelsForSymbols(indexSymbols, indexSource.getLayout());


            PagesIndexBuilderOperatorFactory pagesIndexOutput = new PagesIndexBuilderOperatorFactory(
                    indexContext.getNextOperatorId(),
                    indexSource.getTypes()
            );


            DriverFactory indexBuildDriverFactory = new DriverFactory(
                    indexContext.isInputDriver(),
                    false,
                    ImmutableList.<OperatorFactory>builder()
                            .addAll(indexSource.getOperatorFactories())
                            .add(pagesIndexOutput)
                            .build());


            IndexLookupSourceSupplier indexLookupSourceSupplier = new IndexLookupSourceSupplier(
                    indexChannels,
                    indexSource.getTypes(),
                    indexContext.getNextOperatorId(),
                    indexBuildDriverFactory,
                    pagesIndexOutput);


            ImmutableMap.Builder<Symbol, Input> outputMappings = ImmutableMap.builder();
            outputMappings.putAll(probeSource.getLayout());


            // inputs from index side of the join are laid out following the input from the probe side,
            // so adjust the channel ids but keep the field layouts intact
            int offset = probeSource.getTypes().size();
            for (Map.Entry<Symbol, Input> entry : indexSource.getLayout().entrySet()) {
                Input input = entry.getValue();
                outputMappings.put(entry.getKey(), new Input(offset + input.getChannel()));
            }


            OperatorFactory lookupJoinOperatorFactory;
            switch (node.getType()) {
                case INNER:

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of com.facebook.presto.sql.tree.Input

com.facebook.presto.benchmark.CountAggregationBenchmark

com.facebook.presto.benchmark.DoubleSumAggregationBenchmark

com.facebook.presto.benchmark.HandTpchQuery1

com.facebook.presto.benchmark.HandTpchQuery6

com.facebook.presto.benchmark.HashAggregationBenchmark

com.facebook.presto.operator.aggregation.AbstractTestAggregationFunction

com.facebook.presto.operator.aggregation.AbstractTestApproximateCountDistinct

com.facebook.presto.operator.aggregation.TestApproximatePercentileAggregation

com.facebook.presto.operator.AggregationOperator

com.facebook.presto.operator.HashAggregationOperator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.