Package org.apache.drill.exec.record

Examples of org.apache.drill.exec.record.TransferPair

213
214
215
216
217
218
219
220
221
222
223
    public MapTransferPair(SchemaPath path){
      MapVector v = new MapVector(MaterializedField.create(path, TYPE), allocator);
      pairs = new TransferPair[vectors.size()];
      int i =0;
      for(Map.Entry<String, ValueVector> e : vectors.entrySet()){
        TransferPair otherSide = e.getValue().getTransferPair();
        v.put(e.getKey(), otherSide.getTo());
        pairs[i++] = otherSide;
      }
      this.to = v;
    }
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
240
  private Copier getGenerated2Copier() throws SchemaChangeException{
    Preconditions.checkArgument(incoming.getSchema().getSelectionVectorMode() == SelectionVectorMode.TWO_BYTE);

    List<ValueVector> out = Lists.newArrayList();
    for(VectorWrapper<?> vv : incoming){
      TransferPair tp = vv.getValueVector().getTransferPair();
      out.add(tp.getTo());
    }
    container.addCollection(out);

    try {
      final CodeGenerator<Copier> cg = CodeGenerator.get(Copier.TEMPLATE_DEFINITION2, context.getFunctionRegistry());
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
268
    List<ValueVector> out = Lists.newArrayList();

    for(VectorWrapper<?> vv : batch){
      ValueVector v = vv.getValueVectors()[0];
      TransferPair tp = v.getTransferPair();
      out.add(tp.getTo());
    }
    container.addCollection(out);

    try {
      final CodeGenerator<Copier> cg = CodeGenerator.get(Copier.TEMPLATE_DEFINITION4, context.getFunctionRegistry());
View Full Code Here
196
197
198
199
200
201
202
203
204
205
    private List<ValueVector> out = Lists.newArrayList();

    @Override
    public void setupRemover(FragmentContext context, RecordBatch incoming, RecordBatch outgoing){
      for(VectorWrapper<?> vv : incoming){
        TransferPair tp = vv.getValueVector().getTransferPair();
        pairs.add(tp);
        out.add(tp.getTo());
      }
    }
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
300
      Iterator<VectorWrapper<?>> outgoingIter = outContainer.iterator();

      for (VectorWrapper<?> sourceWrapper : htContainer) {
        ValueVector sourceVV = sourceWrapper.getValueVector();
        ValueVector targetVV = outgoingIter.next().getValueVector();
        TransferPair tp = sourceVV.makeTransferPair(targetVV);
        tp.splitAndTransfer(outStartIndex, numRecords);
      }

/*
      logger.debug("Attempting to output keys for batch index: {} from index {} to maxOccupiedIndex {}.", this.batchIndex, 0, maxOccupiedIdx);
      for (int i = batchOutputCount; i <= maxOccupiedIdx; i++) {
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
161
//      allocators.add(getAllocator4(v));
//    }

    for (VectorWrapper<?> vw : incoming) {
      for (ValueVector vv : vw.getValueVectors()) {
        TransferPair pair = vv.getTransferPair();
        container.add(pair.getTo());
        transfers.add(pair);
      }
    }

    // allocate outgoing sv4
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
194
    }

    cg.addExpr(new ReturnValueExpression(expr));

    for(VectorWrapper<?> v : incoming){
      TransferPair pair = v.getValueVector().getTransferPair();
      container.add(pair.getTo());
      transfers.add(pair);
    }

    container.buildSchema(SelectionVectorMode.TWO_BYTE);
View Full Code Here
227
228
229
230
231
232
233
234
235
236
237
    public MapTransferPair(SchemaPath path){
      RepeatedMapVector v = new RepeatedMapVector(MaterializedField.create(path, TYPE), allocator);
      pairs = new TransferPair[vectors.size()];
      int i =0;
      for(Map.Entry<String, ValueVector> e : vectors.entrySet()){
        TransferPair otherSide = e.getValue().getTransferPair();
        v.put(e.getKey(), otherSide.getTo());
        pairs[i++] = otherSide;
      }
      this.to = v;
    }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
110
//    logger.debug("Took {} us to read {} records", watch.elapsed(TimeUnit.MICROSECONDS), c.getRecordCount());
    spilledBatches--;
    currentContainer.zeroVectors();
    Iterator<VectorWrapper<?>> wrapperIterator = c.iterator();
    for (VectorWrapper w : currentContainer) {
      TransferPair pair = wrapperIterator.next().getValueVector().makeTransferPair(w.getValueVector());
      pair.transfer();
    }
    currentContainer.setRecordCount(c.getRecordCount());
    c.zeroVectors();
    return c;
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
  protected void setupNewSchema() throws SchemaChangeException {
    container.clear();


    for(VectorWrapper<?> v : incoming){
      TransferPair pair = v.getValueVector().getTransferPair();
      container.add(pair.getTo());
      transfers.add(pair);
    }

    BatchSchema.SelectionVectorMode svMode = incoming.getSchema().getSelectionVectorMode();
View Full Code Here
TOP

Related Classes of org.apache.drill.exec.record.TransferPair

  • org.apache.drill.exec.physical.impl.common.HashTableTemplate$BatchHolder
  • org.apache.drill.exec.physical.impl.filter.FilterRecordBatch
  • org.apache.drill.exec.physical.impl.flatten.FlattenRecordBatch
  • org.apache.drill.exec.physical.impl.limit.LimitRecordBatch
  • org.apache.drill.exec.physical.impl.orderedpartitioner.OrderedPartitionRecordBatch
  • org.apache.drill.exec.physical.impl.producer.ProducerConsumerBatch
  • org.apache.drill.exec.physical.impl.project.ProjectRecordBatch
  • org.apache.drill.exec.physical.impl.sort.RecordBatchData
  • org.apache.drill.exec.physical.impl.svremover.RemovingRecordBatch
  • org.apache.drill.exec.physical.impl.svremover.RemovingRecordBatch$StraightCopier
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.