Package org.apache.tajo.catalog

Examples of org.apache.tajo.catalog.Schema

376
377
378
379
380
381
382
383
384
385
386
387
388
389
      // This part is required because some node does not have any targets,
      // if the node has the same input and output schemas.

      Target[] checkingTargets;
      if (!projectable.hasTargets()) {
        Schema outSchema = node.getOutSchema();
        checkingTargets = new Target[outSchema.getColumnNum() + newEvaluatedTargetIds.size()];
        PlannerUtil.schemaToTargets(outSchema, checkingTargets);
        int baseIdx = outSchema.getColumnNum();
        for (int i = 0; i < newEvaluatedTargetIds.size(); i++) {
          checkingTargets[baseIdx + i] = targetListManager.getTarget(newEvaluatedTargetIds.get(i));
        }
      } else {
        checkingTargets = projectable.getTargets();
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
      }
    }
    if(maxIndex == null) {
      return null;
    } else {
      Schema keySchema = new Schema();
      for(int i = 0 ; i < maxIndex.length ; i ++ ) {
        keySchema.addColumn(maxIndex[i].getSortKey());
      }
      Datum[] datum = new Datum[nodeList.size()];
      for(int i = 0 ; i < nodeList.size() ; i ++ ) {
        datum[i] = ((ConstEval)(nodeList.get(i).getRightExpr())).getValue();
      }
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
231
232
233
        }
      }

      // Getting new target list and updating input/output schema from the new target list.
      Target[] targetArray = firstStepTargets.toArray(new Target[firstStepTargets.size()]);
      Schema targetSchema = PlannerUtil.targetToSchema(targetArray);
      List<Target> newTarget = Lists.newArrayList();
      for (Column column : groupBy.getGroupingColumns()) {
        if (!targetSchema.contains(column.getQualifiedName())) {
          newTarget.add(new Target(new FieldEval(column)));
        }
      }
      targetArray = ObjectArrays.concat(targetArray, newTarget.toArray(new Target[newTarget.size()]), Target.class);
View Full Code Here
490
491
492
493
494
495
496
497
498
499
500
501
    return specs;
  }

  public static Schema sortSpecsToSchema(SortSpec[] sortSpecs) {
    Schema schema = new Schema();
    for (SortSpec spec : sortSpecs) {
      schema.addColumn(spec.getSortKey());
    }

    return schema;
  }
View Full Code Here
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
      return this.pairs;
    }
  }

  public static Schema targetToSchema(Target[] targets) {
    Schema schema = new Schema();
    for(Target t : targets) {
      DataType type = t.getEvalTree().getValueType();
      String name;
      if (t.hasAlias()) {
        name = t.getAlias();
      } else {
        name = t.getEvalTree().getName();
      }
      schema.addColumn(name, type);
    }

    return schema;
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    this.srcId = new ExecutionBlockId(proto.getSrcId());
    this.targetId = new ExecutionBlockId(proto.getTargetId());
    this.transmitType = proto.getTransmitType();
    this.partitionType = proto.getPartitionType();
    if (proto.hasSchema()) {
      this.setSchema(new Schema(proto.getSchema()));
    }
    if (proto.getPartitionKeyCount() > 0) {
      key = new Column[proto.getPartitionKeyCount()];
      for (int i = 0; i < proto.getPartitionKeyCount(); i++) {
        key[i] = new Column(proto.getPartitionKey(i));
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
      if (relationOp == null) {
        throw new NoSuchColumnException(columnRef.getCanonicalName());
      }

      Schema schema = relationOp.getTableSchema();

      Column column = schema.getColumnByFQN(columnRef.getCanonicalName());
      if (column == null) {
        throw new VerifyException("ERROR: no such a column '"+ columnRef.getCanonicalName() + "'");
      }

      return column;
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
  public void teardown() throws Exception {
  }

  @Test
  public void test() throws IOException {
    Schema schema = new Schema();
    schema.addColumn("id", Type.INT4);
    schema.addColumn("age", Type.INT8);
    schema.addColumn("description", Type.TEXT);

    TableMeta meta = CatalogUtil.newTableMeta(schema, StoreType.ROWFILE);

    AbstractStorageManager sm = StorageManagerFactory.getStorageManager(conf, new Path(conf.getVar(ConfVars.ROOT_DIR)));
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  private TableMeta meta1;
  private Path path;
 
  @Before
  public final void setUp() throws Exception {
    schema1 = new Schema();
    schema1.addColumn("id", Type.INT4);
    schema1.addColumn("name", Type.TEXT);
    meta1 = CatalogUtil.newTableMeta(schema1, StoreType.CSV);
    path = CommonTestingUtil.getTestDir();
  }
View Full Code Here
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
import org.apache.tajo.catalog.Schema;
import org.apache.tajo.common.TajoDataTypes.DataType;

public class SchemaUtil {
  public static Schema merge(Schema left, Schema right) {
    Schema merged = new Schema();
    for(Column col : left.getColumns()) {
      if (!merged.contains(col.getQualifiedName())) {
        merged.addColumn(col);
      }
    }
    for(Column col : right.getColumns()) {
      if (!merged.contains(col.getQualifiedName())) {
        merged.addColumn(col);
      }
    }
   
    return merged;
  }
View Full Code Here
TOP

Related Classes of org.apache.tajo.catalog.Schema

  • org.apache.tajo.benchmark.TPCH
  • org.apache.tajo.catalog.partition.PartitionMethodDesc
  • org.apache.tajo.catalog.store.HCatalogStore
  • org.apache.tajo.engine.eval.EvalTreeUtil
  • org.apache.tajo.engine.eval.TestEvalTree
  • org.apache.tajo.engine.eval.TestPredicates
  • org.apache.tajo.engine.eval.TestSQLExpression
  • org.apache.tajo.engine.function.TestDateTimeFunctions
  • org.apache.tajo.engine.function.TestMathFunctions
  • org.apache.tajo.engine.function.TestPatternMatchingPredicates
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.