Package org.apache.tajo.catalog

Examples of org.apache.tajo.catalog.Schema

145
146
147
148
149
150
151
    return projectable;
  }

  @Override
  public void setTarget(Column[] targets) {
    this.target = new Schema(targets);
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
    this.start = start;
    this.end = end;
  }

  public static Schema sortSpecsToSchema(SortSpec[] sortSpecs) {
    Schema schema = new Schema();
    for (SortSpec spec : sortSpecs) {
      schema.addColumn(spec.getSortKey());
    }

    return schema;
  }
View Full Code Here
338
339
340
341
342
343
344
345
346
347
348
      Bytes.readFully(indexIn, schemaBytes, 0, schemaByteSize);

      SchemaProto.Builder builder = SchemaProto.newBuilder();
      builder.mergeFrom(schemaBytes);
      SchemaProto proto = builder.build();
      this.keySchema = new Schema(proto);
      this.rowStoreDecoder = RowStoreUtil.createDecoder(keySchema);

      // comparator
      int compByteSize = indexIn.readInt();
      byte [] compBytes = new byte[compByteSize];
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
137
    }
  }
 
  public static Schema getSchemaByTargets(Schema inputSchema, Target [] targets)
      throws InternalException {
    Schema schema = new Schema();
    for (Target target : targets) {
      schema.addColumn(
          target.hasAlias() ? target.getAlias() : target.getEvalTree().getName(),
          getDomainByExpr(inputSchema, target.getEvalTree()));
    }
   
    return schema;
View Full Code Here
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
          }
        }

        if (node instanceof ScanNode || node instanceof JoinNode) {

          Schema baseSchema = null;
          if (node instanceof ScanNode) {
            baseSchema = ((ScanNode)node).getTableSchema();
          } else if (node instanceof JoinNode) {
            baseSchema = node.getInSchema(); // composite schema
          }

          if (newEvaluatedTargetIds.size() > 0) {
            // fill addedTargets with output columns and new expression columns (e.g., aliased column or expressions)
            Target[] addedTargets = new Target[baseSchema.getColumnNum() + newEvaluatedTargetIds.size()];
            PlannerUtil.schemaToTargets(baseSchema, addedTargets);
            int baseIdx = baseSchema.getColumnNum();
            for (int i = 0; i < newEvaluatedTargetIds.size(); i++) {
              addedTargets[baseIdx + i] = getTarget(newEvaluatedTargetIds.get(i));
            }

            // set targets to ScanNode because it needs to evaluate expressions
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
    assertEquals(4,i);
  }

  @Test
  public final void testPartitionFile() throws IOException {
    Schema schema = new Schema();
    schema.addColumn("key", TajoDataTypes.Type.TEXT);
    schema.addColumn("age", TajoDataTypes.Type.INT4);
    schema.addColumn("name", TajoDataTypes.Type.TEXT);

    TableMeta meta = CatalogUtil.newTableMeta(schema, CatalogProtos.StoreType.CSV);


    Path path = StorageUtil.concatPath(testDir, "testPartitionFile", "table.csv");
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
      // Set the candidate to a inner relation and remove from the relation set.
      JoinNode lastJoinNode = new JoinNode(plan.newPID(), chosen.getJoinType());
      lastJoinNode.setLeftChild(lastOne); // Set the first candidate to a left relation of the first join
      lastJoinNode.setRightChild(chosen.getRelation());

      Schema merged = SchemaUtil.merge(lastJoinNode.getLeftChild().getOutSchema(),
          lastJoinNode.getRightChild().getOutSchema());
      lastJoinNode.setInSchema(merged);
      lastJoinNode.setOutSchema(merged);

      if (chosen.hasJoinQual()) {
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
      qualCtx = this.qual.newContext();
    }
  }

  public void init() throws IOException {
    Schema projected;
    if (plan.hasTargets()) {
      projected = new Schema();
      Set<Column> columnSet = new HashSet<Column>();

      if (plan.hasQual()) {
        columnSet.addAll(EvalTreeUtil.findDistinctRefColumns(qual));
      }

      for (Target t : plan.getTargets()) {
        columnSet.addAll(EvalTreeUtil.findDistinctRefColumns(t.getEvalTree()));
      }

      for (Column column : inSchema.getColumns()) {
        if (columnSet.contains(column)) {
          projected.addColumn(column);
        }
      }
    } else {
      projected = outSchema;
    }
View Full Code Here
544
545
546
547
548
549
550
551
552
553
554
                                      boolean last) throws IOException {
    BSTIndex index = new BSTIndex(new TajoConf());
    BSTIndex.BSTIndexReader idxReader =
        index.getIndexReader(new Path(outDir, "index"));
    idxReader.open();
    Schema keySchema = idxReader.getKeySchema();
    TupleComparator comparator = idxReader.getComparator();

    LOG.info("BSTIndex is loaded from disk (" + idxReader.getFirstKey() + ", "
        + idxReader.getLastKey());
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
  }
   
  @Test
  public void testSplitable() throws IOException {
    if (splitable) {
      Schema schema = new Schema();
      schema.addColumn("id", Type.INT4);
      schema.addColumn("age", Type.INT8);

      TableMeta meta = CatalogUtil.newTableMeta(schema, storeType);
      Path tablePath = new Path(testDir, "Splitable.data");
      Appender appender = StorageManagerFactory.getStorageManager(conf).getAppender(meta, tablePath);
      appender.enableStats();
View Full Code Here
TOP

Related Classes of org.apache.tajo.catalog.Schema

  • org.apache.tajo.benchmark.TPCH
  • org.apache.tajo.catalog.partition.PartitionMethodDesc
  • org.apache.tajo.catalog.store.HCatalogStore
  • org.apache.tajo.engine.eval.EvalTreeUtil
  • org.apache.tajo.engine.eval.TestEvalTree
  • org.apache.tajo.engine.eval.TestPredicates
  • org.apache.tajo.engine.eval.TestSQLExpression
  • org.apache.tajo.engine.function.TestDateTimeFunctions
  • org.apache.tajo.engine.function.TestMathFunctions
  • org.apache.tajo.engine.function.TestPatternMatchingPredicates
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.