Package org.apache.tajo.catalog

Examples of org.apache.tajo.catalog.Schema

137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
    }
  }

  @Test
  public void testProjection() throws IOException {
    Schema schema = new Schema();
    schema.addColumn("id", Type.INT4);
    schema.addColumn("age", Type.INT8);
    schema.addColumn("score", Type.FLOAT4);

    TableMeta meta = CatalogUtil.newTableMeta(schema, storeType);

    Path tablePath = new Path(testDir, "testProjection.data");
    Appender appender = StorageManagerFactory.getStorageManager(conf).getAppender(meta, tablePath);
    appender.init();
    int tupleNum = 10000;
    VTuple vTuple;

    for(int i = 0; i < tupleNum; i++) {
      vTuple = new VTuple(3);
      vTuple.put(0, DatumFactory.createInt4(i + 1));
      vTuple.put(1, DatumFactory.createInt8(i + 2));
      vTuple.put(2, DatumFactory.createFloat4(i + 3));
      appender.addTuple(vTuple);
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    Fragment fragment = new Fragment("testReadAndWrite", tablePath, meta, 0, status.getLen());

    Schema target = new Schema();
    target.addColumn("age", Type.INT8);
    target.addColumn("score", Type.FLOAT4);
    Scanner scanner = StorageManagerFactory.getStorageManager(conf).getScanner(meta, fragment, target);
    scanner.init();
    int tupleCnt = 0;
    Tuple tuple;
    while ((tuple = scanner.next()) != null) {
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
    assertEquals(tupleNum, tupleCnt);
  }

  @Test
  public void testVariousTypes() throws IOException {
    Schema schema = new Schema();
    schema.addColumn("col1", Type.BOOLEAN);
    schema.addColumn("col2", Type.BIT);
    schema.addColumn("col3", Type.CHAR, 7);
    schema.addColumn("col4", Type.INT2);
    schema.addColumn("col5", Type.INT4);
    schema.addColumn("col6", Type.INT8);
    schema.addColumn("col7", Type.FLOAT4);
    schema.addColumn("col8", Type.FLOAT8);
    schema.addColumn("col9", Type.TEXT);
    schema.addColumn("col10", Type.BLOB);
    schema.addColumn("col11", Type.INET4);
    schema.addColumn("col12", Type.NULL);
    schema.addColumn("col13", CatalogUtil.newDataType(Type.PROTOBUF, TajoIdProtos.QueryIdProto.class.getName()));

    Options options = new Options();
    TableMeta meta = CatalogUtil.newTableMeta(schema, storeType, options);

    Path tablePath = new Path(testDir, "testVariousTypes.data");
View Full Code Here
552
553
554
555
556
557
558
559
560
561
562
                                      boolean last) throws IOException {
    BSTIndex index = new BSTIndex(new TajoConf());
    BSTIndex.BSTIndexReader idxReader =
        index.getIndexReader(new Path(outDir, "index"));
    idxReader.open();
    Schema keySchema = idxReader.getKeySchema();
    TupleComparator comparator = idxReader.getComparator();

    LOG.info("BSTIndex is loaded from disk (" + idxReader.getFirstKey() + ", "
        + idxReader.getLastKey());
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
106
107
  }

  @Test
  public void testSplitCompressionData() throws IOException {

    Schema schema = new Schema();
    schema.addColumn("id", Type.INT4);
    schema.addColumn("age", Type.INT8);

    TableMeta meta = CatalogUtil.newTableMeta(schema, StoreType.CSV);
    meta.putOption("compression.codec", BZip2Codec.class.getCanonicalName());

    Path tablePath = new Path(testDir, "SplitCompression");
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
167
168
    scanner.close();
    assertEquals(tupleNum, tupleCnt);
  }

  private void storageCompressionTest(StoreType storeType, Class<? extends CompressionCodec> codec) throws IOException {
    Schema schema = new Schema();
    schema.addColumn("id", Type.INT4);
    schema.addColumn("age", Type.INT8);

    TableMeta meta = CatalogUtil.newTableMeta(schema, storeType);
    meta.putOption("compression.codec", codec.getCanonicalName());

    String fileName = "Compression_" + codec.getSimpleName();
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
    sm = StorageManagerFactory.getStorageManager(conf, testDir);
  }
 
  @Test
  public void testMultipleFiles() throws IOException {
    Schema schema = new Schema();
    schema.addColumn("id", Type.INT4);
    schema.addColumn("file", Type.TEXT);
    schema.addColumn("name", Type.TEXT);
    schema.addColumn("age", Type.INT8);
   
    Options options = new Options();
    TableMeta meta = CatalogUtil.newTableMeta(schema, storeType, options);

    Path table1Path = new Path(testDir, storeType + "_1.data");
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
  public void tearDown() throws Exception {
  }

  @Test
  public final void testGetScannerAndAppender() throws IOException {
    Schema schema = new Schema();
    schema.addColumn("id", Type.INT4);
    schema.addColumn("age",Type.INT4);
    schema.addColumn("name",Type.TEXT);

    TableMeta meta = CatalogUtil.newTableMeta(schema, StoreType.CSV);
   
    Tuple[] tuples = new Tuple[4];
    for(int i=0; i < tuples.length; i++) {
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
  @Before
  public void setUp() {
    nullbytes = "\\N".getBytes();

    schema = new Schema();
    schema.addColumn("col1", TajoDataTypes.Type.BOOLEAN);
    schema.addColumn("col2", TajoDataTypes.Type.BIT);
    schema.addColumn("col3", TajoDataTypes.Type.CHAR, 7);
    schema.addColumn("col4", TajoDataTypes.Type.INT2);
    schema.addColumn("col5", TajoDataTypes.Type.INT4);
View Full Code Here
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
    t1.put(0, DatumFactory.createInt4(1));
    t1.put(1, DatumFactory.createInt4(2));
    t1.put(2, DatumFactory.createInt4(3));


    Schema schema2 = new Schema();
    schema2.addColumn("col1", TajoDataTypes.Type.INT8);
    schema2.addColumn("col2", TajoDataTypes.Type.INT8);

    LazyTuple t2 = new LazyTuple(schema2, new byte[schema2.getColumnNum()][], -1);
    t2.put(0, DatumFactory.createInt4(4));
    t2.put(1, DatumFactory.createInt4(5));

    t1.put(3, t2);
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
  public void tearDown() throws Exception {
  }

  @Test
  public final void testCompare() {
    Schema schema = new Schema();
    schema.addColumn("col1", Type.INT4);
    schema.addColumn("col2", Type.INT4);
    schema.addColumn("col3", Type.INT4);
    schema.addColumn("col4", Type.INT4);
    schema.addColumn("col5", Type.TEXT);
   
    Tuple tuple1 = new VTuple(5);
    Tuple tuple2 = new VTuple(5);

    tuple1.put(
        new Datum[] {
        DatumFactory.createInt4(9),
        DatumFactory.createInt4(3),
        DatumFactory.createInt4(33),
        DatumFactory.createInt4(4),
        DatumFactory.createText("abc")});
    tuple2.put(
        new Datum[] {
        DatumFactory.createInt4(1),
        DatumFactory.createInt4(25),
        DatumFactory.createInt4(109),
        DatumFactory.createInt4(4),
        DatumFactory.createText("abd")});

    SortSpec sortKey1 = new SortSpec(schema.getColumnByFQN("col4"), true, false);
    SortSpec sortKey2 = new SortSpec(schema.getColumnByFQN("col5"), true, false);

    TupleComparator tc = new TupleComparator(schema,
        new SortSpec[] {sortKey1, sortKey2});
    assertEquals(-1, tc.compare(tuple1, tuple2));
    assertEquals(1, tc.compare(tuple2, tuple1));
View Full Code Here
TOP

Related Classes of org.apache.tajo.catalog.Schema

  • org.apache.tajo.benchmark.TPCH
  • org.apache.tajo.catalog.partition.PartitionMethodDesc
  • org.apache.tajo.catalog.store.HCatalogStore
  • org.apache.tajo.engine.eval.EvalTreeUtil
  • org.apache.tajo.engine.eval.TestEvalTree
  • org.apache.tajo.engine.eval.TestPredicates
  • org.apache.tajo.engine.eval.TestSQLExpression
  • org.apache.tajo.engine.function.TestDateTimeFunctions
  • org.apache.tajo.engine.function.TestMathFunctions
  • org.apache.tajo.engine.function.TestPatternMatchingPredicates
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.