Examples of TableStat

Examples of org.apache.tajo.catalog.statistics.TableStat

98
99
100
101
102
103
104
105
106
107
108
109
      appender.addTuple(tuple);
      idSet.add(i+1);
    }
    appender.close();

    TableStat stat = appender.getStats();
    assertEquals(tupleNum, stat.getNumRows().longValue());

    FileStatus file = fs.getFileStatus(dataPath);
    TableProto proto = (TableProto) FileUtil.loadProto(
        cluster.getDefaultFileSystem(), metaPath, TableProto.getDefaultInstance());
    meta = new TableMetaImpl(proto);
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
      readLock.unlock();
    }
  }

  public static TableStat computeStatFromUnionBlock(SubQuery subQuery) {
    TableStat stat = new TableStat();
    TableStat childStat;
    long avgRows = 0, numBytes = 0, numRows = 0;
    int numBlocks = 0, numPartitions = 0;
    List<ColumnStat> columnStats = Lists.newArrayList();

    MasterPlan masterPlan = subQuery.getMasterPlan();
    Iterator<ExecutionBlock> it = masterPlan.getChilds(subQuery.getBlock()).iterator();
    while (it.hasNext()) {
      ExecutionBlock block = it.next();
      SubQuery childSubQuery = subQuery.context.getSubQuery(block.getId());
      childStat = childSubQuery.getTableStat();
      avgRows += childStat.getAvgRows();
      columnStats.addAll(childStat.getColumnStats());
      numBlocks += childStat.getNumBlocks();
      numBytes += childStat.getNumBytes();
      numPartitions += childStat.getNumPartitions();
      numRows += childStat.getNumRows();
    }

    stat.setColumnStats(columnStats);
    stat.setNumBlocks(numBlocks);
    stat.setNumBytes(numBytes);
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

339
340
341
342
343
344
345
346
  private TableStat computeStatFromTasks() {
    List<TableStat> stats = Lists.newArrayList();
    for (QueryUnit unit : getQueryUnits()) {
      stats.add(unit.getStats());
    }
    TableStat tableStat = StatisticsUtil.aggregateTableStat(stats);
    return tableStat;
  }
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

358
359
360
361
362
363
364
365
366
367
368
    eventHandler.handle(new TaskRunnerGroupEvent(EventType.CONTAINER_REMOTE_CLEANUP ,getId(),
        containers.values()));
  }

  private void finish() {
    TableStat stat;
    if (block.hasUnion()) {
      stat = computeStatFromUnionBlock(this);
    } else {
      stat = computeStatFromTasks();
    }
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
        }

        TableMeta meta = new TableMetaImpl(request.getMeta());

        if (meta.getStat() == null) {
          meta.setStat(new TableStat());
        }

        TableStat stat = meta.getStat();
        long totalSize;
        try {
          totalSize = fs.getContentSummary(path).getSpaceConsumed();
        } catch (IOException e) {
          String message =
              "Cannot get the volume of the table \"" + request.getName() + "\" from " + request.getPath();
          LOG.warn(message);
          throw new IOException(message, e);
        }
        stat.setNumBytes(totalSize);

        TableDesc desc;
        try {
          desc = context.getGlobalEngine().createTableOnDirectory(request.getName(), meta, path, false);
        } catch (Exception e) {
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

384
385
386
387
388
389
390
391
392
393
394
395
          LOG.error("Cannot get the volume of the table", e);
          return null;
        }

        meta = new TableMetaImpl(meta.getProto());
        TableStat stat = new TableStat();
        stat.setNumBytes(totalSize);
        meta.setStat(stat);
      }

      desc = new TableDescImpl(request.getName(), meta, tablePath);
      catalog.addTable(desc);
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

63
64
65
66
67
68
69
70
71
72
73
    TPCH tpch = new TPCH();
    tpch.loadSchemas();
    tpch.loadOutSchema();
    for (String table : tpch.getTableNames()) {
      TableMeta m = CatalogUtil.newTableMeta(tpch.getSchema(table), CatalogProtos.StoreType.CSV);
      m.setStat(new TableStat());
      TableDesc d = CatalogUtil.newTableDesc(table, m, CommonTestingUtil.getTestDir());
      catalog.addTable(d);
    }

    analyzer = new SQLAnalyzer();
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

71
72
73
74
75
76
77
78
79
80
81
82
    tpch = new TPCH();
    tpch.loadSchemas();
    tpch.loadOutSchema();
    for (int i = 0; i < tables.length; i++) {
      TableMeta m = CatalogUtil.newTableMeta(tpch.getSchema(tables[i]), CatalogProtos.StoreType.CSV);
      TableStat stat = new TableStat();
      stat.setNumBytes(volumes[i]);
      m.setStat(stat);

      TableDesc d = CatalogUtil.newTableDesc(tables[i], m, CommonTestingUtil.getTestDir());
      catalog.addTable(d);
    }
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
    schema = new Schema();
    schema.addColumn("name", Type.BLOB);
    schema.addColumn("addr", Type.TEXT);
    meta = CatalogUtil.newTableMeta(schema, StoreType.CSV);

    TableStat stat = new TableStat();
    stat.setNumRows(957685);
    stat.setNumBytes(1023234);
    stat.setNumBlocks(3123);
    stat.setNumPartitions(5);
    stat.setAvgRows(80000);

    int numCols = 2;
    ColumnStat[] cols = new ColumnStat[numCols];
    for (int i = 0; i < numCols; i++) {
      cols[i] = new ColumnStat(schema.getColumn(i));
      cols[i].setNumDistVals(1024 * i);
      cols[i].setNumNulls(100 * i);
      stat.addColumnStat(cols[i]);
    }
    meta.setStat(stat);
  }
View Full Code Here

Examples of org.apache.tajo.catalog.statistics.TableStat

125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    Schema schema2 = new Schema();
    schema2.addColumn("name", Type.BLOB);
    schema2.addColumn("addr", Type.TEXT);
    TableMeta meta2 = CatalogUtil.newTableMeta(schema2, StoreType.CSV);

    TableStat stat = new TableStat();
    stat.setNumRows(957685);
    stat.setNumBytes(1023234);
    stat.setNumBlocks(3123);
    stat.setNumPartitions(5);
    stat.setAvgRows(80000);

    int numCols = 2;
    ColumnStat[] cols = new ColumnStat[numCols];
    for (int i = 0; i < numCols; i++) {
      cols[i] = new ColumnStat(schema2.getColumn(i));
      cols[i].setNumDistVals(1024 * i);
      cols[i].setNumNulls(100 * i);
      stat.addColumnStat(cols[i]);
    }
    meta2.setStat(stat);


    assertTrue(meta.equals(meta2));
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.