Package org.apache.tajo.catalog.statistics

Examples of org.apache.tajo.catalog.statistics.TableStats

244
245
246
247
248
249
250
251
252
253
254
        Collections.sort(inMemoryTable, getComparator());
      }
    }

    // get total loaded (or stored) bytes and total row numbers
    TableStats childTableStats = child.getInputStats();
    if (childTableStats != null) {
      sortAndStoredBytes = childTableStats.getNumBytes();
    }
    return chunkPaths;
  }
View Full Code Here
516
517
518
519
520
521
522
523
524
525
      totalRecords = inMemoryTable.size();
      scannerProgress = 0.0f;
      numRecords = 0;

      // it will be returned as the final stats
      scannerTableStats = new TableStats();
      scannerTableStats.setNumBytes(sortAndStoredBytes);
      scannerTableStats.setReadBytes(sortAndStoredBytes);
      scannerTableStats.setNumRows(totalRecords);
    }
View Full Code Here
615
616
617
618
619
620
621
622
      rightScan.init();

      leftTuple = leftScan.next();
      rightTuple = rightScan.next();

      mergerInputStats = new TableStats();
      mergerProgress = 0.0f;
    }
View Full Code Here
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
    @Override
    public TableStats getInputStats() {
      if (leftScan == null) {
        return mergerInputStats;
      }
      TableStats leftInputStats = leftScan.getInputStats();
      mergerInputStats.setNumBytes(0);
      mergerInputStats.setReadBytes(0);
      mergerInputStats.setNumRows(0);

      if (leftInputStats != null) {
        mergerInputStats.setNumBytes(leftInputStats.getNumBytes());
        mergerInputStats.setReadBytes(leftInputStats.getReadBytes());
        mergerInputStats.setNumRows(leftInputStats.getNumRows());
      }

      TableStats rightInputStats = rightScan.getInputStats();
      if (rightInputStats != null) {
        mergerInputStats.setNumBytes(mergerInputStats.getNumBytes() + rightInputStats.getNumBytes());
        mergerInputStats.setReadBytes(mergerInputStats.getReadBytes() + rightInputStats.getReadBytes());
        mergerInputStats.setNumRows(mergerInputStats.getNumRows() + rightInputStats.getNumRows());
      }

      return mergerInputStats;
    }
View Full Code Here
474
475
476
477
478
479
480
481
482
483
484
      readLock.unlock();
    }
  }

  public static TableStats[] computeStatFromUnionBlock(SubQuery subQuery) {
    TableStats[] stat = new TableStats[]{new TableStats(), new TableStats()};
    long[] avgRows = new long[]{0, 0};
    long[] numBytes = new long[]{0, 0};
    long[] readBytes = new long[]{0, 0};
    long[] numRows = new long[]{0, 0};
    int[] numBlocks = new int[]{0, 0};
View Full Code Here
528
529
530
531
532
533
534
535
536
      resultStatsList.add(unit.getStats());
      if (unit.getLastAttempt().getInputStats() != null) {
        inputStatsList.add(unit.getLastAttempt().getInputStats());
      }
    }
    TableStats inputStats = StatisticsUtil.aggregateTableStat(inputStatsList);
    TableStats resultStats = StatisticsUtil.aggregateTableStat(resultStatsList);
    return new TableStats[]{inputStats, resultStats};
  }
View Full Code Here
833
834
835
836
837
838
839
840
841
842
843
844
845
      Map<String, TableDesc> tableMap = context.getTableDescMap();
      if (masterPlan.isLeaf(execBlock)) {
        ScanNode[] outerScans = execBlock.getScanNodes();
        long maxVolume = 0;
        for (ScanNode eachScanNode: outerScans) {
          TableStats stat = tableMap.get(eachScanNode.getCanonicalName()).getStats();
          if (stat.getNumBytes() > maxVolume) {
            maxVolume = stat.getNumBytes();
          }
        }
        return maxVolume;
      } else {
        long aggregatedVolume = 0;
View Full Code Here
246
247
248
249
250
251
252
  public TableStats getInputStats() {
    if (inputStats == null) {
      return null;
    }

    return new TableStats(inputStats);
  }
View Full Code Here
253
254
255
256
257
258
259
  public TableStats getResultStats() {
    if (resultStats == null) {
      return null;
    }
    return new TableStats(resultStats);
  }
View Full Code Here
277
278
279
280
281
282
283
284
    if (report.hasInputStats()) {
      this.inputStats = report.getInputStats();
    }
    if (report.hasResultStats()) {
      this.resultStats = report.getResultStats();
      this.getQueryUnit().setStats(new TableStats(resultStats));
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.tajo.catalog.statistics.TableStats

  • com.google.gson.Gson
  • org.apache.tajo.catalog.store.HCatalogStore
  • org.apache.tajo.catalog.TableDesc
  • org.apache.tajo.catalog.TestTableDesc
  • org.apache.tajo.engine.planner.global.TestBroadcastJoinPlan
  • org.apache.tajo.engine.planner.physical.BinaryPhysicalExec
  • org.apache.tajo.engine.planner.physical.ExternalSortExec
  • org.apache.tajo.engine.planner.physical.ExternalSortExec$MemTableScanner
  • org.apache.tajo.engine.planner.physical.ExternalSortExec$PairWiseMerger
  • org.apache.tajo.engine.planner.physical.HashBasedColPartitionStoreExec
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.