Package org.apache.hadoop.zebra.mapred.TableExpr

Examples of org.apache.hadoop.zebra.mapred.TableExpr.LeafTableInfo

877
878
879
880
881
882
883
884
885
886
887
888
889
890
    try {
      StringBuilder sb = new StringBuilder();
      boolean sorted = expr.sortedSplitRequired();
      boolean first = true;
      for (Iterator<LeafTableInfo> it = leaves.iterator(); it.hasNext();) {
        LeafTableInfo leaf = it.next();
        BasicTable.Reader reader =
          new BasicTable.Reader(leaf.getPath(), conf);
        reader.setProjection(leaf.getProjection());
        BasicTableStatus s = reader.getStatus();
        status.add(s);
        readers.add(reader);
        if (first)
          first = false;
View Full Code Here
929
930
931
932
933
934
935
936
937
938
939
940
941
    try {
      String projection = getProjection(conf);
      List<LeafTableInfo> leaves = expr.getLeafTables(projection);
      Iterator<LeafTableInfo> iterator = leaves.iterator();
      while (iterator.hasNext()) {
        LeafTableInfo leaf = iterator.next();
        BasicTable.Reader reader =
            new BasicTable.Reader(leaf.getPath(), conf);
        reader.setProjection(projection);
        reader.close();
      }
    } catch (ParseException e) {
      throw new IOException("Projection parsing failed : "+e.getMessage());
View Full Code Here
427
428
429
430
431
432
433
434
435
436
437
438
439
440
    ArrayList<BasicTableStatus> status =
        new ArrayList<BasicTableStatus>(nLeaves);

    try {
      for (Iterator<LeafTableInfo> it = leaves.iterator(); it.hasNext();) {
        LeafTableInfo leaf = it.next();
        BasicTable.Reader reader =
          new BasicTable.Reader(leaf.getPath(), conf);
        reader.setProjection(leaf.getProjection());
        BasicTableStatus s = reader.getStatus();
        if ((s.getRows() != 0) && (s.getSize() > 0)) {
          // skipping empty tables.
          // getRows() may return -1 to indicate unknown row numbers.
          readers.add(reader);
View Full Code Here
475
476
477
478
479
480
481
482
483
484
485
486
487
    try {
      String projection = getProjection(conf);
      List<LeafTableInfo> leaves = expr.getLeafTables(projection);
      Iterator<LeafTableInfo> iterator = leaves.iterator();
      while (iterator.hasNext()) {
        LeafTableInfo leaf = iterator.next();
        BasicTable.Reader reader =
            new BasicTable.Reader(leaf.getPath(), conf);
        reader.setProjection(projection);
        reader.close();
      }
    } catch (ParseException e) {
      throw new IOException("Projection parsing failed : "+e.getMessage());
View Full Code Here
TOP

Related Classes of org.apache.hadoop.zebra.mapred.TableExpr.LeafTableInfo

  • org.apache.hadoop.zebra.mapred.TableInputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.