Package org.apache.hadoop.zebra.io.ColumnGroup.Reader

Examples of org.apache.hadoop.zebra.io.ColumnGroup.Reader.CGRowSplit

652
653
654
655
656
657
658
659
660
661
662
     
      List<CGRowSplit> cgSplits = colGroups[splitCGIndex].rowSplit(starts, lengths, paths);
      int numSlices = cgSplits.size();
      ret = new ArrayList<RowSplit>(numSlices);
      for (int slice = 0; slice < numSlices; slice++) {
        CGRowSplit cgRowSplit = cgSplits.get(slice);
        ret.add(new BasicTable.Reader.RowSplit(splitCGIndex, cgRowSplit));
      }
       
      return ret;
    }
View Full Code Here
860
861
862
863
864
865
866
867
868
       * @see Writable#readFields(DataInput)
       */
      @Override
      public void readFields(DataInput in) throws IOException {
        this.cgIndex = Utils.readVInt(in);
        CGRowSplit cgrs = new CGRowSplit();
        cgrs.readFields(in);
        this.slice = cgrs;
      }
View Full Code Here
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
       * Creates new CGRowSplit. If the startRow in rowSplit is not set
       * (i.e. < 0), it sets the startRow and numRows based on 'startByte'
       * and 'numBytes' from given rowSplit.
       */
      private CGRowSplit makeCGRowSplit(RowSplit rowSplit) throws IOException {
        CGRowSplit inputCGSplit = rowSplit.getCGRowSplit();

        int cgIdx = rowSplit.getCGIndex();
       
        CGRowSplit cgSplit = new CGRowSplit();
        cgSplit.name = inputCGSplit.name;
        // startByte and numBytes from inputCGSplit are ignored, since
        // they make sense for only one CG.
        cgSplit.startRow = inputCGSplit.startRow;
        cgSplit.numRows = inputCGSplit.numRows;
View Full Code Here
981
982
983
984
985
986
987
988
989
990
991
                   BytesWritable beginKey, BytesWritable endKey,
                   boolean closeReader, Partition partition) throws IOException {
        this.partition = partition;
        boolean anyScanner = false;
       
        CGRowSplit cgRowSplit = null;
        if (rowSplit != null) {
          cgRowSplit = makeCGRowSplit(rowSplit);
        }
       
        try {
View Full Code Here
870
871
872
873
874
875
876
877
878
       * @see Writable#readFields(DataInput)
       */
      @Override
      public void readFields(DataInput in) throws IOException {
        this.cgIndex = Utils.readVInt(in);
        CGRowSplit cgrs = new CGRowSplit();
        cgrs.readFields(in);
        this.slice = cgrs;
      }
View Full Code Here
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
       * Creates new CGRowSplit. If the startRow in rowSplit is not set
       * (i.e. < 0), it sets the startRow and numRows based on 'startByte'
       * and 'numBytes' from given rowSplit.
       */
      private CGRowSplit makeCGRowSplit(RowSplit rowSplit) throws IOException {
        CGRowSplit inputCGSplit = rowSplit.getCGRowSplit();

        int cgIdx = rowSplit.getCGIndex();
       
        CGRowSplit cgSplit = new CGRowSplit();

        // Find the row range :
        if (isCGDeleted(cgIdx)) {
          throw new IOException("CG " + cgIdx + " is deleted.");
        }
View Full Code Here
978
979
980
981
982
983
984
985
986
987
988
                   BytesWritable beginKey, BytesWritable endKey,
                   boolean closeReader, Partition partition) throws IOException {
        this.partition = partition;
        boolean anyScanner = false;
       
        CGRowSplit cgRowSplit = null;
        if (rowSplit != null) {
          cgRowSplit = makeCGRowSplit(rowSplit);
        }

        try {
View Full Code Here
651
652
653
654
655
656
657
658
659
660
661
      List<RowSplit> ret;     
      List<CGRowSplit> cgSplits = colGroups[splitCGIndex].rowSplit(starts, lengths, paths, batchSizes, numBatches);
      int numSlices = cgSplits.size();
      ret = new ArrayList<RowSplit>(numSlices);
      for (int slice = 0; slice < numSlices; slice++) {
        CGRowSplit cgRowSplit = cgSplits.get(slice);
        ret.add(new BasicTable.Reader.RowSplit(splitCGIndex, cgRowSplit));
      }
       
      return ret;
    }
View Full Code Here
651
652
653
654
655
656
657
658
659
660
661
      List<RowSplit> ret;     
      List<CGRowSplit> cgSplits = colGroups[splitCGIndex].rowSplit(starts, lengths, paths, batchSizes, numBatches);
      int numSlices = cgSplits.size();
      ret = new ArrayList<RowSplit>(numSlices);
      for (int slice = 0; slice < numSlices; slice++) {
        CGRowSplit cgRowSplit = cgSplits.get(slice);
        ret.add(new BasicTable.Reader.RowSplit(splitCGIndex, cgRowSplit));
      }
       
      return ret;
    }
View Full Code Here
876
877
878
879
880
881
882
883
884
       * @see Writable#readFields(DataInput)
       */
      @Override
      public void readFields(DataInput in) throws IOException {
        this.cgIndex = Utils.readVInt(in);
        CGRowSplit cgrs = new CGRowSplit();
        cgrs.readFields(in);
        this.slice = cgrs;
      }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.zebra.io.ColumnGroup.Reader.CGRowSplit

  • org.apache.hadoop.zebra.io.BasicTable$Reader
  • org.apache.hadoop.zebra.io.BasicTable$Reader$BTScanner
  • org.apache.hadoop.zebra.io.BasicTable$Reader$RowSplit
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.