Examples of org.apache.hadoop.zebra.types.Partition

org.apache.hadoop.zebra.types.Partition
Partition is a column group management class. Its responsibilities include storing column groups, handle column groups spliting and stitching by insertions and queries respectively.

    } else {
      storageHintStr = zStorageHint.toString();
    }
    
    try {
      new Partition(schemaStr, storageHintStr, null);
    } catch (ParseException e) {
      throw new ParseException("[" + zStorageHint + "] " + " is not a valid storage hint string: " + e.getMessage()  ); 
    } catch (IOException e) {
      throw new ParseException("[" + zStorageHint + "] " + " is not a valid storage hint string: " + e.getMessage()  );
    }

View Full Code Here

    public SchemaFile(Path path, String btSchemaStr, String btStorageStr, String sortColumns,
        String btComparator, Configuration conf)
        throws IOException {
      storage = btStorageStr;
      try {
        partition = new Partition(btSchemaStr, btStorageStr, btComparator, sortColumns);
      }
      catch (Exception e) {
        throw new IOException("Partition constructor failed :" + e.getMessage());
      }
      this.sortInfo = partition.getSortInfo();

View Full Code Here

        ;
        throw new IOException("Schema build failed :" + e.getMessage());
      }
      storage = WritableUtils.readString(in);
      try {
        partition = new Partition(logicalStr, storage, comparator);
      }
      catch (Exception e) {
        throw new IOException("Partition constructor failed :" + e.getMessage());
      }
      cgschemas = partition.getCGSchemas();

View Full Code Here

    public synchronized void setProjection(String projection)
        throws ParseException, IOException {
      if (projection == null) {
        this.projection = new Projection(schemaFile.getLogical());
        partition =
            new Partition(schemaFile.getLogical(), this.projection, schemaFile
                .getStorageString(), schemaFile.getComparator());
      }
      else {
        /**
         * the typed schema from projection which is untyped or actually typed
         * as "bytes"
         */
        this.projection =
            new Projection(schemaFile.getLogical(), projection);
        partition =
            new Partition(schemaFile.getLogical(), this.projection, schemaFile
                .getStorageString(), schemaFile.getComparator());
      }
      inferredMapping = false;
    }

View Full Code Here

        // set default projection that contains everything
        schema = schemaFile.getLogical();
        projection = new Projection(schema);
        String storage = schemaFile.getStorageString();
        String comparator = schemaFile.getComparator();
        partition = new Partition(schema, projection, storage, comparator);
        for (int nx = 0; nx < numCGs; nx++) {
          if (!schemaFile.isCGDeleted(nx)) {
            colGroups[nx] =
              new ColumnGroup.Reader(new Path(path, partition.getCGSchema(nx).getName()),
                                     conf, mapper);

View Full Code Here


    if (schema == null)
      throw new ParseException("Schema has not been set");


    // for sanity check purpose only
    new Partition(schema, storehint, null);


    conf.set(OUTPUT_STORAGEHINT, storehint);
  }

View Full Code Here

    } else {
      storageHintStr = zStorageHint.toString();
    }
    
    try {
      new Partition(schemaStr, storageHintStr, null);
    } catch (ParseException e) {
      throw new ParseException("[" + zStorageHint + "] " + " is not a valid storage hint string: " + e.getMessage()  ); 
    } catch (IOException e) {
      throw new ParseException("[" + zStorageHint + "] " + " is not a valid storage hint string: " + e.getMessage()  );
    }

View Full Code Here


    if (schema == null)
      throw new ParseException("Schema has not been set");


    // for sanity check purpose only
    new Partition(schema, storehint, null);


    conf.set(OUTPUT_STORAGEHINT, storehint);
  }

View Full Code Here

    } else {
      storageHintStr = zStorageHint.toString();
    }


    try {
      new Partition(schemaStr, storageHintStr, null);
    } catch (ParseException e) {
      throw new ParseException("[" + zStorageHint + "] " + " is not a valid storage hint string: " + e.getMessage()  ); 
    } catch (IOException e) {
      throw new ParseException("[" + zStorageHint + "] " + " is not a valid storage hint string: " + e.getMessage()  );
    }

View Full Code Here

        String btComparator, boolean sorted, Configuration conf)
        throws IOException {
      storage = btStorageStr;
      this.comparator = btComparator;
      try {
        partition = new Partition(btSchemaStr, btStorageStr);
      }
      catch (Exception e) {
        throw new IOException("Partition constructor failed :" + e.getMessage());
      }
      logical = partition.getSchema();

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.zebra.types.Partition

org.apache.hadoop.zebra.io.BasicTable$Reader

org.apache.hadoop.zebra.io.BasicTable$SchemaFile

org.apache.hadoop.zebra.mapred.BasicTableOutputFormat

org.apache.hadoop.zebra.mapreduce.BasicTableOutputFormat

org.apache.hadoop.zebra.parser.TableSchemaParser

org.apache.hadoop.zebra.parser.TableStorageParser

org.apache.hadoop.zebra.schema.Schema

org.apache.hadoop.zebra.types.TestColumnGroupName

org.apache.hadoop.zebra.types.TestStorageCollection

org.apache.hadoop.zebra.types.TestStorageMap

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.