Examples of DummyPartition

org.apache.hadoop.hive.ql.metadata.DummyPartition
A Hive Table Partition: is a fundamental storage unit within a Table. Currently, Hive does not support hierarchical partitions - For eg: if partition ds=1, hr=1 exists, there is no way to access ds=1 Hierarchical partitions are needed in some cases, for eg. locking. For now, create a dummy partition to satisfy this

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

      for (int idx = 0; idx < len; idx++) {
        String partn = partns[idx];
        partialName += partn;
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {
          throw new SemanticException(e.getMessage());

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

        String[] nameValue = partn.split("=");
        assert(nameValue.length == 2);
        partialSpec.put(nameValue[0], nameValue[1]);
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName,
                                                              partialSpec), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

        String[] nameValue = partn.split("=");
        assert(nameValue.length == 2);
        partialSpec.put(nameValue[0], nameValue[1]);
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName,
                                                              partialSpec), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

        // partitions currently, we need to store dummy partitions
        else {
          try {
            String ppath = dpCtx.getSPPath();
            ppath = ppath.substring(0, ppath.length() - 1);
            DummyPartition p =
                new DummyPartition(dest_tab, dest_tab.getDbName()
                    + "@" + dest_tab.getTableName() + "@" + ppath,
                    partSpec);
            output = new WriteEntity(p, WriteEntity.WriteType.INSERT, false);
            outputs.add(output);
          } catch (HiveException e) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

    return we;
  }


  private WriteEntity addDynamicPartitionedOutput(Table t, WriteEntity.WriteType writeType)
      throws Exception {
    DummyPartition dp = new DummyPartition(t, "no clue what I should call this");
    WriteEntity we = new WriteEntity(dp, writeType, false);
    writeEntities.add(we);
    return we;
  }

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

      } catch (HiveException e) {
        partn = null;
      }


      if (partn == null) {
        return new HiveLockObject(new DummyPartition(tab, null, partSpec), data);
      }


      return new HiveLockObject(partn, data);
    } catch (Exception e) {
      throw new LockException(e);

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

      } catch (HiveException e) {
        partn = null;
      }


      if (partn == null) {
        return new HiveLockObject(new DummyPartition(tab, path, partSpec), data);
      }


      return new HiveLockObject(partn, data);
    } catch (Exception e) {
      LOG.error("Failed to create ZooKeeper object: " + e);

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

        String[] nameValue = partn.split("=");
        assert(nameValue.length == 2);
        partialSpec.put(nameValue[0], nameValue[1]);
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName,
                                                              partialSpec), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

        String[] nameValue = partn.split("=");
        assert(nameValue.length == 2);
        partialSpec.put(nameValue[0], nameValue[1]);
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName,
                                                              partialSpec), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

        // partitions currently, we need to store dummy partitions
        else {
          try {
            String ppath = dpCtx.getSPPath();
            ppath = ppath.substring(0, ppath.length() - 1);
            DummyPartition p =
                new DummyPartition(dest_tab, dest_tab.getDbName()
                    + "@" + dest_tab.getTableName() + "@" + ppath,
                    partSpec);
            output = new WriteEntity(p, WriteEntity.WriteType.INSERT, false);
            outputs.add(output);
          } catch (HiveException e) {

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.