Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

Package org.apache.hadoop.hive.ql.metadata

Examples of org.apache.hadoop.hive.ql.metadata.DummyPartition

org.apache.hadoop.hive.ql.metadata.DummyPartition
A Hive Table Partition: is a fundamental storage unit within a Table. Currently, Hive does not support hierarchical partitions - For eg: if partition ds=1, hr=1 exists, there is no way to access ds=1 Hierarchical partitions are needed in some cases, for eg. locking. For now, create a dummy partition to satisfy this

        // partitions currently, we need to store dummy partitions
        else {
          try {
            String ppath = dpCtx.getSPPath();
            ppath = ppath.substring(0, ppath.length()-1);
            DummyPartition p =
              new DummyPartition(dest_tab,
                                 dest_tab.getDbName() + "@" + dest_tab.getTableName() + "@" + ppath);
            outputs.add(new WriteEntity(p, false));
          } catch (HiveException e) {
            throw new SemanticException(e.getMessage());
          }

View Full Code Here

      for (int idx = 0; idx < len; idx++) {
        String partn = partns[idx];
        partialName += partn;
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {
          throw new SemanticException(e.getMessage());

View Full Code Here

      } catch (HiveException e) {
        partn = null;
      }


      if (partn == null) {
        return new HiveLockObject(new DummyPartition(tab, path, partSpec), data);
      }


      return new HiveLockObject(partn, data);
    } catch (Exception e) {
      LOG.error("Failed to create ZooKeeper object: " + e);

View Full Code Here

        String[] nameValue = partn.split("=");
        assert(nameValue.length == 2);
        partialSpec.put(nameValue[0], nameValue[1]);
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName,
                                                              partialSpec), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {

View Full Code Here

        // partitions currently, we need to store dummy partitions
        else {
          try {
            String ppath = dpCtx.getSPPath();
            ppath = ppath.substring(0, ppath.length() - 1);
            DummyPartition p =
                new DummyPartition(dest_tab, dest_tab.getDbName()
                    + "@" + dest_tab.getTableName() + "@" + ppath,
                    partSpec);
            output = new WriteEntity(p, false);
            outputs.add(output);
          } catch (HiveException e) {

View Full Code Here

      for (int idx = 0; idx < len; idx++) {
        String partn = partns[idx];
        partialName += partn;
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {
          throw new SemanticException(e.getMessage());

View Full Code Here

      } catch (HiveException e) {
        partn = null;
      }


      if (partn == null) {
        return new HiveLockObject(new DummyPartition(tab, path), data);
      }


      return new HiveLockObject(partn, data);
    } catch (Exception e) {
      LOG.error("Failed to create ZooKeeper object: " + e);

View Full Code Here

        // partitions currently, we need to store dummy partitions
        else {
          try {
            String ppath = dpCtx.getSPPath();
            ppath = ppath.substring(0, ppath.length()-1);
            DummyPartition p =
              new DummyPartition(dest_tab,
                                 dest_tab.getDbName() + "@" + dest_tab.getTableName() + "@" + ppath);
            outputs.add(new WriteEntity(p, false));
          } catch (HiveException e) {
            throw new SemanticException(e.getMessage());
          }

View Full Code Here

        String[] nameValue = partn.split("=");
        assert(nameValue.length == 2);
        partialSpec.put(nameValue[0], nameValue[1]);
        try {
          locks.add(new HiveLockObj(
                      new HiveLockObject(new DummyPartition(p.getTable(), p.getTable().getDbName()
                                                            + "/" + p.getTable().getTableName()
                                                            + "/" + partialName,
                                                              partialSpec), lockData), mode));
          partialName += "/";
        } catch (HiveException e) {

View Full Code Here

      } catch (HiveException e) {
        partn = null;
      }


      if (partn == null) {
        return new HiveLockObject(new DummyPartition(tab, path, partSpec), data);
      }


      return new HiveLockObject(partn, data);
    } catch (Exception e) {
      LOG.error("Failed to create ZooKeeper object: " + e);

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.hadoop.hive.ql.metadata.DummyPartition

org.apache.hadoop.hive.ql.Driver

org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager

org.apache.hadoop.hive.ql.lockmgr.EmbeddedLockManager

org.apache.hadoop.hive.ql.lockmgr.TestDbTxnManager

org.apache.hadoop.hive.ql.lockmgr.zookeeper.ZooKeeperHiveLockManager

org.apache.hadoop.hive.ql.parse.SemanticAnalyzer

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.