Package org.apache.hcatalog.common

Examples of org.apache.hcatalog.common.HCatException

699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
                        client.dropPartition(tableInfo.getDatabaseName(),
                                tableInfo.getTableName(), p.getValues());
                    }
                } catch (Exception te) {
                    // Keep cause as the original exception
                    throw new HCatException(
                            ErrorType.ERROR_PUBLISHING_PARTITION, e);
                }
            }
            if (e instanceof HCatException) {
                throw (HCatException) e;
            } else {
                throw new HCatException(ErrorType.ERROR_PUBLISHING_PARTITION, e);
            }
        } finally {
            HCatUtil.closeHiveClientQuietly(client);
        }
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
        if (parts != null) {
          // Default to 100,000 partitions if hive.metastore.maxpartition is not
          // defined
          int maxPart = hiveConf.getInt("hcat.metastore.maxpartitions", 100000);
          if (parts.size() > maxPart) {
            throw new HCatException(ErrorType.ERROR_EXCEED_MAXPART,
                "total number of partitions is " + parts.size());
          }

          // Populate partition info
          for (Partition ptn : parts) {
View Full Code Here
67
68
69
70
71
72
73
74
75
76
      ReaderContext cntxt = new ReaderContext();
      cntxt.setInputSplits(hcif.getSplits(new JobContext(job.getConfiguration(), null)));
      cntxt.setConf(job.getConfiguration());
      return cntxt;
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    } catch (InterruptedException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED,e);
    }
  }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
    try {
      TaskAttemptContext cntxt = new TaskAttemptContext(conf, new TaskAttemptID());
      rr = inpFmt.createRecordReader(split, cntxt);
      rr.initialize(split, cntxt);
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    } catch (InterruptedException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    }
    return new HCatRecordItr(rr);
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
      HCatOutputFormat.setSchema(job, HCatOutputFormat.getTableSchema(job));
      HCatOutputFormat outFormat = new HCatOutputFormat();
      outFormat.checkOutputSpecs(job);
      outFormat.getOutputCommitter(new TaskAttemptContext(job.getConfiguration(), new TaskAttemptID())).setupJob(job);
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    } catch (InterruptedException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    }
    WriterContext cntxt = new WriterContext();
    cntxt.setConf(job.getConfiguration());
    return cntxt;
  }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
    } catch (IOException e) {
      if(null != committer) {
        try {
          committer.abortTask(cntxt);
        } catch (IOException e1) {
          throw new HCatException(ErrorType.ERROR_INTERNAL_EXCEPTION, e1);
        }
      }
      throw new HCatException("Failed while writing",e);
    } catch (InterruptedException e) {
      if(null != committer) {
        try {
          committer.abortTask(cntxt);
        } catch (IOException e1) {
          throw new HCatException(ErrorType.ERROR_INTERNAL_EXCEPTION, e1);
        }
      }
      throw new HCatException("Failed while writing", e);
    }
  }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
  public void commit(WriterContext context) throws HCatException {
    try {
      new HCatOutputFormat().getOutputCommitter(new TaskAttemptContext(context.getConf(), new TaskAttemptID()))
      .commitJob(new JobContext(context.getConf(), null));
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    } catch (InterruptedException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    }
  }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
  public void abort(WriterContext context) throws HCatException {
    try {
      new HCatOutputFormat().getOutputCommitter(new TaskAttemptContext(context.getConf(), new TaskAttemptID()))
      .abortJob(new JobContext(context.getConf(), null),State.FAILED);
    } catch (IOException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    } catch (InterruptedException e) {
      throw new HCatException(ErrorType.ERROR_NOT_INITIALIZED, e);
    }
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
        dynamicPartitioningUsed = jobInfo.isDynamicPartitioningUsed();
        dynamicPartCols = jobInfo.getPosOfDynPartCols();
        maxDynamicPartitions = jobInfo.getMaxDynamicPartitions();

        if((partColsToDel == null) || (dynamicPartitioningUsed && (dynamicPartCols == null))){
            throw new HCatException("It seems that setSchema() is not called on " +
                    "HCatOutputFormat. Please make sure that method is called.");
        }


        if (!dynamicPartitioningUsed) {
View Full Code Here
169
170
171
172
173
174
175
176
177
178
179
            }

            String dynKey = dynamicPartValues.toString();
            if (!baseDynamicWriters.containsKey(dynKey)){
                if ((maxDynamicPartitions != -1) && (baseDynamicWriters.size() > maxDynamicPartitions)){
                    throw new HCatException(ErrorType.ERROR_TOO_MANY_DYNAMIC_PTNS,
                            "Number of dynamic partitions being created "
                                    + "exceeds configured max allowable partitions["
                                    + maxDynamicPartitions
                                    + "], increase parameter ["
                                    + HiveConf.ConfVars.DYNAMICPARTITIONMAXPARTS.varname
View Full Code Here
TOP

Related Classes of org.apache.hcatalog.common.HCatException

  • org.apache.hcatalog.api.HCatAddPartitionDesc
  • org.apache.hcatalog.api.HCatClient
  • org.apache.hcatalog.api.HCatClientHMSImpl
  • org.apache.hcatalog.api.HCatCreateDBDesc$Builder
  • org.apache.hcatalog.api.HCatCreateTableDesc
  • org.apache.hcatalog.cli.SemanticAnalysis.HCatSemanticAnalyzer
  • org.apache.hcatalog.data.schema.HCatFieldSchema
  • org.apache.hcatalog.data.schema.HCatSchema
  • org.apache.hcatalog.data.transfer.impl.HCatInputFormatReader
  • org.apache.hcatalog.data.transfer.impl.HCatOutputFormatWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.