Package org.apache.hcatalog.hbase.snapshot

Examples of org.apache.hcatalog.hbase.snapshot.RevisionManager

66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
   * @throws IOException Signals that an I/O exception has occurred.
   */
  static HCatTableSnapshot createSnapshot(Configuration jobConf,
                      String hbaseTableName, HCatTableInfo tableInfo) throws IOException {

    RevisionManager rm = null;
    TableSnapshot snpt;
    try {
      rm = getOpenedRevisionManager(jobConf);
      snpt = rm.createSnapshot(hbaseTableName);
    } finally {
      closeRevisionManagerQuietly(rm);
    }

    HCatTableSnapshot hcatSnapshot = HBaseRevisionManagerUtil.convertSnapshot(snpt, tableInfo);
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  static HCatTableSnapshot createSnapshot(Configuration jobConf,
                      String tableName, long revision)
    throws IOException {

    TableSnapshot snpt;
    RevisionManager rm = null;
    try {
      rm = getOpenedRevisionManager(jobConf);
      snpt = rm.createSnapshot(tableName, revision);
    } finally {
      closeRevisionManagerQuietly(rm);
    }

    String inputJobString = jobConf.get(HCatConstants.HCAT_KEY_JOB_INFO);
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
   * @throws IOException
   */
  static Transaction beginWriteTransaction(String qualifiedTableName,
                       HCatTableInfo tableInfo, Configuration jobConf) throws IOException {
    Transaction txn;
    RevisionManager rm = null;
    try {
      rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(jobConf);
      String hBaseColumns = tableInfo.getStorerInfo().getProperties()
        .getProperty(HBaseSerDe.HBASE_COLUMNS_MAPPING);
      String[] splits = hBaseColumns.split("[,:]");
      Set<String> families = new HashSet<String>();
      for (int i = 0; i < splits.length; i += 2) {
        if (!splits[i].isEmpty())
          families.add(splits[i]);
      }
      txn = rm.beginWriteTransaction(qualifiedTableName, new ArrayList<String>(families));
    } finally {
      HBaseRevisionManagerUtil.closeRevisionManagerQuietly(rm);
    }
    return txn;
  }
View Full Code Here
337
338
339
340
341
342
343
344
345
346
347
348
      // ensure the table is online
      new HTable(hbaseConf, tableDesc.getName());

      //Set up table in revision manager.
      RevisionManager rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(hbaseConf);
      rm.createTable(tableName, new ArrayList<String>(uniqueColumnFamilies));

    } catch (Exception e) {
      throw new MetaException(StringUtils.stringifyException(e));
    }
View Full Code Here
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
  }

  private void checkDeleteTable(Table table) throws MetaException {
    boolean isExternal = MetaStoreUtils.isExternalTable(table);
    String tableName = getFullyQualifiedHBaseTableName(table);
    RevisionManager rm = null;
    try {
      if (!isExternal && getHBaseAdmin().tableExists(tableName)) {
        // we have created an HBase table, so we delete it to roll back;
        if (getHBaseAdmin().isTableEnabled(tableName)) {
          getHBaseAdmin().disableTable(tableName);
        }
        getHBaseAdmin().deleteTable(tableName);

        //Drop table in revision manager.
        rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(hbaseConf);
        rm.dropTable(tableName);
      }
    } catch (IOException ie) {
      throw new MetaException(StringUtils.stringifyException(ie));
    } finally {
      HBaseRevisionManagerUtil.closeRevisionManagerQuietly(rm);
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
    @Override
    public void abortJob(JobContext jobContext, int status)
      throws IOException {
      baseOutputCommitter.abortJob(jobContext, status);
      RevisionManager rm = null;
      try {
        rm = HBaseRevisionManagerUtil
          .getOpenedRevisionManager(jobContext.getConfiguration());
        rm.abortWriteTransaction(HBaseRevisionManagerUtil
          .getWriteTransaction(jobContext.getConfiguration()));
      } finally {
        cleanIntermediate(jobContext);
        if (rm != null)
          rm.close();
      }
    }
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
    }

    @Override
    public void commitJob(JobContext jobContext) throws IOException {
      baseOutputCommitter.commitJob(jobContext);
      RevisionManager rm = null;
      try {
        Configuration conf = jobContext.getConfiguration();
        Path srcPath = FileOutputFormat.getOutputPath(jobContext.getJobConf());
        if (!FileSystem.get(conf).exists(srcPath)) {
          throw new IOException("Failed to bulk import hfiles. " +
            "Intermediate data directory is cleaned up or missing. " +
            "Please look at the bulk import job if it exists for failure reason");
        }
        Path destPath = new Path(srcPath.getParent(), srcPath.getName() + "_hfiles");
        boolean success = ImportSequenceFile.runJob(jobContext,
          conf.get(HBaseConstants.PROPERTY_OUTPUT_TABLE_NAME_KEY),
          srcPath,
          destPath);
        if (!success) {
          cleanIntermediate(jobContext);
          throw new IOException("Failed to bulk import hfiles." +
            " Please look at the bulk import job for failure reason");
        }
        rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(conf);
        rm.commitWriteTransaction(HBaseRevisionManagerUtil.getWriteTransaction(conf));
        cleanIntermediate(jobContext);
      } finally {
        if (rm != null)
          rm.close();
      }
    }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
    @Override
    public void abortJob(JobContext jobContext, int status)
      throws IOException {
      super.abortJob(jobContext, status);
      RevisionManager rm = null;
      try {
        rm = HBaseRevisionManagerUtil
          .getOpenedRevisionManager(jobContext.getConfiguration());
        Transaction writeTransaction = HBaseRevisionManagerUtil
          .getWriteTransaction(jobContext.getConfiguration());
        rm.abortWriteTransaction(writeTransaction);
      } finally {
        if (rm != null)
          rm.close();
      }
    }
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
      }
    }

    @Override
    public void commitJob(JobContext jobContext) throws IOException {
      RevisionManager rm = null;
      try {
        rm = HBaseRevisionManagerUtil
          .getOpenedRevisionManager(jobContext.getConfiguration());
        rm.commitWriteTransaction(HBaseRevisionManagerUtil.getWriteTransaction(jobContext
          .getConfiguration()));
      } finally {
        if (rm != null)
          rm.close();
      }
    }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
    resultItr = this.scanner.iterator();
  }

  private Set<Long> getAbortedTransactions(String tableName, Scan scan) throws IOException {
    Set<Long> abortedTransactions = new HashSet<Long>();
    RevisionManager rm = null;
    try {
      rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(conf);
      byte[][] families = scan.getFamilies();
      for (byte[] familyKey : families) {
        String family = Bytes.toString(familyKey);
        List<FamilyRevision> abortedWriteTransactions = rm.getAbortedWriteTransactions(
          tableName, family);
        if (abortedWriteTransactions != null) {
          for (FamilyRevision revision : abortedWriteTransactions) {
            abortedTransactions.add(revision.getRevision());
          }
View Full Code Here
TOP

Related Classes of org.apache.hcatalog.hbase.snapshot.RevisionManager

  • org.apache.hcatalog.hbase.HBaseBulkOutputFormat$HBaseBulkOutputCommitter
  • org.apache.hcatalog.hbase.HBaseDirectOutputFormat$HBaseDirectOutputCommitter
  • org.apache.hcatalog.hbase.HBaseHCatStorageHandler
  • org.apache.hcatalog.hbase.HBaseRevisionManagerUtil
  • org.apache.hcatalog.hbase.HbaseSnapshotRecordReader
  • org.apache.hcatalog.hbase.TestHBaseBulkOutputFormat
  • org.apache.hcatalog.hbase.TestHBaseDirectOutputFormat
  • org.apache.hcatalog.hbase.TestHBaseHCatStorageHandler
  • org.apache.hcatalog.hbase.TestHBaseInputFormat
  • org.apache.hcatalog.hbase.TestHCatHBaseInputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.