Examples of org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.doBulkLoad()

Package org.apache.hadoop.hbase.mapreduce

Class org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles

Examples of org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.doBulkLoad()

org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.doBulkLoad()
Perform a bulk load of the given directory into the given pre-existing table. This method is not threadsafe. @param hfofDir the directory that was provided as the output pathof a job using HFileOutputFormat @param table the table to load into @throws TableNotFoundException if table does not yet exist

    final Path hfilePath = writeToHFile(l, "/temp/testBulkLoadNativeHFile/",
      "/temp/testBulkLoadNativeHFile/col/file", true);
    Configuration conf = TEST_UTIL.getConfiguration();
    conf.setBoolean("hbase.mapreduce.bulkload.assign.sequenceNumbers", true);
    final LoadIncrementalHFiles bulkload = new LoadIncrementalHFiles(conf);
    bulkload.doBulkLoad(hfilePath, table);
    ResultScanner scanner = table.getScanner(scan);
    Result result = scanner.next();
    // We had 'version0', 'version1' for 'row1,col:q' in the table.
    // Bulk load added 'version2'  scanner should be able to see 'version2'
    result = scanAfterBulkLoad(scanner, result, "version2");

View Full Code Here

      HTable table = new HTable(conf, tableName);
      try {
        Admin admin = TEST_UTIL.getHBaseAdmin();
        TEST_UTIL.waitTableEnabled(admin, tableName.getName());
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
        loader.doBulkLoad(loadPath, table);
      } finally {
        table.close();
      }
    }

View Full Code Here

      HTable table = new HTable(conf, tableName);
      try {
        HBaseAdmin admin = new HBaseAdmin(TEST_UTIL.getConfiguration());
        TEST_UTIL.waitTableEnabled(admin, tableName.getName());
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
        loader.doBulkLoad(loadPath, table);
      } finally {
        table.close();
      }
    }

View Full Code Here

        if (hfilePaths.isEmpty()) {
          // If we didn't find any parts, add in the passed in parameter
          hfilePaths.add(hfilePath);
        }
        for (Path path : hfilePaths) {
          loader.doBulkLoad(path, htable);
          LOG.info("Successfully loaded: " + path.toString());
        }
      } finally {
        htable.close();
      }

View Full Code Here

      HTable table = new HTable(conf, tableName);
      try {
        HBaseAdmin admin = new HBaseAdmin(TEST_UTIL.getConfiguration());
        TEST_UTIL.waitTableEnabled(admin, tableName.getName());
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
        loader.doBulkLoad(loadPath, table);
      } finally {
        table.close();
      }
    }

View Full Code Here

                  return false;
              }
  
              LOG.info("Loading HFiles from {}", outputPath);
              LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
              loader.doBulkLoad(outputPath, htable);
              htable.close();
  
              LOG.info("Incremental load complete for table=" + tableName);
  
              LOG.info("Removing output directory {}", outputPath);

View Full Code Here


      HTable table = new HTable(conf, tableName);
      try {
        TEST_UTIL.waitTableAvailable(tableName, 30000);
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
        loader.doBulkLoad(loadPath, table);
      } finally {
        table.close();
      }
    }

View Full Code Here

            return 1;
        }


        LOG.info("Loading HFiles from {}", outputPath);
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(getConf());
        loader.doBulkLoad(outputPath, htable);
        htable.close();


        LOG.info("Incremental load complete");


        LOG.info("Removing output directory {}", outputPath);

View Full Code Here

    job.waitForCompletion(true);
      
    log("[TS - M-R HFile generated..Now dumping to HBase] :: " + new Date() + "\n");
    
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
        loader.doBulkLoad(new Path(outFile), hDataTable);
      
    log("[TS - FINISH] :: " + new Date() + "\n");
    if(isDebug) bw.close();
    
  }

View Full Code Here


    boolean complete = job.waitForCompletion(true);


    if (complete) {
      LoadIncrementalHFiles loader = new LoadIncrementalHFiles(configuration);
      loader.doBulkLoad(outputPath, hTable);
    }


    fSystem.deleteOnExit(outputPath);


    return complete;

View Full Code Here

0 1 2 3 4

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.