Package org.apache.hadoop.hbase.mapreduce

Examples of org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles$LoadQueueItem

254
255
256
257
258
259
260
261
262
263
264
265
    job.waitForCompletion(true);
     
    log("[TS - M-R HFile generated..Now dumping to HBase] :: " + new Date() + "\n");
   
        LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
        loader.doBulkLoad(new Path(outFile), hDataTable);
     
    log("[TS - FINISH] :: " + new Date() + "\n");
    if(isDebug) bw.close();
   
  }
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
                return false;
            }

            log.debug("Starting HBase bulkloader to load snapshot from HFiles");
            try {
              new LoadIncrementalHFiles(conf).doBulkLoad(hfileOutputPath, destHTable);
            } catch (Exception e) {
              throw new IOException("Bulkloader couldn't run", e);
            }
           
            // Delete the mapreduce output directory if it's empty. This will prevent future
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
    FileOutputFormat.setOutputPath(job, outputPath);

    boolean complete = job.waitForCompletion(true);

    if (complete) {
      LoadIncrementalHFiles loader = new LoadIncrementalHFiles(configuration);
      loader.doBulkLoad(outputPath, hTable);
    }

    fSystem.deleteOnExit(outputPath);

    return complete;
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
    // Before we can load the HFiles, we need to set the permissions so that
    // HBase has write access to testDir's contents
    chmod(testDir.toString());

    // Perform the actual load
    new LoadIncrementalHFiles(conf).doBulkLoad(testDir, table);

    // Ensure data shows up
    int expectedRows = NMapInputFormat.getNumMapTasks(conf) * ROWSPERSPLIT;
    assertEquals("LoadIncrementalHFiles should put expected data in table",
                 expectedRows, HBaseTestUtil.countRows(table));
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
    htd.addFamily(new HColumnDescriptor(FAMILY));

    admin.createTable(htd, SPLIT_KEYS);

    HTable table = new HTable(conf, TABLE);
    LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);
    loader.doBulkLoad(dir, table);

    Assert.assertEquals(expectedRows, HBaseTestUtil.countRows(table));

    // disable and drop if we succeeded to verify
    admin.disableTable(TABLE);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles$LoadQueueItem

  • com.google.common.util.concurrent.ThreadFactoryBuilder
  • com.lightboxtechnologies.spectrum.ExtractData
  • com.salesforce.phoenix.map.reduce.CSVBulkLoader
  • com.splunk.shuttl.integration.hadoop.hbase.JobRunner
  • com.urbanairship.datacube.backfill.HBaseSnapshotter
  • org.apache.bigtop.itest.hbase.smoke.TestHFileOutputFormat
  • org.apache.bigtop.itest.hbase.smoke.TestLoadIncrementalHFiles
  • org.apache.commons.lang.mutable.MutableInt
  • org.apache.crunch.io.hbase.HFileTargetIT
  • org.apache.hadoop.conf.Configuration
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.