Package org.apache.hadoop.hbase

Examples of org.apache.hadoop.hbase.HBaseConfiguration

131
132
133
134
135
136
137
138
139
  /**
   * @param args
   * @throws Exception
   */
  public static void main(String[] args) throws Exception {
    HBaseConfiguration c = new HBaseConfiguration();
    int errCode = ToolRunner.run(c, new RowCounter(), args);
    System.exit(errCode);
  }
View Full Code Here
132
133
134
135
136
137
138
139
140
     * Constructs an HBaseHandler object.
     *
     * @throws MasterNotRunningException
     */
    HBaseHandler() throws MasterNotRunningException {
      conf = new HBaseConfiguration();
      admin = new HBaseAdmin(conf);
      scannerMap = new HashMap<Integer, Scanner>();
    }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    job.set(TableOutputFormat.OUTPUT_TABLE, table);
    job.setOutputKeyClass(ImmutableBytesWritable.class);
    job.setOutputValueClass(BatchUpdate.class);
    if (partitioner == HRegionPartitioner.class) {
      job.setPartitionerClass(HRegionPartitioner.class);
      HTable outputTable = new HTable(new HBaseConfiguration(job), table);
      int regions = outputTable.getRegionsInfo().size();
      if (job.getNumReduceTasks() > regions) {
        job.setNumReduceTasks(outputTable.getRegionsInfo().size());
      }
    } else if (partitioner != null) {
View Full Code Here
114
115
116
117
118
119
120
121
122
123
   * @param job  The current job configuration to adjust.
   * @throws IOException When retrieving the table details fails.
   */
  public void limitNumReduceTasks(String table, JobConf job)
  throws IOException {
    HTable outputTable = new HTable(new HBaseConfiguration(job), table);
    int regions = outputTable.getRegionsInfo().size();
    if (job.getNumReduceTasks() > regions)
      job.setNumReduceTasks(regions);
  }
View Full Code Here
130
131
132
133
134
135
136
137
138
139
   * @param job  The current job configuration to adjust.
   * @throws IOException When retrieving the table details fails.
   */
  public void limitNumMapTasks(String table, JobConf job)
  throws IOException {
    HTable outputTable = new HTable(new HBaseConfiguration(job), table);
    int regions = outputTable.getRegionsInfo().size();
    if (job.getNumMapTasks() > regions)
      job.setNumMapTasks(regions);
  }
View Full Code Here
146
147
148
149
150
151
152
153
154
   * @param job  The current job configuration to adjust.
   * @throws IOException When retrieving the table details fails.
   */
  public void setNumReduceTasks(String table, JobConf job)
  throws IOException {
    HTable outputTable = new HTable(new HBaseConfiguration(job), table);
    int regions = outputTable.getRegionsInfo().size();
    job.setNumReduceTasks(regions);
  }
View Full Code Here
161
162
163
164
165
166
167
168
169
   * @param job  The current job configuration to adjust.
   * @throws IOException When retrieving the table details fails.
   */
  public void setNumMapTasks(String table, JobConf job)
  throws IOException {
    HTable outputTable = new HTable(new HBaseConfiguration(job), table);
    int regions = outputTable.getRegionsInfo().size();
    job.setNumMapTasks(regions);
  }
View Full Code Here
90
91
92
93
94
95
96
  private static final String MIGRATION_LINK =
    " See http://wiki.apache.org/hadoop/Hbase/HowToMigrate for more information.";

  /** default constructor */
  public Migrate() {
    this(new HBaseConfiguration());
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
    for (int i = 0; i < m_cols.length; i++) {
      m_cols[i] = Bytes.toBytes(colNames[i]);
    }
    setInputColumns(m_cols);
    try {
      setHTable(new HTable(new HBaseConfiguration(job), tableNames[0].getName()));
    } catch (Exception e) {
      LOG.error(e);
    }
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
  private HTable table;
  private byte[][] startKeys;
 
  public void configure(JobConf job) {
    try {
      this.table = new HTable(new HBaseConfiguration(job),
        job.get(TableOutputFormat.OUTPUT_TABLE));
    } catch (IOException e) {
      LOG.error(e);
    }
   
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.HBaseConfiguration

  • example.CSVFileImporter
  • HBaseConnector
  • HBaseStationCli
  • HBaseStationImporter
  • HBaseTemperatureCli
  • HBaseTemperatureImporter
  • HBaseTemperatureImporter$HBaseTemperatureMapper
  • org.apache.gora.hbase.store.HBaseStore
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.hbase.client.HBaseAdmin
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.