Package org.apache.hadoop.hbase.io

Examples of org.apache.hadoop.hbase.io.BatchUpdate

437
438
439
440
441
442
443
444
445
    }
   
    @Override
    void testRow(@SuppressWarnings("unused") final int i) throws IOException {
      byte [] row = getRandomRow(this.rand, this.totalRows);
      BatchUpdate b = new BatchUpdate(row);
      b.put(COLUMN_NAME, generateValue(this.rand));
      table.commit(b);
    }
View Full Code Here
508
509
510
511
512
513
514
515
516
      super(conf, startRow, perClientRunRows, totalRows, status);
    }
   
    @Override
    void testRow(final int i) throws IOException {
      BatchUpdate b = new BatchUpdate(format(i));
      b.put(COLUMN_NAME, generateValue(this.rand));
      table.commit(b);
    }
View Full Code Here
211
212
213
214
215
216
217
218
219
220
221
222
   
    HRegion region = createNewHRegion(desc, startKey, endKey);
   
    byte [] keyToWrite = startKey == null ? Bytes.toBytes("row_000") : startKey;
   
    BatchUpdate bu = new BatchUpdate(keyToWrite);
    bu.put(COLUMN_NAME, "test".getBytes());

    region.batchUpdate(bu, null);

    region.close();
    region.getLog().closeAndDelete();
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
   * Test BatchUpdate serialization
   * @throws Exception
   */
  public void testBatchUpdate() throws Exception {
    // Add row named 'testName'.
    BatchUpdate bu = new BatchUpdate(getName());
    // Add a column named same as row.
    bu.put(getName(), getName().getBytes());
    byte [] b = Writables.getBytes(bu);
    BatchUpdate bubu =
      (BatchUpdate)Writables.getWritable(b, new BatchUpdate());
    // Assert rows are same.
    assertTrue(Bytes.equals(bu.getRow(), bubu.getRow()));
    // Assert has same number of BatchOperations.
    int firstCount = 0;
    for (BatchOperation bo: bubu) {
      firstCount++;
    }
    // Now deserialize again into same instance to ensure we're not
    // accumulating BatchOperations on each deserialization.
    BatchUpdate bububu = (BatchUpdate)Writables.getWritable(b, bubu);
    // Assert rows are same again.
    assertTrue(Bytes.equals(bu.getRow(), bububu.getRow()));
    int secondCount = 0;
    for (BatchOperation bo: bububu) {
      secondCount++;
    }
    assertEquals(firstCount, secondCount);
View Full Code Here
280
281
282
283
284
285
286
287
288
289
290
291
292
293
          if (endKey != null && endKey.length > 0
              && Bytes.compareTo(endKey, t) <= 0) {
            break EXIT;
          }
          try {
            BatchUpdate batchUpdate = ts == -1 ?
              new BatchUpdate(t) : new BatchUpdate(t, ts);
            try {
              batchUpdate.put(column, t);
              updater.commit(batchUpdate);
            } catch (RuntimeException ex) {
              ex.printStackTrace();
              throw ex;
            } catch (IOException ex) {
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
126
127
128
    System.out.println("created region " +
        Bytes.toString(region.getRegionName()));

    HRegionIncommon r = new HRegionIncommon(region);
    for(int i = firstRow; i < firstRow + nrows; i++) {
      BatchUpdate batchUpdate = new BatchUpdate(Bytes.toBytes("row_"
          + String.format("%1$05d", i)));

      batchUpdate.put(COLUMN_NAME, value.get());
      region.batchUpdate(batchUpdate, null);
      if(i % 10000 == 0) {
        System.out.println("Flushing write #" + i);
        r.flushcache();
      }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
        OutputCollector<ImmutableBytesWritable, BatchUpdate> output,
        Reporter r)
    throws IOException {
      while (v.hasNext()) {
        r.setStatus("Reducer committing " + k);
        BatchUpdate bu = new BatchUpdate(k.get());
        while (v.hasNext()) {
          HbaseMapWritable<byte [], byte []> hmw = v.next();
          for (Entry<byte [], byte []> e: hmw.entrySet()) {
            bu.put(e.getKey(), e.getValue());
          }
        }
        output.collect(k, bu);
      }
    }
View Full Code Here
103
104
105
106
107
108
109
110
111
        newValue.append(originalValue.charAt(i));
      }
     
      // Now set the value to be collected

      BatchUpdate outval = new BatchUpdate(key.get());
      outval.put(OUTPUT_COLUMN, Bytes.toBytes(newValue.toString()));
      output.collect(key, outval);
    }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
      region = createNewHRegion(desc, null, null);
      HRegionIncommon r = new HRegionIncommon(region);
     
      // Write information to the table

      BatchUpdate batchUpdate = null;
      batchUpdate = new BatchUpdate(ROW_KEY, System.currentTimeMillis());
      batchUpdate.put(CONTENTS, CONTENTS);
      batchUpdate.put(HConstants.COL_REGIONINFO,
          Writables.getBytes(HRegionInfo.ROOT_REGIONINFO));
      r.commit(batchUpdate);
     
      batchUpdate = new BatchUpdate(ROW_KEY, System.currentTimeMillis());
      batchUpdate.put(HConstants.COL_SERVER,
        Bytes.toBytes(new HServerAddress(SERVER_ADDRESS).toString()));
      batchUpdate.put(HConstants.COL_STARTCODE, Bytes.toBytes(12345));
      batchUpdate.put(Bytes.toString(HConstants.COLUMN_FAMILY) +
        "region", Bytes.toBytes("region"));
      r.commit(batchUpdate);
     
      // Verify that get works the same from memcache as when reading from disk
      // NOTE dumpRegion won't work here because it only reads from disk.
     
      verifyGet(r, SERVER_ADDRESS);
     
      // Close and re-open region, forcing updates to disk
     
      region.close();
      region = openClosedRegion(region);
      r = new HRegionIncommon(region);
     
      // Read it back
     
      verifyGet(r, SERVER_ADDRESS);
     
      // Update one family member and add a new one
     
      batchUpdate = new BatchUpdate(ROW_KEY, System.currentTimeMillis());
      batchUpdate.put(Bytes.toString(HConstants.COLUMN_FAMILY) + "region",
        "region2".getBytes(HConstants.UTF8_ENCODING));
      String otherServerName = "bar.foo.com:4321";
      batchUpdate.put(HConstants.COL_SERVER,
        Bytes.toBytes(new HServerAddress(otherServerName).toString()));
      batchUpdate.put(Bytes.toString(HConstants.COLUMN_FAMILY) + "junk",
        "junk".getBytes(HConstants.UTF8_ENCODING));
      r.commit(batchUpdate);

      verifyGet(r, otherServerName);
     
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
    byte [] colA = Bytes.toBytes(Bytes.toString(COLUMNS[0]) + "a");
    byte [] colB = Bytes.toBytes(Bytes.toString(COLUMNS[0]) + "b");
    byte [] colC = Bytes.toBytes(Bytes.toString(COLUMNS[1]) + "c");

    BatchUpdate batchUpdate = null;
    batchUpdate = new BatchUpdate(row, t0);
    batchUpdate.put(colA, cellData(0, flush).getBytes());
    batchUpdate.put(colB, cellData(0, flush).getBytes());
    batchUpdate.put(colC, cellData(0, flush).getBytes());     
    region_incommon.commit(batchUpdate);

    batchUpdate = new BatchUpdate(row, t1);
    batchUpdate.put(colA, cellData(1, flush).getBytes());
    batchUpdate.put(colB, cellData(1, flush).getBytes());
    batchUpdate.put(colC, cellData(1, flush).getBytes());     
    region_incommon.commit(batchUpdate);
   
    batchUpdate = new BatchUpdate(row, t2);
    batchUpdate.put(colA, cellData(2, flush).getBytes());
    batchUpdate.put(colB, cellData(2, flush).getBytes());
    batchUpdate.put(colC, cellData(2, flush).getBytes());     
    region_incommon.commit(batchUpdate);

    if (flush) {region_incommon.flushcache();}

    // call delete family at a timestamp, make sure only the most recent stuff
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.io.BatchUpdate

  • fm.last.darling.hbase.HBaseJSONOutputReaderTest
  • fm.last.darling.mapred.ZohmgReducer
  • org.apache.hadoop.hbase.AbstractMergeTestBase
  • org.apache.hadoop.hbase.client.HConnectionManager$TableServers
  • org.apache.hadoop.hbase.client.tableindexed.IndexedTableAdmin
  • org.apache.hadoop.hbase.client.tableindexed.TestIndexedTable
  • org.apache.hadoop.hbase.client.TestBatchUpdate
  • org.apache.hadoop.hbase.client.TestForceSplit
  • org.apache.hadoop.hbase.client.TestGetRowVersions
  • org.apache.hadoop.hbase.client.TestHTable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.