Package org.apache.hadoop.hbase

Examples of org.apache.hadoop.hbase.TableDescriptor

74
75
76
77
78
79
80
81
82
83
84
  @Test
  public void testCreateAndUpdate() throws IOException {
    Path testdir = UTIL.getDataTestDir("testCreateAndUpdate");
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf("testCreate"));
    TableDescriptor td = new TableDescriptor(htd, TableState.State.ENABLED);
    FileSystem fs = FileSystem.get(UTIL.getConfiguration());
    FSTableDescriptors fstd = new FSTableDescriptors(UTIL.getConfiguration(), fs, testdir);
    assertTrue(fstd.createTableDescriptor(td));
    assertFalse(fstd.createTableDescriptor(td));
    FileStatus [] statuses = fs.listStatus(testdir);
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
  @Test
  public void testSequenceIdAdvancesOnTableInfo() throws IOException {
    Path testdir = UTIL.getDataTestDir("testSequenceidAdvancesOnTableInfo");
    HTableDescriptor htd = new HTableDescriptor(
        TableName.valueOf("testSequenceidAdvancesOnTableInfo"));
    TableDescriptor td = new TableDescriptor(htd);
    FileSystem fs = FileSystem.get(UTIL.getConfiguration());
    FSTableDescriptors fstd = new FSTableDescriptors(UTIL.getConfiguration(), fs, testdir);
    Path p0 = fstd.updateTableDescriptor(td);
    int i0 = FSTableDescriptors.getTableInfoSequenceId(p0);
    Path p1 = fstd.updateTableDescriptor(td);
    // Assert we cleaned up the old file.
    assertTrue(!fs.exists(p0));
    int i1 = FSTableDescriptors.getTableInfoSequenceId(p1);
    assertTrue(i1 == i0 + 1);
    Path p2 = fstd.updateTableDescriptor(td);
    // Assert we cleaned up the old file.
    assertTrue(!fs.exists(p1));
    int i2 = FSTableDescriptors.getTableInfoSequenceId(p2);
    assertTrue(i2 == i1 + 1);
    td = new TableDescriptor(htd, TableState.State.DISABLED);
    Path p3 = fstd.updateTableDescriptor(td);
    // Assert we cleaned up the old file.
    assertTrue(!fs.exists(p2));
    int i3 = FSTableDescriptors.getTableInfoSequenceId(p3);
    assertTrue(i3 == i2 + 1);
    TableDescriptor descriptor = fstd.getDescriptor(htd.getTableName());
    assertEquals(descriptor, td);
  }
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
181
182
  @Test public void testReadingHTDFromFS() throws IOException {
    final String name = "testReadingHTDFromFS";
    FileSystem fs = FileSystem.get(UTIL.getConfiguration());
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(name));
    TableDescriptor td = new TableDescriptor(htd, TableState.State.ENABLED);
    Path rootdir = UTIL.getDataTestDir(name);
    FSTableDescriptors fstd = new FSTableDescriptors(UTIL.getConfiguration(), fs, rootdir);
    fstd.createTableDescriptor(td);
    TableDescriptor td2 =
      FSTableDescriptors.getTableDescriptorFromFs(fs, rootdir, htd.getTableName());
    assertTrue(td.equals(td2));
  }
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
    final String name = "testReadingOldHTDFromFS";
    FileSystem fs = FileSystem.get(UTIL.getConfiguration());
    Path rootdir = UTIL.getDataTestDir(name);
    FSTableDescriptors fstd = new FSTableDescriptors(UTIL.getConfiguration(), fs, rootdir);
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(name));
    TableDescriptor td = new TableDescriptor(htd, TableState.State.ENABLED);
    Path descriptorFile = fstd.updateTableDescriptor(td);
    try (FSDataOutputStream out = fs.create(descriptorFile, true)) {
      out.write(htd.toByteArray());
    }
    FSTableDescriptors fstd2 = new FSTableDescriptors(UTIL.getConfiguration(), fs, rootdir);
    TableDescriptor td2 = fstd2.getDescriptor(htd.getTableName());
    assertEquals(td, td2);
    FileStatus descriptorFile2 =
        FSTableDescriptors.getTableInfoPath(fs, fstd2.getTableDir(htd.getTableName()));
    byte[] buffer = td.toByteArray();
    try (FSDataInputStream in = fs.open(descriptorFile2.getPath())) {
      in.readFully(buffer);
    }
    TableDescriptor td3 = TableDescriptor.parseFrom(buffer);
    assertEquals(td, td3);
  }
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
      }
    };
    final int count = 10;
    // Write out table infos.
    for (int i = 0; i < count; i++) {
      TableDescriptor htd = new TableDescriptor(new HTableDescriptor(name + i),
          TableState.State.ENABLED);
      htds.createTableDescriptor(htd);
    }

    for (int i = 0; i < count; i++) {
      assertTrue(htds.get(TableName.valueOf(name + i)) !=  null);
    }
    for (int i = 0; i < count; i++) {
      assertTrue(htds.get(TableName.valueOf(name + i)) !=  null);
    }
    // Update the table infos
    for (int i = 0; i < count; i++) {
      HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(name + i));
      htd.addFamily(new HColumnDescriptor("" + i));
      htds.updateTableDescriptor(new TableDescriptor(htd));
    }
    // Wait a while so mod time we write is for sure different.
    Thread.sleep(100);
    for (int i = 0; i < count; i++) {
      assertTrue(htds.get(TableName.valueOf(name + i)) !=  null);
View Full Code Here
273
274
275
276
277
278
279
280
281
282
283
    }
    // Update the table infos
    for (int i = 0; i < count; i++) {
      HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(name + i));
      htd.addFamily(new HColumnDescriptor("" + i));
      htds.updateTableDescriptor(new TableDescriptor(htd));
    }
    for (int i = 0; i < count; i++) {
      assertNotNull("Expected HTD, got null instead", htds.get(TableName.valueOf(name + i)));
      assertTrue("Column Family " + i + " missing",
                 htds.get(TableName.valueOf(name + i)).hasFamily(Bytes.toBytes("" + i)));
View Full Code Here
418
419
420
421
422
423
424
425
426
427
428
  @Test
  public void testCreateTableDescriptorUpdatesIfExistsAlready() throws IOException {
    Path testdir = UTIL.getDataTestDir("testCreateTableDescriptorUpdatesIfThereExistsAlready");
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(
        "testCreateTableDescriptorUpdatesIfThereExistsAlready"));
    TableDescriptor td = new TableDescriptor(htd, TableState.State.ENABLED);
    FileSystem fs = FileSystem.get(UTIL.getConfiguration());
    FSTableDescriptors fstd = new FSTableDescriptors(UTIL.getConfiguration(), fs, testdir);
    assertTrue(fstd.createTableDescriptor(td));
    assertFalse(fstd.createTableDescriptor(td));
    htd.setValue(Bytes.toBytes("mykey"), Bytes.toBytes("myValue"));
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
    super.setUp();
    try {
      // Create meta region
      createMetaRegion();
      new FSTableDescriptors(this.conf, this.fs, testDir).createTableDescriptor(
          new TableDescriptor(this.desc));
      /*
       * Create the regions we will merge
       */
      for (int i = 0; i < sourceRegions.length; i++) {
        regions[i] =
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
   * @param newState new state
   * @throws IOException
   */
  public void setTableState(TableName tableName, TableState.State newState) throws IOException {
    synchronized (tableStates) {
      TableDescriptor descriptor = readDescriptor(tableName);
      if (descriptor == null) {
        throw new TableNotFoundException(tableName);
      }
      if (descriptor.getTableState() != newState) {
        writeDescriptor(
            new TableDescriptor(descriptor.getHTableDescriptor(), newState));
      }
    }
  }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
  public boolean setTableStateIfInStates(TableName tableName,
                                         TableState.State newState,
                                         TableState.State... states)
          throws IOException {
    synchronized (tableStates) {
      TableDescriptor descriptor = readDescriptor(tableName);
      if (descriptor == null) {
        throw new TableNotFoundException(tableName);
      }
      if (TableState.isInStates(descriptor.getTableState(), states)) {
        writeDescriptor(
            new TableDescriptor(descriptor.getHTableDescriptor(), newState));
        return true;
      } else {
        return false;
      }
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.TableDescriptor

  • org.apache.hadoop.hbase.master.handler.CreateTableHandler
  • org.apache.hadoop.hbase.master.handler.TableAddFamilyHandler
  • org.apache.hadoop.hbase.master.handler.TableEventHandler
  • org.apache.hadoop.hbase.master.handler.TestTableDescriptorModification
  • org.apache.hadoop.hbase.master.handler.TruncateTableHandler
  • org.apache.hadoop.hbase.master.MasterFileSystem
  • org.apache.hadoop.hbase.master.TableStateManager
  • org.apache.hadoop.hbase.master.TestCatalogJanitor
  • org.apache.hadoop.hbase.migration.NamespaceUpgrade
  • org.apache.hadoop.hbase.regionserver.CompactionTool$CompactionWorker
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.