Package org.apache.hadoop.chukwa.datacollection.writer.hbase.Annotation

Examples of org.apache.hadoop.chukwa.datacollection.writer.hbase.Annotation.Table

148
149
150
151
152
153
154
155
156
157
158
159
160
161
              schemaVerified = false;
              log.warn("Validation failed - table: "+table.name()+" column family: "+table.columnFamily()+" does not exist.");             
            }
          }
        } else if(x.isAnnotationPresent(Table.class)) {
          Table table = x.getAnnotation(Table.class);
          if(!verifyHbaseTable(admin, table)) {
            schemaVerified = false;
            log.warn("Validation failed - table: "+table.name()+" column family: "+table.columnFamily()+" does not exist.");
          }
        }
      }
    } catch (Exception e) {
      schemaVerified = false;
View Full Code Here
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
        String processorClass = conf.get(chunk.getDataType(),
                defaultProcessor);
        synchronized (this) {
          MapProcessor processor = MapProcessorFactory.getProcessor(processorClass);
          try {
            Table table = null;
            if(processor.getClass().isAnnotationPresent(Table.class)) {
              table = processor.getClass().getAnnotation(Table.class);
            } else if(processor.getClass().isAnnotationPresent(Tables.class)) {
              Tables tables = processor.getClass().getAnnotation(Tables.class);
              for(Table t : tables.annotations()) {
                table = t;
              }
            }
            if(table!=null) {
              HTableInterface hbase = pool.getTable(table.name().getBytes()); 
              processor.process(new ChukwaArchiveKey(), chunk, output, reporter);
              hbase.put(output.getKeyValues());
              pool.putTable(hbase);
            }
          } catch (Exception e) {
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
167
168
169
              schemaVerified = false;
              log.warn("Validation failed - table: "+table.name()+" column family: "+table.columnFamily()+" does not exist.");             
            }
          }
        } else if(x.isAnnotationPresent(Table.class)) {
          Table table = x.getAnnotation(Table.class);
          if(!verifyHbaseTable(admin, table)) {
            schemaVerified = false;
            log.warn("Validation failed - table: "+table.name()+" column family: "+table.columnFamily()+" does not exist.");
          }
        }
      }
    } catch (Exception e) {
      schemaVerified = false;
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
194
195
196
    CommitStatus rv = ChukwaWriter.COMMIT_OK;
    try {
      for(Chunk chunk : chunks) {
        synchronized (this) {
          try {
            Table table = findHBaseTable(chunk.getDataType());

            if(table!=null) {
              HTableInterface hbase = pool.getTable(table.name().getBytes());
              MapProcessor processor = getProcessor(chunk.getDataType());
              processor.process(new ChukwaArchiveKey(), chunk, output, reporter);

              hbase.put(output.getKeyValues());
              pool.putTable(hbase);
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
  }

  public Table findHBaseTable(String dataType) throws UnknownRecordTypeException {
    MapProcessor processor = getProcessor(dataType);

    Table table = null;
    if(processor.getClass().isAnnotationPresent(Table.class)) {
      return processor.getClass().getAnnotation(Table.class);
    } else if(processor.getClass().isAnnotationPresent(Tables.class)) {
      Tables tables = processor.getClass().getAnnotation(Tables.class);
      for(Table t : tables.annotations()) {
View Full Code Here
230
231
232
233
234
235
236
237
    return table;
  }

  public String findHBaseColumnFamilyName(String dataType)
          throws UnknownRecordTypeException {
    Table table = findHBaseTable(dataType);
    return table.columnFamily();
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.chukwa.datacollection.writer.hbase.Annotation.Table

  • org.apache.hadoop.chukwa.datacollection.writer.hbase.HBaseWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.