Package org.apache.accumulo.core.data

Examples of org.apache.accumulo.core.data.ByteSequence

100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
    }
   
    @Override
    public void run() {
      while (!stop) {
        ByteSequence row = null;
        int count = 0;
       
        // all columns in a row should have the same value,
        // use this hash set to track that
        HashSet<String> values = new HashSet<String>();
       
        for (Entry<Key,Value> entry : scanner) {
          if (row == null)
            row = entry.getKey().getRowData();
         
          if (!row.equals(entry.getKey().getRowData())) {
            if (count != NUM_COLUMNS)
              System.err.println("ERROR Did not see " + NUM_COLUMNS + " columns in row " + row);
           
            if (values.size() > 1)
              System.err.println("ERROR Columns in row " + row + " had multiple values " + values);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
65
66
    private static final Text CQ = new Text("cq:");

    @Override
    public void map(Key key, Value value, Context context) throws IOException, InterruptedException {
      temp.set(CF);
      ByteSequence cf = key.getColumnFamilyData();
      temp.append(cf.getBackingArray(), cf.offset(), cf.length());
      context.write(temp, EMPTY);

      temp.set(CQ);
      ByteSequence cq = key.getColumnQualifierData();
      temp.append(cq.getBackingArray(), cq.offset(), cq.length());
      context.write(temp, EMPTY);
    }
View Full Code Here
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
   *          the key to test
   * @return {@code true} if the key is visible or iterator is not scanning, and {@code false} if not
   */
  protected boolean canSee(Key key) {
    // Ensure that the visibility (which could have been transformed) parses. Must always do this check, even if visibility is not evaluated.
    ByteSequence visibility = key.getColumnVisibilityData();
    ColumnVisibility colVis = null;
    Boolean parsed = (Boolean) parsedVisibilitiesCache.get(visibility);
    if (parsed == null) {
      try {
        colVis = new ColumnVisibility(visibility.toArray());
        parsedVisibilitiesCache.put(visibility, Boolean.TRUE);
      } catch (BadArgumentException e) {
        log.error("Parse error after transformation : " + visibility);
        parsedVisibilitiesCache.put(visibility, Boolean.FALSE);
        if (scanning) {
          return false;
        } else {
          throw e;
        }
      }
    } else if (!parsed) {
      if (scanning)
        return false;
      else
        throw new IllegalStateException();
    }

    Boolean visible = canSeeColumnFamily(key);

    if (!scanning || !visible || ve == null || visibleCache == null || visibility.length() == 0)
      return visible;

    visible = (Boolean) visibleCache.get(visibility);
    if (visible == null) {
      try {
        if (colVis == null)
          colVis = new ColumnVisibility(visibility.toArray());
        visible = ve.evaluate(colVis);
        visibleCache.put(visibility, visible);
      } catch (VisibilityParseException e) {
        log.error("Parse Error", e);
        visible = Boolean.FALSE;
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
91
    this.key = key;
   
    fieldsSame = 0;
    fieldsPrefixed = 0;
   
    ByteSequence prevKeyScratch;
    ByteSequence keyScratch;
   
    if (prevKey != null) {
     
      prevKeyScratch = prevKey.getRowData();
      keyScratch = key.getRowData();
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
249
250
    // this method mostly avoids object allocation and only does compares when the row changes
   
    MutableByteSequence row, cf, cq, cv;
    MutableByteSequence prow, pcf, pcq, pcv;
   
    ByteSequence stopRow = seekKey.getRowData();
    ByteSequence stopCF = seekKey.getColumnFamilyData();
    ByteSequence stopCQ = seekKey.getColumnQualifierData();
   
    long ts = -1;
    long pts = -1;
    boolean pdel = false;
   
View Full Code Here
433
434
435
436
437
438
439
440
441
442
443
   * @return {@code true} if {@code key}'s column family is one of those fetched in the set passed to our {@link #seek(Range, Collection, boolean)} method
   */
  protected boolean canSeeColumnFamily(Key key) {
    boolean visible = true;
    if (seekColumnFamilies != null) {
      ByteSequence columnFamily = key.getColumnFamilyData();
      if (seekColumnFamiliesInclusive)
        visible = seekColumnFamilies.contains(columnFamily);
      else
        visible = !seekColumnFamilies.contains(columnFamily);
    }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    private int batchSize;
    private long readaheadThreshold;
   
    private void readRow() {
     
      ByteSequence row = null;
     
      while (true) {
        buffer.clear();
       
        try {
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
39
40
  @Override
  public Key transform(org.apache.accumulo.core.data.Key acuKey) {
   
    byte keyData[];
   
    ByteSequence row = acuKey.getRowData();
    ByteSequence cf = acuKey.getColumnFamilyData();
    keyData = new byte[row.length() + cf.length()];
    System.arraycopy(row.getBackingArray(), row.offset(), keyData, 0, row.length());
    System.arraycopy(cf.getBackingArray(), cf.offset(), keyData, row.length(), cf.length());
   
    return new Key(keyData, 1.0);
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
 
  public static Set<ByteSequence> decodeColumnFamilies(String colFams) throws LocalityGroupConfigurationError {
    HashSet<ByteSequence> colFamsSet = new HashSet<ByteSequence>();
   
    for (String family : colFams.split(",")) {
      ByteSequence cfbs = decodeColumnFamily(family);
      colFamsSet.add(cfbs);
    }
   
    return colFamsSet;
  }
View Full Code Here
25
26
27
28
29
30
31
32
33
34
35
 
  @Override
  public Key transform(org.apache.accumulo.core.data.Key acuKey) {
    byte keyData[];
   
    ByteSequence row = acuKey.getRowData();
    keyData = new byte[row.length()];
    System.arraycopy(row.getBackingArray(), 0, keyData, 0, row.length());
   
    return new Key(keyData, 1.0);
  }
View Full Code Here
TOP

Related Classes of org.apache.accumulo.core.data.ByteSequence

  • org.apache.accumulo.core.client.impl.CompressedIterators
  • org.apache.accumulo.core.client.IsolatedScanner$RowBufferingIterator
  • org.apache.accumulo.core.file.keyfunctor.ColumnFamilyFunctor
  • org.apache.accumulo.core.file.keyfunctor.ColumnQualifierFunctor
  • org.apache.accumulo.core.file.keyfunctor.RowFunctor
  • org.apache.accumulo.core.file.rfile.RelativeKey
  • org.apache.accumulo.core.file.rfile.RFile$LocalityGroupMetadata
  • org.apache.accumulo.core.iterators.ColumnFamilyCounter
  • org.apache.accumulo.core.iterators.ColumnFamilySkippingIterator
  • org.apache.accumulo.core.iterators.LargeRowFilter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.