Package org.apache.hadoop.util.bloom

Examples of org.apache.hadoop.util.bloom.Key

36
37
38
39
40
41
42
43
44
45
        "0 activities",
        "20091128093155 4"
    };
   
    for(String eg : egs) {
      Key k = new Key(eg.getBytes());
      System.out.println(eg+"\t"+bloomFilter.membershipTest(k));
    }
   
  }
View Full Code Here
34
35
36
37
38
39
40
    ByteSequence cf = acuKey.getColumnFamilyData();
    keyData = new byte[row.length() + cf.length()];
    System.arraycopy(row.getBackingArray(), row.offset(), keyData, 0, row.length());
    System.arraycopy(cf.getBackingArray(), cf.offset(), keyData, row.length(), cf.length());
   
    return new Key(keyData, 1.0);
  }
View Full Code Here
29
30
31
32
33
34
35
   
    ByteSequence row = acuKey.getRowData();
    keyData = new byte[row.length()];
    System.arraycopy(row.getBackingArray(), 0, keyData, 0, row.length());
   
    return new Key(keyData, 1.0);
  }
View Full Code Here
126
127
128
129
130
131
132
133
134
    }
   
    @Override
    public synchronized void append(org.apache.accumulo.core.data.Key key, Value val) throws IOException {
      writer.append(key, val);
      Key bloomKey = transformer.transform(key);
      if (bloomKey.getBytes().length > 0)
        bloomFilter.add(bloomKey);
    }
View Full Code Here
294
295
296
297
298
299
300
301
302
303
304
305
        initiateLoad(maxLoadThreads);
        if (bloomFilter == null)
          return true;
      }
     
      Key bloomKey = transformer.transform(range);
     
      if (bloomKey == null || bloomKey.getBytes().length == 0)
        return true;
     
      return bloomFilter.membershipTest(bloomKey);
    }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
 
  /** test standalone filter without tokenfilter wrapping */
  @Test
  public void testFilter() throws IOException {
    Filter filter = getFilter(filterTokens);
    Key k = new Key();
    for (String s: filterTokens) {
      setKey(k,s);
      assertTrue("Key for string " + s + " should be filter member", filter.membershipTest(k));
    }
   
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
    assertEquals("Analyzer produced too few terms", expected.length, pos);
  }

  private static Filter getFilter(String[] tokens) throws IOException {
    Filter filter = new BloomFilter(100,50, Hash.JENKINS_HASH);
    Key k = new Key();
    for (String s: tokens) {
      setKey(k,s);
      filter.add(k);
    }
    return filter;
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
 
  /** test standalone filter without tokenfilter wrapping */
  @Test
  public void testFilter() throws IOException {
    Filter filter = getFilter(filterTokens);
    Key k = new Key();
    for (String s: filterTokens) {
      setKey(k,s);
      assertTrue("Key for string " + s + " should be filter member", filter.membershipTest(k));
    }
   
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
    assertEquals("Analyzer produced too few terms", expected.length, pos);
  }

  private static Filter getFilter(String[] tokens) throws IOException {
    Filter filter = new BloomFilter(100,50, Hash.JENKINS_HASH);
    Key k = new Key();
    for (String s: tokens) {
      setKey(k,s);
      filter.add(k);
    }
    return filter;
View Full Code Here
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
    Filter bloom = BloomFactory.NewBloomInstance( numElems, pct);
   
    for( int i = 0; i< numElems; ++i ) {
      UUID uuid  = UUID.randomUUID();
   
      Key key =  new Key(uuid.toString().getBytes() );
      bloom.add( key );
     
      Assert.assertTrue( bloom.membershipTest(key));
      if( (i % 10000) == 0 ) {
          System.out.println(" Added " + i + " elements.");
      }
    }
   
 
    int numHits = 0;
    for( int i=0; i< numElems; ++i) {
      UUID uuid  = UUID.randomUUID();
      Key key =  new Key(uuid.toString().getBytes() );
      if( bloom.membershipTest(key)) {
        numHits++;
      }
    }
    System.out.print("Number of hits = " + numHits + " out of " + numElems + " or " + ((double)numHits/(double)numElems)*100.0 + " %");
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.bloom.Key

  • brickhouse.udf.bloom.BloomContainsUDF
  • brickhouse.udf.bloom.BloomTest
  • brickhouse.udf.bloom.BloomUDAF$BloomUDAFEvaluator
  • cc.bf.NgramsToBloomFilter$BFBase
  • cc.bf.NgramsToBloomFilter$BFMapper
  • cc.bf.ReadNgram
  • com.cloudera.util.bloom.BloomSet
  • com.ontology2.bakemono.bloom.BloomReducer
  • com.ontology2.bakemono.bloom.BloomReducerTest
  • edu.isi.karma.controller.command.alignment.SearchForDataToAugmentCommand
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.