Examples of org.apache.hadoop.util.bloom.Key

org.apache.hadoop.util.bloom.Key
The general behavior of a key that must be stored in a filter. @see Filter The general behavior of a filter

      keyToBytesFn = getKeyToBytesMapFn(ptype, getConfiguration());
    }
    
    @Override
    public void process(K input, Emitter<BloomFilter> emitter) {
      bloomFilter.add(new Key(keyToBytesFn.map(input)));
    }

View Full Code Here

      }
    }


    @Override
    public boolean accept(Pair<K, V> input) {
      Key key = new Key(keyToBytesFn.map(input.first()));
      return bloomFilter.membershipTest(key);
    }

View Full Code Here

    }
    
    @Override
    public synchronized void append(org.apache.accumulo.core.data.Key key, Value val) throws IOException {
      writer.append(key, val);
      Key bloomKey = transformer.transform(key);
      if (bloomKey.getBytes().length > 0)
        bloomFilter.add(bloomKey);
    }

View Full Code Here

        initiateLoad(maxLoadThreads);
        if (bloomFilter == null)
          return true;
      }
      
      Key bloomKey = transformer.transform(range);
      
      if (bloomKey == null || bloomKey.getBytes().length == 0)
        return true;
      
      return bloomFilter.membershipTest(bloomKey);
    }

View Full Code Here

    }
    
    @Override
    public synchronized void append(org.apache.accumulo.core.data.Key key, Value val) throws IOException {
      writer.append(key, val);
      Key bloomKey = transformer.transform(key);
      if (bloomKey.getBytes().length > 0)
        bloomFilter.add(bloomKey);
    }

View Full Code Here

        initiateLoad(maxLoadThreads);
        if (bloomFilter == null)
          return true;
      }
      
      Key bloomKey = transformer.transform(range);
      
      if (bloomKey == null || bloomKey.getBytes().length == 0)
        return true;
      
      return bloomFilter.membershipTest(bloomKey);
    }

View Full Code Here

            .getPath())));
      }


      System.out.println("Reading " + status.getPath());
      while ((line = rdr.readLine()) != null) {
        filter.add(new Key(line.getBytes()));
        ++numRecords;
      }


      rdr.close();
    }

View Full Code Here


        if (userId == null) {
          return;
        }


        if (bfilter.membershipTest(new Key(userId.getBytes()))) {
          outkey.set(userId);
          outvalue.set("B" + value.toString());
          context.write(outkey, outvalue);
        }
      }

View Full Code Here

      if (userid == null) {
        return;
      }


      // If this user ID is in the set
      if (filter.membershipTest(new Key(userid.getBytes()))) {
        // Get the reputation from the HBase table
        Result r = table.get(new Get(userid.getBytes()));
        int reputation = Integer.parseInt(new String(r.getValue(
            "attr".getBytes(), "Reputation".getBytes())));
        // If the reputation is at least 1,500,

View Full Code Here

        String cleanWord = tokenizer.nextToken().replaceAll("'", "")
            .replaceAll("[^a-zA-Z]", " ");


        // If the word is in the filter, output it and break
        if (cleanWord.length() > 0
            && filter.membershipTest(new Key(cleanWord.getBytes()))) {
          context.write(value, NullWritable.get());
          break;
        }
      }
    }

View Full Code Here

0 1 2 3 4 5

TOP

Related Classes of org.apache.hadoop.util.bloom.Key

brickhouse.udf.bloom.BloomContainsUDF

brickhouse.udf.bloom.BloomTest

brickhouse.udf.bloom.BloomUDAF$BloomUDAFEvaluator

cc.bf.NgramsToBloomFilter$BFBase

cc.bf.NgramsToBloomFilter$BFMapper

cc.bf.ReadNgram

com.cloudera.util.bloom.BloomSet

com.ontology2.bakemono.bloom.BloomReducer

com.ontology2.bakemono.bloom.BloomReducerTest

edu.isi.karma.controller.command.alignment.SearchForDataToAugmentCommand

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.