Package org.apache.hadoop.util.bloom

Examples of org.apache.hadoop.util.bloom.Key

135
136
137
138
139
140
141
142
143
144
145
            // fields, we'll serialize the whole tuple.
            byte[] b;
            if (t.size() == 1) b = DataType.toBytes(t.get(0));
            else b = DataType.toBytes(t, DataType.TUPLE);

            Key k = new Key(b);
            filter = new BloomFilter(vSize, numHash, hType);
            filter.add(k);

            return TupleFactory.getInstance().newTuple(bloomOut());
        }
View Full Code Here
74
75
76
77
78
79
80
81
        }
        byte[] b;
        if (input.size() == 1) b = DataType.toBytes(input.get(0));
        else b = DataType.toBytes(input, DataType.TUPLE);

        Key k = new Key(b);
        return filter.membershipTest(k);
    }
View Full Code Here
176
177
178
179
180
181
182
      keyToBytesFn = getKeyToBytesMapFn(ptype, getConfiguration());
    }
   
    @Override
    public void process(K input, Emitter<BloomFilter> emitter) {
      bloomFilter.add(new Key(keyToBytesFn.map(input)));
    }
View Full Code Here
235
236
237
238
239
240
241
242
      }
    }

    @Override
    public boolean accept(Pair<K, V> input) {
      Key key = new Key(keyToBytesFn.map(input.first()));
      return bloomFilter.membershipTest(key);
    }
View Full Code Here
75
76
77
78
79
80
81
82
        }
        byte[] b;
        if (input.size() == 1) b = DataType.toBytes(input.get(0));
        else b = DataType.toBytes(input, DataType.TUPLE);

        Key k = new Key(b);
        return filter.membershipTest(k);
    }
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
            // fields, we'll serialize the whole tuple.
            byte[] b;
            if (t.size() == 1) b = DataType.toBytes(t.get(0));
            else b = DataType.toBytes(t, DataType.TUPLE);

            Key k = new Key(b);
            filter = new BloomFilter(vSize, numHash, hType);
            filter.add(k);

            return TupleFactory.getInstance().newTuple(bloomOut());
        }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
   */
  public BloomTokenFilter(Filter filter, boolean keepMembers, TokenStream in) {
    super(in);
    this.filter = filter;
    this.keepMembers = keepMembers;
    this.key = new Key();
    this.termAtt = addAttribute(CharTermAttribute.class);
    this.encoder = Charsets.UTF_8.newEncoder().
      onMalformedInput(CodingErrorAction.REPORT).
      onUnmappableCharacter(CodingErrorAction.REPORT);
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
 
  /** test standalone filter without tokenfilter wrapping */
  @Test
  public void testFilter() throws IOException {
    Filter filter = getFilter(filterTokens);
    Key k = new Key();
    for (String s: filterTokens) {
      setKey(k,s);
      assertTrue("Key for string " + s + " should be filter member", filter.membershipTest(k));
    }
   
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
    assertEquals("Analyzer produced too few terms", expected.length, pos);
  }

  private static Filter getFilter(String[] tokens) throws IOException {
    Filter filter = new BloomFilter(100,50, Hash.JENKINS_HASH);
    Key k = new Key();
    for (String s: tokens) {
      setKey(k,s);
      filter.add(k);
    }
    return filter;
View Full Code Here
175
176
177
178
179
180
181
      keyToBytesFn = getKeyToBytesMapFn(ptype, getConfiguration());
    }
   
    @Override
    public void process(K input, Emitter<BloomFilter> emitter) {
      bloomFilter.add(new Key(keyToBytesFn.map(input)));
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.bloom.Key

  • brickhouse.udf.bloom.BloomContainsUDF
  • brickhouse.udf.bloom.BloomTest
  • brickhouse.udf.bloom.BloomUDAF$BloomUDAFEvaluator
  • cc.bf.NgramsToBloomFilter$BFBase
  • cc.bf.NgramsToBloomFilter$BFMapper
  • cc.bf.ReadNgram
  • com.cloudera.util.bloom.BloomSet
  • com.ontology2.bakemono.bloom.BloomReducer
  • com.ontology2.bakemono.bloom.BloomReducerTest
  • edu.isi.karma.controller.command.alignment.SearchForDataToAugmentCommand
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.