Package org.fastlsh.util

Examples of org.fastlsh.util.Signature

75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
        BitSet b5 = new BitSet(64);
        b5.set(0);         
        b5.set(63);         

        ArrayList<Signature> al = new ArrayList<Signature>();
        al.add(new Signature(1,b1));
        al.add(new Signature(2,b2));
        al.add(new Signature(4,b4));
        al.add(new Signature(3,b3));
        al.add(new Signature(5,b5));
       
        Collections.sort(al, new LexicographicBitSetComparator());
        Assert.assertEquals(4, al.get(0).id);
        Assert.assertEquals(3, al.get(1).id);
        Assert.assertEquals(2, al.get(2).id);
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
121
122
        BitSet b4 = new BitSet(4);
        b4.set(2);
        b4.set(3);

        ArrayList<Signature> al = new ArrayList<Signature>();
        al.add(new Signature(1,b1));
        al.add(new Signature(2,b2));
        al.add(new Signature(4,b4));
        al.add(new Signature(3,b3));
       
        Collections.sort(al, new LexicographicBitSetComparator());
        Assert.assertEquals(2, al.get(0).id);
        Assert.assertEquals(3, al.get(1).id);
        Assert.assertEquals(4, al.get(2).id);
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
        BitSet b4 = new BitSet(356);
        b4.set(2);
        b4.set(3);

        ArrayList<Signature> al = new ArrayList<Signature>();
        al.add(new Signature(11,b11));
        al.add(new Signature(1,b1));
        al.add(new Signature(2,b2));
        al.add(new Signature(4,b4));
        al.add(new Signature(3,b3));
       
        Collections.sort(al, new LexicographicBitSetComparator());
        Assert.assertEquals(2, al.get(0).id);
        Assert.assertEquals(3, al.get(1).id);
        Assert.assertEquals(4, al.get(2).id);
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
    {
        ObjectInputStream ois = null;
        try
        {
            ois = new ObjectInputStream(new FileInputStream(file));
            Signature sig = null;
            do
            {
                sig = (Signature) ois.readObject();
                tempSigs.add(sig);
                sigMap.put(sig.id, sig.bits);
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  }
   
    public void indexVector(VectorWithId vec) throws IOException {
      double norm = vec.norm2();
        if(norm == 0.0) return;  // TODO: create a separate zeros file for these.
        sigStream.writeObject(new Signature(vec.id, family.makeSignature(vec)));
        rawStream.writeObject(vec);
        numVectors++;
        if(numVectors%10000 == 0)
        {
            rawStream.flush();
View Full Code Here
66
67
68
69
70
71
72
73
    }
   
    public static void permuteAndSort(Permuter p, Signature [] sigs)
    {
        p.reset();
        for(int i = 0, max = sigs.length; i < max; i++) sigs[i] = new Signature(sigs[i].id, p.permute(sigs[i].bits));
        Arrays.sort(sigs, new LexicographicBitSetComparator());
    }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
                VectorWithId vec = parser.parse(line);
                double norm = vec.norm2();
                if(norm == 0.0) continue;
                // Compute the signatures non-normalized, but normalize the raw vectors before serialization so that when we check
                // cosine distances, we only have to do dot products
                sigStream.writeObject(new Signature(vec.id, family.makeSignature(vec)));
//                vec.scalarDivide(norm);
                vecStream.writeObject(vec);
            }
            sigStream.reset();                   
            vecStream.reset();                               
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
            BitSet bs = new BitSet(cardinality);
            for(int i = 0; i < cardinality; i++)
            {
                if(rand.nextBoolean()) bs.set(i);
            }
            bitsetList.add(new Signature(curId, bs));
            curId++;
        }
        while(curId <= numBitSets);
        return bitsetList.toArray(new Signature[bitsetList.size()]);
    }
View Full Code Here
TOP

Related Classes of org.fastlsh.util.Signature

  • org.fastlsh.index.IndexReader
  • org.fastlsh.index.PermutationIndexWriter
  • org.fastlsh.index.RandomProjectionSignatureIndexWriter
  • org.fastlsh.index.SignatureIndexWriterTask
  • org.fastlsh.index.SortSpeedBenchMark
  • org.fastlsh.util.BitSetSortTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.