Package org.fastlsh.parsers

Examples of org.fastlsh.parsers.CSVParser

51
52
53
54
55
56
57
58
59
60
61
        IndexOptions options = new IndexOptions();
        options.numHashes = Integer.parseInt(cmd.getOptionValue("n"));
        options.vectorDimension = Integer.parseInt(cmd.getOptionValue("d"));
        options.hashFamily = HashFamily.getCosineHashFamily(options.vectorDimension, options.numHashes);
        options.numPermutations = Integer.parseInt(cmd.getOptionValue("np"));
        VectorParser<String> parser = new CSVParser(cmd.getOptionValue("sep"));
       
        BufferedReader reader = null;
        RandomProjectionSignatureIndexWriter<String> indexer = null;
        int numLines = 0;
        long start = System.currentTimeMillis();
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
        int numLines = 0;
        try
        {
            indexer = new ThreadedRandomProjectionIndexer<String>(cmd.getOptionValue("o"), options, numThreads, batchSize);
            indexer.setParser(new CSVParser(cmd.getOptionValue("sep")));
            reader = new BufferedReader(new FileReader(cmd.getOptionValue("i")));
            String line = null;
            while ((line = reader.readLine()) != null)
            {
                indexer.indexVector(line.trim());
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
        options.numHashes = numHashes;
        options.vectorDimension = numFeatures;
        options.hashFamily = HashFamily.getCosineHashFamily(options.vectorDimension, options.numHashes);
        options.numPermutations = 5;

        VectorParser<String> parser = new CSVParser(",");
        IndexUtils.generateSingleThreadedIndex(options, parser, input, output);
        IndexReader idxReader = new IndexReader(output);
        idxReader.initializeSignatures();
        PermutationIndexWriter permWriter = new PermutationIndexWriter(output, idxReader.signatures, options);
        permWriter.createIndex();
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
        options.numHashes = numHashes;
        options.vectorDimension = numFeatures;
        options.hashFamily = HashFamily.getCosineHashFamily(options.vectorDimension, options.numHashes);
        options.numPermutations = 5;

        VectorParser<String> parser = new CSVParser(",");
        IndexUtils.generateSingleThreadedIndex(options, parser, input, output);
        IndexReader idxReader = new IndexReader(output);
        idxReader.initializeSignatures();
        PermutationIndexWriter permWriter = new PermutationIndexWriter(output, idxReader.signatures, options);
        permWriter.createIndex();
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
        options.numHashes = numHashes;
        options.vectorDimension = numFeatures;
        options.hashFamily = HashFamily.getL2HashFamily(options.vectorDimension, options.numHashes);
        options.numPermutations = 5;

        VectorParser<String> parser = new CSVParser(",");
        IndexUtils.generateSingleThreadedIndex(options, parser, input, output);
        IndexReader idxReader = new IndexReader(output);
        idxReader.initializeSignatures();
        PermutationIndexWriter permWriter = new PermutationIndexWriter(output, idxReader.signatures, options);
        permWriter.createIndex();
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
        IndexOptions options = new IndexOptions();
        options.numHashes = numHashes;
        options.vectorDimension = numFeatures;
        options.hashFamily = HashFamily.getCosineHashFamily(options.vectorDimension, options.numHashes);

        VectorParser<String> parser = new CSVParser(",");

        generateSingleThreadedIndex(options, parser);
        generateMultiThreadedIndex(options, parser);
        IndexReader reader1 = new IndexReader(singleOutput);
        reader1.initialize();
View Full Code Here
TOP

Related Classes of org.fastlsh.parsers.CSVParser

  • org.fastlsh.index.CSVIndexer
  • org.fastlsh.index.TestCosine
  • org.fastlsh.index.TestL2
  • org.fastlsh.index.TestMultiVsSingleThreaded
  • org.fastlsh.index.TestSmallEnd2End
  • org.fastlsh.index.ThreadedRandomProjectionIndexer
  • org.fastlsh.index.VectorWithId
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.