Examples of PlainFullTokenizer

Examples of org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

58
59
60
61
62
63
64
65
66
     * @param reader from which to read data
     * @return components for this analyzer
     */
    @Override
    protected TokenStreamComponents createComponents(String fieldName, Reader reader) {       
        final PlainFullTokenizer plainfull = new PlainFullTokenizer(reader);
        //we are counting position increments, this might affect the queries later and need to be in sync, especially for highlighting of results
        return new TokenStreamComponents(plainfull, new StopFilter(plainfull, stopWords));
    }
View Full Code Here

Examples of org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
    @Override
    protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
        switch (fieldName) {
            case QueryBuilder.FULL:
                return new TokenStreamComponents(new PlainFullTokenizer(reader));
            case QueryBuilder.REFS:
                return new TokenStreamComponents(new PlainSymbolTokenizer(reader));
            case QueryBuilder.DEFS:
                return new TokenStreamComponents(new PlainSymbolTokenizer(reader));
            case QueryBuilder.PATH:
            case QueryBuilder.PROJECT:
                return new TokenStreamComponents(new PathTokenizer(reader));
            case QueryBuilder.HIST:
                return new HistoryAnalyzer().createComponents(fieldName, reader);
            default:
                return new TokenStreamComponents(new PlainFullTokenizer(reader));
        }
    }
View Full Code Here

Examples of org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

164
165
166
167
168
169
170
171
172
173
174
       
    @Override
    public TokenStreamComponents createComponents(String fieldName, Reader reader) {                       
        switch (fieldName) {
            case "full":
                return new TokenStreamComponents(new PlainFullTokenizer(reader));
            case "path":
            case "project":
                return new TokenStreamComponents(new PathTokenizer(reader));
            case "hist":
                return new HistoryAnalyzer().createComponents(fieldName, reader);
View Full Code Here

Examples of org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

72
73
74
75
76
77
78
     * @param factory The factory that creates ELFAnalyzers
     */
    protected ELFAnalyzer(FileAnalyzerFactory factory) {
        super(factory);
        content = new StringBuilder();
        plainfull = new PlainFullTokenizer(new StringReader(""));
    }
View Full Code Here

Examples of org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

71
72
73
74
75
76
77
78
79
        }
    }

    public TokenStream tokenStream(String fieldName, Reader reader) {
        if ("full".equals(fieldName)) {
            return new PlainFullTokenizer(reader);
        }
        return super.tokenStream(fieldName, reader);
    }
View Full Code Here

Examples of org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
    }

    public TokenStream tokenStream(String fieldName, Reader reader) {
        switch (fieldName) {
            case "full":
                return new PlainFullTokenizer(reader);
            case "refs":
                return new PlainSymbolTokenizer(reader);
            case "defs":
                return new PlainSymbolTokenizer(reader);
            case "path":
            case "project":
                return pathAnalyzer.tokenStream(fieldName, reader);
        }
        return new PlainFullTokenizer(reader);
    }
View Full Code Here

Examples of org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

98
99
100
101
102
103
104
105
106
    private ConstantPool cp;

    @Override
    public TokenStream tokenStream(String fieldName, Reader reader) {
        if ("full".equals(fieldName)) {
            return new PlainFullTokenizer(new TagFilter(reader));
        }
        return super.tokenStream(fieldName, reader);
    }
View Full Code Here

Examples of org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

50
51
52
53
54
55
56
    private final PlainFullTokenizer plainfull;

    protected ZipAnalyzer(FileAnalyzerFactory factory) {
        super(factory);
        content = new StringBuilder(64 * 1024);
        plainfull = new PlainFullTokenizer(dummy);
    }
View Full Code Here

Examples of org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

51
52
53
54
55
56
57
    private final PlainFullTokenizer plainfull;

    protected TarAnalyzer(FileAnalyzerFactory factory) {
        super(factory);
        content = new StringBuilder(64 * 1024);
        plainfull = new PlainFullTokenizer(dummy);
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.