Package com.code972.elasticsearch.analysis

Examples of com.code972.elasticsearch.analysis.HebrewIndexingAnalyzer

55
56
57
58
59
60
61
        this(input, dict, null, null, null);
    }


    public StreamLemmasFilter(final Reader input, final DictRadix<MorphData> dict, final HashMap<String,Integer> pref, DictRadix<Byte> specialTokenizationCases, final CharArraySet commonWords, final LemmaFilterBase lemmaFilter) {
        this(input, new DictHebMorph(dict,pref), null, commonWords, lemmaFilter);
    }
View Full Code Here
25
26
27
28
29
30
31
32
33
            if (allowHeHasheela) {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_H);
            } else {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_NOH);
            }
            dict = new DictHebMorph(radix, prefs);
        }
        return dict;
    }
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
        // Verify the cached counter equals to the count of elements retrieved by actual enumeration,
        // and that the nodes are alphabetically sorted
        int enCount = 0;
        String nodeText = "";
        RadixEnumerator en = (RadixEnumerator) d.iterator();
        while (en.hasNext()) {
            en.next();
            assertTrue(cSharpStringCompare(nodeText, en.getCurrentKey()) < 0);
            nodeText = en.getCurrentKey();
            enCount++;
        }
        assertEquals(counter.val, enCount);

        assertEquals(d.lookup("abcdefg"), abcdefgValue);
View Full Code Here
15
16
17
18
19
20
21
22
23
24
25
public abstract class TestBase {
    private static DictHebMorph dict;

    protected synchronized DictHebMorph getDictionary(boolean allowHeHasheela) throws IOException {
        if (dict == null) {
            DictRadix<MorphData> radix = new HSpellLoader(new File(HSpellLoader.getHspellPath()), true).loadDictionaryFromHSpellData();
            HashMap<String, Integer> prefs = null;
            if (allowHeHasheela) {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_H);
            } else {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_NOH);
View Full Code Here
16
17
18
19
20
21
22
23
24
25
26
public abstract class TestBase {
    private static DictHebMorph dict;

    protected synchronized DictHebMorph getDictionary(boolean allowHeHasheela) throws IOException {
        if (dict == null) {
            DictRadix<MorphData> radix = new HSpellLoader(new File(HSpellLoader.getHspellPath()), true).loadDictionaryFromHSpellData();
            HashMap<String, Integer> prefs = null;
            if (allowHeHasheela) {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_H);
            } else {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_NOH);
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
126
        return synonymMap.build();
    }

    static private DictRadix<MorphData> loadFromClasspath(final String pathInClasspath) {
        try {
            HSpellLoader loader = new HSpellLoader(Thread.currentThread().getContextClassLoader(), pathInClasspath, true);
            return loader.loadDictionaryFromHSpellData();
        } catch (IOException ex) {
            try {
                // Try to use environment variable if failed with classpath
                return loadFromEnvVariable();
            } catch (IOException e) {
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
        }
    }

    static private DictRadix<MorphData> loadFromPath(final File path) {
        try {
            HSpellLoader loader = new HSpellLoader(path, true);
            return loader.loadDictionaryFromHSpellData();
        } catch (IOException ex) {
            throw new IllegalStateException("Failed to read data", ex);
        }
    }
View Full Code Here
142
143
144
145
146
147
148
149
        String hspellPath = System.getenv(DEFAULT_HSPELL_ENV_VARIABLE);
        if (hspellPath == null) {
            throw new IllegalStateException("Failed to load hspell dictionary files. They should be configured " +
                    "in classpath or by " + DEFAULT_HSPELL_ENV_VARIABLE + " environment variable");
        }
        HSpellLoader loader = new HSpellLoader(new File(hspellPath), true);
        return loader.loadDictionaryFromHSpellData();
    }
View Full Code Here
18
19
20
21
22
23
24
25
26
27
28
public abstract class BaseTokenStreamWithDictionaryTestCase extends BaseTokenStreamTestCase {
    private static DictHebMorph dict;

    protected synchronized DictHebMorph getDictionary(boolean allowHeHasheela) throws IOException {
        if (dict == null) {
            DictRadix<MorphData> radix = new HSpellLoader(new File(HSpellLoader.getHspellPath()), true).loadDictionaryFromHSpellData();
            HashMap<String, Integer> prefs = null;
            if (allowHeHasheela) {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_H);
            } else {
                prefs = HSpellLoader.readPrefixesFromFile(HSpellLoader.getHspellPath() + HSpellLoader.PREFIX_NOH);
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
169
        return synonymMap.build();
    }

    static private DictRadix<MorphData> loadFromClasspath(final String pathInClasspath) {
        try {
            Loader loader = new Loader(Thread.currentThread().getContextClassLoader(), pathInClasspath, true);
            return loader.loadDictionaryFromHSpellData();
        } catch (IOException ex) {
           try {
             // Try to use environment variable if failed with classpath
        return loadFromEnvVariable();
      } catch (IOException e) {
View Full Code Here
TOP

Related Classes of com.code972.elasticsearch.analysis.HebrewIndexingAnalyzer

  • com.code972.elasticsearch.analysis.HebrewAnalyzer
  • com.code972.elasticsearch.analysis.HebrewExactAnalyzer
  • com.code972.elasticsearch.analysis.HebrewIndexingAnalyzer
  • com.code972.elasticsearch.analysis.HebrewQueryAnalyzer
  • com.code972.elasticsearch.analysis.HebrewQueryLightAnalyzer
  • com.code972.elasticsearch.plugins.HebrewExactAnalyzerProvider
  • com.code972.elasticsearch.plugins.HebrewIndexingAnalyzerProvider
  • com.code972.elasticsearch.plugins.HebrewQueryAnalyzerProvider
  • com.code972.elasticsearch.plugins.HebrewQueryLightAnalyzerProvider
  • com.code972.elasticsearch.rest.action.RestHebrewAnalyzerCheckWordAction
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.