return readDictionaryFile(filename, encoding);
}
public UnknownDictionary readDictionaryFile(String filename, String encoding)
throws IOException {
UnknownDictionary dictionary = new UnknownDictionary(5 * 1024 * 1024);
FileInputStream inputStream = new FileInputStream(filename);
InputStreamReader streamReader = new InputStreamReader(inputStream, encoding);
LineNumberReader lineReader = new LineNumberReader(streamReader);
dictionary.put(CSVUtil.parse(NGRAM_DICTIONARY_ENTRY));
String line = null;
while ((line = lineReader.readLine()) != null) {
dictionary.put(CSVUtil.parse(line)); // Probably we don't need to validate entry
}
lineReader.close();
return dictionary;
}