}
catch (IOException ie) { ctRef.cleanUp("Could not get IndexWriter " + ie.getMessage() ); }
//*-- create the spell checker
if (crawlConfig.isSpellCheck())
{ FixedWeightEditDistance fixedEdit = new FixedWeightEditDistance( MATCH_WEIGHT, DELETE_WEIGHT, INSERT_WEIGHT,
SUBSTITUTE_WEIGHT, TRANSPOSE_WEIGHT);
NGramProcessLM lm = new NGramProcessLM(NGRAM_LENGTH);
TokenizerFactory tokenizerFactory = new StandardBgramTokenizerFactory(false); //*-- do not extract entities
try { if ( (new File(Constants.SPELL_TRAIN_MODEL).exists() ) && !crawlConfig.isFreshCrawl() )
lm = readModel(Constants.SPELL_TRAIN_MODEL);