* add it. This reduces the number of partitions created. If
* the text sequence can not be recognized as a word add it
* as a text sequence.
*/
if(isWordStart(text.getText().charAt(0))) return;
rules.add(new TextSequenceRule(text.getText(), token, ignoreCase));
}
public void acceptEolSpan(EOLSpan eolSpan) {
rules.add(new EndOfLineRule(eolSpan.getText(), token, ignoreCase));
}
public void acceptMark(Mark mark) {