if (!field.isTokenized()) { // un-tokenized field
String stringValue = field.stringValue();
final int valueLength = stringValue.length();
Token token = localToken;
token.clear();
char[] termBuffer = token.termBuffer();
if (termBuffer.length < valueLength)
termBuffer = token.resizeTermBuffer(valueLength);
stringValue.getChars(0, valueLength, termBuffer, 0);
token.setTermLength(valueLength);
token.setStartOffset(offset);