//always the query number, and not an empty string
StringTokenizer docnoTokens =
new StringTokenizer(token.trim(), " ");
while (docnoTokens.hasMoreTokens())
docnoToken = docnoTokens.nextToken().trim();
} else if (queryTokenizer.inTagToProcess()) {
// Removed the code that checks if "description" and
// "narrative" appear in "desc" and "narr", respective.
// THIS WILL HURT THE RETRIEVAL PERFORMANCE. Therefore,
// it is recommended to add these words in the stopword
// list.