createDocumentPostings();
String term;//term we're currently processing
numOfTokensInDocument = 0;
//numberOfDocuments++;
//get each term in the document
while (!doc.endOfDocument()) {
reporter.progress();
if ((term = doc.getNextTerm())!=null && !term.equals("")) {
termFields = doc.getFields();
/* pass term into TermPipeline (stop, stem etc) */
pipeline_first.processTerm(term);