this.finders = loadFinders(pathPrefix, workerPrepareData.getHdfsFileSystem());
}
@Override
public void execute(InputStream in, GraphPropertyWorkData data) throws Exception {
ObjectStream<String> untokenizedLineStream = new PlainTextByLineStream(in, "UTF-8");
String line;
int charOffset = 0;
LOGGER.debug("Processing artifact content stream");
Vertex sourceVertex = (Vertex) data.getElement();
List<Vertex> termMentions = new ArrayList<Vertex>();
while ((line = untokenizedLineStream.read()) != null) {
termMentions.addAll(processLine(sourceVertex, data.getProperty().getKey(), line, charOffset, LumifyProperties.VISIBILITY_JSON.getPropertyValue(sourceVertex)));
getGraph().flush();
charOffset += line.length() + NEW_LINE_CHARACTER_LENGTH;
}
applyTermMentionFilters(sourceVertex, termMentions);
untokenizedLineStream.close();
LOGGER.debug("Stream processing completed");
}