Package org.terrier.structures.indexing

Examples of org.terrier.structures.indexing.LexiconBuilder$CollectionStatisticsCounter


 
  public void createDirectIndex(Collection[] collections)
  {
    currentIndex = Index.createNewIndex(path, prefix);
    lexiconBuilder = FieldScore.FIELDS_COUNT > 0
      ? new LexiconBuilder(currentIndex, "lexicon", new FieldLexiconMap(FieldScore.FIELDS_COUNT), FieldLexiconEntry.class.getName())
      : new LexiconBuilder(currentIndex, "lexicon", new LexiconMap(), BasicLexiconEntry.class.getName());
    try{
      directIndexBuilder = FieldScore.FIELDS_COUNT > 0
        ? new FieldDirectInvertedOutputStream(currentIndex.getPath() + ApplicationSetup.FILE_SEPARATOR + currentIndex.getPrefix() + "." + "direct" + BitIn.USUAL_EXTENSION)
        : new DirectInvertedOutputStream(currentIndex.getPath() + ApplicationSetup.FILE_SEPARATOR + currentIndex.getPrefix() + "." + "direct" + BitIn.USUAL_EXTENSION);
    } catch (IOException ioe) {
View Full Code Here


  //  //logger.info("BlockIndexer creating direct index"+
  //    (Boolean.parseBoolean(ApplicationSetup.getProperty("block.delimiters.enabled", "false"))
  //    ? " delimited-block indexing enabled" : ""));
    currentIndex = Index.createNewIndex(path, prefix);
    lexiconBuilder = FieldScore.FIELDS_COUNT > 0
      ? new LexiconBuilder(currentIndex, "lexicon", new BlockFieldLexiconMap(FieldScore.FIELDS_COUNT), FieldLexiconEntry.class.getName())
      : new LexiconBuilder(currentIndex, "lexicon", new BlockLexiconMap(), BlockLexiconEntry.class.getName());
    //lexiconBuilder = new BlockLexiconBuilder(currentIndex, "lexicon");
    try{
      directIndexBuilder =  FieldScore.FIELDS_COUNT > 0
        ? new BlockFieldDirectInvertedOutputStream(currentIndex.getPath() + ApplicationSetup.FILE_SEPARATOR + currentIndex.getPrefix() + "." + "direct" + BitIn.USUAL_EXTENSION)
        : new BlockDirectInvertedOutputStream(currentIndex.getPath() + ApplicationSetup.FILE_SEPARATOR + currentIndex.getPrefix() + "." + "direct" + BitIn.USUAL_EXTENSION);
View Full Code Here

TOP

Related Classes of org.terrier.structures.indexing.LexiconBuilder$CollectionStatisticsCounter

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.