Examples of edu.umd.cloud9.collection.DocnoMapping

edu.umd.cloud9.collection.DocnoMapping

Interface for an object that maintains a bidirectional mapping between docids and docnos. A docid is a globally-unique String identifier for a document in the collection. For many types of information retrieval algorithms, documents in the collection must be sequentially numbered; thus, each document in the collection must be assigned a unique integer identifier, which is its docno. Typically, the docid/docno mappings are stored in a mappings file, which is loaded into memory by concrete objects implementing this interface.

Unless there are compelling reasons otherwise, it is preferable to start numbering docnos from one instead of zero. This is because zero cannot be represented in many common compression schemes that are used in information retrieval (e.g., Golomb codes).
@author Jimmy Lin

  public DocnoMapping getDocnoMapping() throws IOException {
    return loadDocnoMapping(indexPath, fs);
  }


  public static DocnoMapping loadDocnoMapping(String indexPath, FileSystem fs) throws IOException {
    DocnoMapping mDocMapping = null;
    // load the docid to docno mappings
    try {
      LOG.info("Loading DocnoMapping file...");
      RetrievalEnvironment env = new RetrievalEnvironment(indexPath, fs);


      String className = env.readDocnoMappingClass();
      LOG.info(" - Class name: " + className);
      mDocMapping = (DocnoMapping) Class.forName(className).newInstance();


      Path mappingFile = env.getDocnoMappingData();
      LOG.info(" - File name: " + mappingFile);
      mDocMapping.loadMapping(mappingFile, fs);
      LOG.info("Done!");
    } catch (Exception e) {
      throw new IOException("Error initializing DocnoMapping!");
    }
    return mDocMapping;

View Full Code Here

    if (list.getLength() > 0) {  conf.set(Constants.StemmedStopwordListQ, list.item(0).getTextContent());  }  
  }


  static float eval(QueryEngine qe, Configuration conf, String setting){
    Qrels qrels = new Qrels(conf.get(Constants.QrelsPath));
    DocnoMapping mapping = qe.getDocnoMapping();
    float apSum = 0, p10Sum = 0;
    Map<String, Accumulator[]> results = qe.getResults();
    for (String qid : results.keySet()) {
      float ap = (float) RankedListEvaluator.computeAP(results.get(qid), mapping,
          qrels.getReldocsForQid(qid));

View Full Code Here

      System.out.println("Should have set qrelsPath!");
      System.exit(-1);
    }


    GradedQrels qrels = new GradedQrels(qrelsPath);
                DocnoMapping mapping = getDocnoMapping();


    if (K_val==0){
      //System.out.println("K value should be set already.");
      //System.exit(-1);
    }

View Full Code Here

  public DocnoMapping getDocnoMapping() throws IOException {
    return loadDocnoMapping(indexPath, fs);
  }


  public static DocnoMapping loadDocnoMapping(String indexPath, FileSystem fs) throws IOException {
    DocnoMapping mDocMapping = null;
    // load the docid to docno mappings
    try {
      LOG.info("Loading DocnoMapping file...");
      RetrievalEnvironment env = new RetrievalEnvironment(indexPath, fs);


      String className = env.readDocnoMappingClass();
      LOG.info(" - Class name: " + className);
      mDocMapping = (DocnoMapping) Class.forName(className).newInstance();


      Path mappingFile = env.getDocnoMappingData();
      LOG.info(" - File name: " + mappingFile);
      mDocMapping.loadMapping(mappingFile, fs);
      LOG.info("Done!");
    } catch (Exception e) {
      throw new IOException("Error initializing DocnoMapping!");
    }
    return mDocMapping;

View Full Code Here

  public DocnoMapping getDocnoMapping() throws IOException {
    return loadDocnoMapping(indexPath, fs);
  }


  public static DocnoMapping loadDocnoMapping(String indexPath, FileSystem fs) throws IOException {
    DocnoMapping mDocMapping = null;
    // load the docid to docno mappings
    try {
      LOG.info("Loading DocnoMapping file...");
      RetrievalEnvironment env = new RetrievalEnvironment(indexPath, fs);


      String className = env.readDocnoMappingClass();
      LOG.info(" - Class name: " + className);
      mDocMapping = (DocnoMapping) Class.forName(className).newInstance();


      Path mappingFile = env.getDocnoMappingData();
      LOG.info(" - File name: " + mappingFile);
      mDocMapping.loadMapping(mappingFile, fs);
      LOG.info("Done!");
    } catch (Exception e) {
      throw new IOException("Error initializing DocnoMapping!");
    }
    return mDocMapping;

View Full Code Here

    qr.runQueries();
    long end = System.currentTimeMillis();


    sLogger.info("Total query time: " + (end - start) + "ms");


    DocnoMapping mapping = qr.getDocnoMapping();


    for (String model : qr.getModels()) {
      sLogger.info("Verifying results of model \"" + model + "\"");


      Map<String, Accumulator[]> results = qr.getResults(model);

View Full Code Here

    qr.runQueries();
    long end = System.currentTimeMillis();


    sLogger.info("Total query time: " + (end - start) + "ms");


    DocnoMapping mapping = qr.getDocnoMapping();


    for (String model : qr.getModels()) {
      sLogger.info("Verifying results of model \"" + model + "\"");


      Map<String, Accumulator[]> results = qr.getResults(model);

View Full Code Here

    qr.runQueries();
    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    DocnoMapping mapping = qr.getDocnoMapping();


    for (String model : qr.getModels()) {
      LOG.info("Verifying results of model \"" + model + "\"");


      Map<String, Accumulator[]> results = qr.getResults(model);

View Full Code Here

    qr.runQueries();
    long end = System.currentTimeMillis();


    sLogger.info("Total query time: " + (end - start) + "ms");


    DocnoMapping mapping = qr.getDocnoMapping();


    for (String model : qr.getModels()) {
      sLogger.info("Verifying results of model \"" + model + "\"");


      Map<String, Accumulator[]> results = qr.getResults(model);

View Full Code Here

    qr.runQueries();
    long end = System.currentTimeMillis();


    sLogger.info("Total query time: " + (end - start) + "ms");


    DocnoMapping mapping = qr.getDocnoMapping();


    for (String model : qr.getModels()) {
      sLogger.info("Verifying results of model \"" + model + "\"");


      Map<String, Accumulator[]> results = qr.getResults(model);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of edu.umd.cloud9.collection.DocnoMapping

bak.pcj.IntIterator

edu.umd.cloud9.example.bfs.BfsNodeTest

edu.umd.cloud9.example.pagerank.PageRankNodeTest

edu.umd.cloud9.io.array.ArrayListOfIntsWritable

edu.umd.cloud9.io.fastutil.Int2FloatOpenHashMapWritableTest

edu.umd.cloud9.io.fastutil.Int2IntOpenHashMapWritableTest

edu.umd.cloud9.io.fastutil.String2FloatOpenHashMapWritableTest

edu.umd.cloud9.io.fastutil.String2IntOpenHashMapWritableTest

edu.umd.cloud9.io.map.HMapIDW

edu.umd.cloud9.io.map.HMapIDWTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.