Examples of Qrels

edu.gslis.eval.Qrels
ivory.core.eval.Qrels

Representation of relevance judgments. In TREC parlance, qrels are judgments made by humans as to whether a document is relevant to an information need (i.e., topic). Typically, qrels are created by a process known as "pooling" in large-scale system evaluations such as those at TREC.
@author Jimmy Lin

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Web09catB_All.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/clue/qrels.web09catB.txt"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Gov2_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/gov2/qrels.gov2.all"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Gov2_NonPositional_Baselines.verifyAllResults(qr.getModels(), qr.getAllResults(),
        qr.getDocnoMapping(), new Qrels("data/gov2/qrels.gov2.all"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Wt10g_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/wt10g/qrels.wt10g.all"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Web09catB_All.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/clue/qrels.web09catB.txt"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    EnZh_NTCIR8.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/en-zh.ntcir8/qrels.en-zh.ntcir8.txt"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    list = d.getElementsByTagName(Constants.StemmedStopwordListQ);
    if (list.getLength() > 0) {  conf.set(Constants.StemmedStopwordListQ, list.item(0).getTextContent());  }  
  }


  static float eval(QueryEngine qe, Configuration conf, String setting){
    Qrels qrels = new Qrels(conf.get(Constants.QrelsPath));
    DocnoMapping mapping = qe.getDocnoMapping();
    float apSum = 0, p10Sum = 0;
    Map<String, Accumulator[]> results = qe.getResults();
    for (String qid : results.keySet()) {
      float ap = (float) RankedListEvaluator.computeAP(results.get(qid), mapping,
          qrels.getReldocsForQid(qid));


      float p10 = (float) RankedListEvaluator.computePN(10, results.get(qid), mapping,
          qrels.getReldocsForQid(qid));
      LOG.info("<AP>:::"+setting+":::"+qid+":::"+results.get(qid).length+":::"+qrels.getReldocsForQid(qid).size()+":::"+ap+":::"+p10);
      apSum += ap;
      p10Sum += p10;
    }
    conf.setFloat("AP", apSum);
    conf.setFloat("P10", p10Sum);

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Robust04_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/trec/qrels.robust04.noCRFR.txt"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    Wt10g_NonPositional_Baselines.verifyAllResults(qr.getModels(), qr.getAllResults(),
        qr.getDocnoMapping(), new Qrels("data/wt10g/qrels.wt10g.all"));


    LOG.info("Done!");
  }

View Full Code Here

Examples of ivory.core.eval.Qrels

    long end = System.currentTimeMillis();


    LOG.info("Total query time: " + (end - start) + "ms");


    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/gov2/qrels.gov2.all"));
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.