Package ivory.core.eval

Examples of ivory.core.eval.Qrels

356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
    list = d.getElementsByTagName(Constants.StemmedStopwordListQ);
    if (list.getLength() > 0) {  conf.set(Constants.StemmedStopwordListQ, list.item(0).getTextContent());  } 
  }

  static float eval(QueryEngine qe, Configuration conf, String setting){
    Qrels qrels = new Qrels(conf.get(Constants.QrelsPath));
    DocnoMapping mapping = qe.getDocnoMapping();
    float apSum = 0, p10Sum = 0;
    Map<String, Accumulator[]> results = qe.getResults();
    for (String qid : results.keySet()) {
      float ap = (float) RankedListEvaluator.computeAP(results.get(qid), mapping,
          qrels.getReldocsForQid(qid));

      float p10 = (float) RankedListEvaluator.computePN(10, results.get(qid), mapping,
          qrels.getReldocsForQid(qid));
      LOG.info("<AP>:::"+setting+":::"+qid+":::"+results.get(qid).length+":::"+qrels.getReldocsForQid(qid).size()+":::"+ap+":::"+p10);
      apSum += ap;
      p10Sum += p10;
    }
    conf.setFloat("AP", apSum);
    conf.setFloat("P10", p10Sum);
View Full Code Here
77
78
79
80
81
82
83
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/cacm/qrels.cacm.txt"));
  }
View Full Code Here
70
71
72
73
74
75
76
77
78
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Robust04_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/trec/qrels.robust04.noCRFR.txt"));

    LOG.info("Done!");
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Gov2_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/gov2/qrels.gov2.all"));

    LOG.info("Done!");
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Gov2_NonPositional_Baselines.verifyAllResults(qr.getModels(), qr.getAllResults(),
        qr.getDocnoMapping(), new Qrels("data/gov2/qrels.gov2.all"));

    LOG.info("Done!");
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Wt10g_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/wt10g/qrels.wt10g.all"));

    LOG.info("Done!");
  }
View Full Code Here
119
120
121
122
123
124
125
126
127
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    EnZh_NTCIR8.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/en-zh.ntcir8/qrels.en-zh.ntcir8.txt"));

    LOG.info("Done!");
  }
View Full Code Here
124
125
126
127
128
129
130
    qe.init(conf, fs);
    qe.runQueries(conf);

    verifyAllResults(qe.getModels(), qe.getAllResults(), qe.getDocnoMapping(),
        new Qrels("data/en-zh.ntcir8/qrels.en-zh.ntcir8.txt"));
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Web09catB_All.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/clue/qrels.web09catB.txt"));

    LOG.info("Done!");
  }
View Full Code Here
116
117
118
119
120
121
122
123
124
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    EnAr_TREC02.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/en-ar.trec02/qrels.en-ar.trec02.txt"));

    LOG.info("Done!");
  }
View Full Code Here
TOP

Related Classes of ivory.core.eval.Qrels

  • ivory.core.util.DelimitedValuesFileReader
  • ivory.integration.adhoc.VerifyClueNonPositionalIndexIP
  • ivory.integration.adhoc.VerifyCluePositionalIndexIP
  • ivory.integration.adhoc.VerifyGenomics05PositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexLP
  • ivory.integration.adhoc.VerifyTrecNonPositionalIndexIP
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.