Package ivory.core.eval

Examples of ivory.core.eval.Qrels

277
278
279
280
281
282
283
284
285
286
287
    AllModelsP10Scores.put("robust04-dir-rm3-s", loadScoresIntoMap(dir_rm3_s_rawP10));
    AllModelsP10Scores.put("robust04-dir-sd-lce-f", loadScoresIntoMap(dir_sd_lce_f_RawP10));
    AllModelsP10Scores.put("robust04-dir-sd-lce-s", loadScoresIntoMap(dir_sd_lce_s_RawP10));
    AllModelsP10Scores.put("robust04-dir-sd-lce-bigram", loadScoresIntoMap(dir_sd_lce_bigram_rawP10));

    sQrels = new Qrels("data/trec/qrels.robust04.noCRFR.txt");

    String[] params = new String[] {
        "data/trec/run.robust04.basic.lce.xml",
        "data/trec/queries.robust04.xml" };
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
    g.put("indep-x3.5", new GroundTruth("indep-x3.5", Metric.AP, 50, x35_rawAP, 0.2323f));
    g.put("indep-x4.0", new GroundTruth("indep-x4.0", Metric.AP, 50, x40_rawAP, 0.2366f));
    g.put("indep-x4.5", new GroundTruth("indep-x4.5", Metric.AP, 50, x45_rawAP, 0.2413f));
    g.put("indep-x5.0", new GroundTruth("indep-x5.0", Metric.AP, 50, x50_rawAP, 0.2422f));

    Qrels qrels = new Qrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
            "data/wt10g/run.wt10g.CIKM2010.title.indep.xml",
            "data/wt10g/queries.wt10g.501-550.xml" };
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    Map<String, GroundTruth> h = Maps.newHashMap();
    h.put("UMHOO-BM25-catB", new GroundTruth(Metric.P10, 50, bm25_rawP10, 0.3720f));
    h.put("UMHOO-QL-catB", new GroundTruth(Metric.P10, 50, ql_rawP10, 0.3380f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
        "data/clue/run.web09catB.xml",
        "data/clue/queries.web09.xml" };
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 75, x35_rawAP, 0.3522f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 75, x40_rawAP, 0.3524f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 75, x45_rawAP, 0.3524f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 75, x50_rawAP, 0.3524f));

    Qrels qrels = new Qrels("data/gov2/qrels.gov2.all");

    String[] params = new String[] {
        "data/gov2/run.gov2.CIKM2010.title.joint.xml",
        "data/gov2/queries.gov2.title.776-850.xml" };
View Full Code Here
143
144
145
146
147
148
149
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/wt10g/qrels.wt10g.all"));
  }
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 50, x35_rawAP, 0.2133f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 50, x40_rawAP, 0.2201f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 50, x45_rawAP, 0.2226f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 50, x50_rawAP, 0.2175f));

    Qrels qrels = new Qrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
            "data/wt10g/run.wt10g.CIKM2010.desc.joint.xml",
            "data/wt10g/queries.wt10g.501-550.desc.xml" };
View Full Code Here
107
108
109
110
111
112
113
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
           new Qrels("data/medline/qrels.genomics05.txt"));
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
    Map<String, Map<String, Float>> AllModelsP10Scores = Maps.newHashMap();
    AllModelsP10Scores.put("robust04-dir-wsd-sd", loadScoresIntoMap(sDir_WSD_SD_RawP10));
    AllModelsP10Scores.put("robust04-dir-wsd-fd", loadScoresIntoMap(sDir_WSD_FD_RawP10));

    sQrels = new Qrels("data/trec/qrels.robust04.noCRFR.txt");

    String[] params = new String[] {
            "data/trec/run.robust04.wsd.xml",
            "data/trec/queries.robust04.xml" };
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 25, x35_rawAP, 0.1567f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 25, x40_rawAP, 0.1587f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 25, x45_rawAP, 0.1567f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 25, x50_rawAP, 0.1561f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
            "data/clue/run.clue.CIKM2010.desc.joint.xml",
            "data/clue/queries.web09.26-50.desc.xml" };
View Full Code Here
88
89
90
91
92
93
94
    initialize();
    runRegression(0);   // "one2none"
    runRegression(1);   // "one2one"
    runRegression(2);   // "one2many"
    verifyAllResults(qe.getModels(), qe.getAllResults(), qe.getDocnoMapping(),
        new Qrels("data/" + PATH + "/qrels." + PATH + ".txt"));
  }
View Full Code Here
TOP

Related Classes of ivory.core.eval.Qrels

  • ivory.core.util.DelimitedValuesFileReader
  • ivory.integration.adhoc.VerifyClueNonPositionalIndexIP
  • ivory.integration.adhoc.VerifyCluePositionalIndexIP
  • ivory.integration.adhoc.VerifyGenomics05PositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexLP
  • ivory.integration.adhoc.VerifyTrecNonPositionalIndexIP
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.