Package ivory.core.eval

Examples of ivory.core.eval.Qrels

190
191
192
193
194
195
196
197
198
199
200
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 75, x35_rawAP, 0.3260f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 75, x40_rawAP, 0.3335f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 75, x45_rawAP, 0.3302f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 75, x50_rawAP, 0.3294f));

    Qrels qrels = new Qrels("data/gov2/qrels.gov2.all");

    String[] params = new String[] {
            "data/gov2/run.gov2.CIKM2010.desc.joint.xml",
            "data/gov2/queries.gov2.desc.776-850.xml" };
View Full Code Here
439
440
441
442
443
444
445
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/gov2/qrels.gov2.all"));
  }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 25, x35_rawAP, 0.2348f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 25, x40_rawAP, 0.2360f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 25, x45_rawAP, 0.2360f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 25, x50_rawAP, 0.2360f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
            "data/clue/run.clue.CIKM2010.title.joint.xml",
            "data/clue/queries.web09.26-50.xml" };
View Full Code Here
329
330
331
332
333
334
335
    qr.runQueries();
    long end = System.currentTimeMillis();
    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/trec/qrels.robust04.noCRFR.txt"));
  }
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
    g.put("indep-x3.5", new GroundTruth("indep-x3.5", Metric.AP, 50, x35_rawAP, 0.2101f));
    g.put("indep-x4.0", new GroundTruth("indep-x4.0", Metric.AP, 50, x40_rawAP, 0.2155f));
    g.put("indep-x4.5", new GroundTruth("indep-x4.5", Metric.AP, 50, x45_rawAP, 0.2178f));
    g.put("indep-x5.0", new GroundTruth("indep-x5.0", Metric.AP, 50, x50_rawAP, 0.2173f));

    Qrels qrels = new Qrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
            "data/wt10g/run.wt10g.CIKM2010.desc.indep.xml",
            "data/wt10g/queries.wt10g.501-550.desc.xml" };
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    g.put("clue-ql", new GroundTruth("clue-ql", Metric.AP, 25, ql_rawAP, 0.2098f));
    g.put("clue-sd", new GroundTruth("clue-sd", Metric.AP, 25, sd_rawAP, 0.2208f));
    g.put("clue-wsd-sd", new GroundTruth("clue-wsd-sd", Metric.AP, 25, wsd_sd_rawAP, 0.2212f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
            "data/clue/run.web09catB.SIGIR2010.xml",
            "data/clue/queries.web09.26-50.xml" };
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    g.put("indep-x3.5", new GroundTruth("indep-x3.5", Metric.AP, 25, x35_rawAP, 0.1502f));
    g.put("indep-x4.0", new GroundTruth("indep-x4.0", Metric.AP, 25, x40_rawAP, 0.1499f));
    g.put("indep-x4.5", new GroundTruth("indep-x4.5", Metric.AP, 25, x45_rawAP, 0.1492f));
    g.put("indep-x5.0", new GroundTruth("indep-x5.0", Metric.AP, 25, x50_rawAP, 0.1496f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
            "data/clue/run.clue.CIKM2010.desc.indep.xml",
            "data/clue/queries.web09.26-50.desc.xml" };
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
    g.put("wt10g-ql", new GroundTruth("wt10g-ql", Metric.AP, 50, QL, 0.2151f));
    g.put("wt10g-sd", new GroundTruth("wt10g-sd", Metric.AP, 50, SD, 0.2242f));
    g.put("wt10g-wsd-sd", new GroundTruth("wt10g-wsd-sd", Metric.AP, 50, WSD_SD, 0.2411f));

    Qrels qrels = new Qrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
            "data/wt10g/run.wt10g.SIGIR2010.xml",
            "data/wt10g/queries.wt10g.501-550.xml" };
View Full Code Here
183
184
185
186
187
188
189
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/gov2/qrels.gov2.all"));
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    Map<String, GroundTruth> h = Maps.newHashMap();
    h.put("bm25-base", new GroundTruth(Metric.P10, 50, bm25_rawP10, 0.3720f));
    h.put("ql-base", new GroundTruth(Metric.P10, 50, ql_rawP10, 0.3380f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
        "data/clue/run.web09catB.nonpositional.baselines.xml",
        "data/clue/queries.web09.xml" };
View Full Code Here
TOP

Related Classes of ivory.core.eval.Qrels

  • ivory.core.util.DelimitedValuesFileReader
  • ivory.integration.adhoc.VerifyClueNonPositionalIndexIP
  • ivory.integration.adhoc.VerifyCluePositionalIndexIP
  • ivory.integration.adhoc.VerifyGenomics05PositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexLP
  • ivory.integration.adhoc.VerifyTrecNonPositionalIndexIP
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.