Package ivory.core.eval

Examples of ivory.core.eval.Qrels

80
81
82
83
84
85
86
87
88
89
90
    g.put("gov2-ql", new GroundTruth("gov2-ql", Metric.AP, 75, QL, 0.3195f));
    g.put("gov2-sd", new GroundTruth("gov2-sd", Metric.AP, 75, SD, 0.3357f));
    g.put("gov2-wsd-sd", new GroundTruth("gov2-wsd-sd", Metric.AP, 75, WSD_SD, 0.3435f));

    Qrels qrels = new Qrels("data/gov2/qrels.gov2.all");

    String[] params = new String[] {
        "data/gov2/run.gov2.SIGIR2010.xml",
        "data/gov2/queries.gov2.title.776-850.xml" };
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 50, x35_rawAP, 0.2358f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 50, x40_rawAP, 0.2366f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 50, x45_rawAP, 0.2378f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 50, x50_rawAP, 0.2387f));

    Qrels qrels = new Qrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
            "data/wt10g/run.wt10g.CIKM2010.title.joint.xml",
            "data/wt10g/queries.wt10g.501-550.xml" };
View Full Code Here
319
320
321
322
323
324
325
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/wt10g/qrels.wt10g.all"));
  }
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
    g.put("indep-x3.5", new GroundTruth("indep-x3.5", Metric.AP, 75, x35_rawAP, 0.3211f));
    g.put("indep-x4.0", new GroundTruth("indep-x4.0", Metric.AP, 75, x40_rawAP, 0.3238f));
    g.put("indep-x4.5", new GroundTruth("indep-x4.5", Metric.AP, 75, x45_rawAP, 0.3263f));
    g.put("indep-x5.0", new GroundTruth("indep-x5.0", Metric.AP, 75, x50_rawAP, 0.3285f));

    Qrels qrels = new Qrels("data/gov2/qrels.gov2.all");

    String[] params = new String[] {
            "data/gov2/run.gov2.CIKM2010.desc.indep.xml",
            "data/gov2/queries.gov2.desc.776-850.xml" };
View Full Code Here
126
127
128
129
130
131
132
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/clue/qrels.web09catB.txt"));
  }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    g.put("indep-x3.5", new GroundTruth("indep-x3.5", Metric.AP, 25, x35_rawAP, 0.2152f));
    g.put("indep-x4.0", new GroundTruth("indep-x4.0", Metric.AP, 25, x40_rawAP, 0.2218f));
    g.put("indep-x4.5", new GroundTruth("indep-x4.5", Metric.AP, 25, x45_rawAP, 0.2248f));
    g.put("indep-x5.0", new GroundTruth("indep-x5.0", Metric.AP, 25, x50_rawAP, 0.2250f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
        "data/clue/run.clue.CIKM2010.title.indep.xml",
        "data/clue/queries.web09.26-50.xml" };
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    g.put("ql-wsd", new GroundTruth("ql-wsd", Metric.AP, 50, ql_wsd_rawAP, 0.2283f));
    g.put("bm25-base", new GroundTruth("bm25-base", Metric.AP, 50, bm25_base_rawAP, 0.2167f));
    g.put("bm25-sd", new GroundTruth("bm25-sd", Metric.AP, 50, bm25_sd_rawAP, 0.2280f));
    g.put("bm25-wsd", new GroundTruth("bm25-wsd", Metric.AP, 50, bm25_wsd_rawAP, 0.2290f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
        "data/clue/run.web09catB.all.spam.xml",
        "data/clue/queries.web09.xml" };
View Full Code Here
141
142
143
144
145
146
147
    qr.runQueries();
    long end = System.currentTimeMillis();
    LOG.info("Total query time: " + (end - start) + "ms");

    verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/trec/qrels.robust04.noCRFR.txt"));
  }
View Full Code Here
83
84
85
86
87
88
89
90
91
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Genomics05_Basic.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/medline/qrels.genomics05.txt"));

    LOG.info("Done!");
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
    long end = System.currentTimeMillis();

    LOG.info("Total query time: " + (end - start) + "ms");

    Web09catB_All.verifyAllResults(qr.getModels(), qr.getAllResults(), qr.getDocnoMapping(),
        new Qrels("data/clue/qrels.web09catB.txt"));

    LOG.info("Done!");
  }
View Full Code Here
TOP

Related Classes of ivory.core.eval.Qrels

  • ivory.core.util.DelimitedValuesFileReader
  • ivory.integration.adhoc.VerifyClueNonPositionalIndexIP
  • ivory.integration.adhoc.VerifyCluePositionalIndexIP
  • ivory.integration.adhoc.VerifyGenomics05PositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyGov2PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45NonPositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexIP
  • ivory.integration.adhoc.VerifyTrec45PositionalIndexLP
  • ivory.integration.adhoc.VerifyTrecNonPositionalIndexIP
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.