Package ivory.regression

Examples of ivory.regression.GroundTruth

180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = new HashMap<String, GroundTruth>();

    g.put("joint-x1.0", new GroundTruth("joint-x1.0", Metric.AP, 75, x10_rawAP, 0.3174f));
    g.put("joint-x1.5", new GroundTruth("joint-x1.5", Metric.AP, 75, x15_rawAP, 0.3201f));
    g.put("joint-x2.0", new GroundTruth("joint-x2.0", Metric.AP, 75, x20_rawAP, 0.3361f));
    g.put("joint-x2.5", new GroundTruth("joint-x2.5", Metric.AP, 75, x25_rawAP, 0.3364f));
    g.put("joint-x3.0", new GroundTruth("joint-x3.0", Metric.AP, 75, x30_rawAP, 0.3506f));
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 75, x35_rawAP, 0.3522f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 75, x40_rawAP, 0.3524f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 75, x45_rawAP, 0.3524f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 75, x50_rawAP, 0.3524f));

    Qrels qrels = new Qrels("data/gov2/qrels.gov2.all");

    String[] params = new String[] {
        "data/gov2/run.gov2.CIKM2010.title.joint.xml",
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
  public static void verifyAllResults(Set<String> models,
      Map<String, Map<String, Accumulator[]>> results, DocnoMapping mapping, Qrels qrels) {

    Map<String, GroundTruth> g = Maps.newHashMap();
    // One topic didn't contain qrels, so trec_eval only picked up 99.
    g.put("wt10g-dir-base", new GroundTruth(Metric.AP, 99, sDirBaseRawAP, 0.2093f));
    g.put("wt10g-bm25-base", new GroundTruth(Metric.AP, 99, sBm25BaseRawAP, 0.2105f));

    Map<String, GroundTruth> h = Maps.newHashMap();
    // One topic didn't contain qrels, so trec_eval only picked up 99.
    h.put("wt10g-dir-base", new GroundTruth(Metric.P10, 99, sDirBaseRawP10, 0.3131f));
    h.put("wt10g-bm25-base", new GroundTruth(Metric.P10, 99, sBm25BaseRawP10, 0.3202f));

    for (String model : models) {
      LOG.info("Verifying results of model \"" + model + "\"");

      Map<String, Accumulator[]> r = results.get(model);
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = new HashMap<String, GroundTruth>();

    g.put("joint-x1.0", new GroundTruth("joint-x1.0", Metric.AP, 50, x10_rawAP, 0.1778f));
    g.put("joint-x1.5", new GroundTruth("joint-x1.5", Metric.AP, 50, x15_rawAP, 0.1937f));
    g.put("joint-x2.0", new GroundTruth("joint-x2.0", Metric.AP, 50, x20_rawAP, 0.2048f));
    g.put("joint-x2.5", new GroundTruth("joint-x2.5", Metric.AP, 50, x25_rawAP, 0.2136f));
    g.put("joint-x3.0", new GroundTruth("joint-x3.0", Metric.AP, 50, x30_rawAP, 0.2126f));
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 50, x35_rawAP, 0.2133f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 50, x40_rawAP, 0.2201f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 50, x45_rawAP, 0.2226f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 50, x50_rawAP, 0.2175f));

    Qrels qrels = new Qrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
            "data/wt10g/run.wt10g.CIKM2010.desc.joint.xml",
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
  public static void verifyAllResults(Set<String> models,
          Map<String, Map<String, Accumulator[]>> results, DocnoMapping mapping, Qrels qrels) {

    Map<String, GroundTruth> g = Maps.newHashMap();
    // One topic didn't contain qrels, so trec_eval only picked up 49.
    g.put("genomics05-dir-base", new GroundTruth(Metric.AP, 49, sDirBaseRawAP, 0.2494f));
    g.put("genomics05-bm25-base", new GroundTruth(Metric.AP, 49, sBm25BaseRawAP, 0.2568f));

    Map<String, GroundTruth> h = Maps.newHashMap();
    // One topic didn't contain qrels, so trec_eval only picked up 49.
    h.put("genomics05-dir-base", new GroundTruth(Metric.P10, 49, sDirBaseRawP10, 0.4327f));
    h.put("genomics05-bm25-base", new GroundTruth(Metric.P10, 49, sBm25BaseRawP10, 0.4347f));

    for (String model : models) {
      LOG.info("Verifying results of model \"" + model + "\"");

      Map<String, Accumulator[]> r = results.get(model);
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = new HashMap<String, GroundTruth>();

    g.put("joint-x1.0", new GroundTruth("joint-x1.0", Metric.AP, 25, x10_rawAP, 0.1683f));
    g.put("joint-x1.5", new GroundTruth("joint-x1.5", Metric.AP, 25, x15_rawAP, 0.1563f));
    g.put("joint-x2.0", new GroundTruth("joint-x2.0", Metric.AP, 25, x20_rawAP, 0.1573f));
    g.put("joint-x2.5", new GroundTruth("joint-x2.5", Metric.AP, 25, x25_rawAP, 0.1558f));
    g.put("joint-x3.0", new GroundTruth("joint-x3.0", Metric.AP, 25, x30_rawAP, 0.1561f));
    g.put("joint-x3.5", new GroundTruth("joint-x3.5", Metric.AP, 25, x35_rawAP, 0.1567f));
    g.put("joint-x4.0", new GroundTruth("joint-x4.0", Metric.AP, 25, x40_rawAP, 0.1587f));
    g.put("joint-x4.5", new GroundTruth("joint-x4.5", Metric.AP, 25, x45_rawAP, 0.1567f));
    g.put("joint-x5.0", new GroundTruth("joint-x5.0", Metric.AP, 25, x50_rawAP, 0.1561f));

    Qrels qrels = new Qrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
            "data/clue/run.clue.CIKM2010.desc.joint.xml",
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
62
      "46", "0.7705", "47", "0.5748", "48", "0.1297", "49", "0.2138", "50", "0.0599" };

  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = Maps.newHashMap();
    g.put("Clue-QL", new GroundTruth("Clue-QL", Metric.NDCG20, 25, QL, 0.2751f));
    g.put("Clue-Cascade", new GroundTruth("Clue-Cascade", Metric.NDCG20, 25, Cascade, 0.3061f));
    g.put("Clue-AdaRank", new GroundTruth("Clue-AdaRank", Metric.NDCG20, 25, AdaRank, 0.3095f));
    g.put("Clue-FeaturePrune", new GroundTruth("Clue-FeaturePrune", Metric.NDCG20, 25,
        FeaturePrune, 0.2966f));

    GradedQrels qrels = new GradedQrels("data/clue/qrels.web09catB.txt");

    String[] params = new String[] {
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
81
82
      "546", "0.2631", "547", "0.2521", "548", "0.5912", "549", "0.5970", "550", "0.3691" };

  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = Maps.newHashMap();
    g.put("Wt10g-QL", new GroundTruth("Wt10g-QL", Metric.NDCG20, 50, QL, 0.3407f));
    g.put("Wt10g-Cascade", new GroundTruth("Wt10g-Cascade", Metric.NDCG20, 50, Cascade, 0.3560f));
    g.put("Wt10g-AdaRank", new GroundTruth("Wt10g-AdaRank", Metric.NDCG20, 50, AdaRank, 0.3549f));
    g.put("Wt10g-FeaturePrune", new GroundTruth("Wt10g-FeaturePrune", Metric.NDCG20, 50,
        FeaturePrune, 0.3486f));

    GradedQrels qrels = new GradedQrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = Maps.newHashMap();
    g.put("Wt10g-Cascade-0.1",
        new GroundTruth("Wt10g-Cascade-0.1", Metric.NDCG20, 50, p1, 0.3560f));
    g.put("Wt10g-Cascade-0.3",
        new GroundTruth("Wt10g-Cascade-0.3", Metric.NDCG20, 50, p3, 0.3523f));
    g.put("Wt10g-Cascade-0.5",
        new GroundTruth("Wt10g-Cascade-0.5", Metric.NDCG20, 50, p5, 0.3491f));
    g.put("Wt10g-Cascade-0.7",
        new GroundTruth("Wt10g-Cascade-0.7", Metric.NDCG20, 50, p7, 0.3484f));
    g.put("Wt10g-Cascade-0.9",
        new GroundTruth("Wt10g-Cascade-0.9", Metric.NDCG20, 50, p9, 0.3407f));

    GradedQrels qrels = new GradedQrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
        "data/wt10g/run.wt10g.SIGIR2011.varying.tradeoff.cascade.xml",
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = Maps.newHashMap();
    g.put("Wt10g-FeaturePrune-0.1",
        new GroundTruth("Wt10g-FeaturePrune-0.1", Metric.NDCG20, 50, p1, 0.3486f));
    g.put("Wt10g-FeaturePrune-0.3",
        new GroundTruth("Wt10g-FeaturePrune-0.3", Metric.NDCG20, 50, p3, 0.3480f));
    g.put("Wt10g-FeaturePrune-0.5",
        new GroundTruth("Wt10g-FeaturePrune-0.5", Metric.NDCG20, 50, p5, 0.3480f));
    g.put("Wt10g-FeaturePrune-0.7",
        new GroundTruth("Wt10g-FeaturePrune-0.7", Metric.NDCG20, 50, p7, 0.3444f));
    g.put("Wt10g-FeaturePrune-0.9",
        new GroundTruth("Wt10g-FeaturePrune-0.9", Metric.NDCG20, 50, p9, 0.3404f));

    GradedQrels qrels = new GradedQrels("data/wt10g/qrels.wt10g.all");

    String[] params = new String[] {
        "data/wt10g/run.wt10g.SIGIR2011.varying.tradeoff.featureprune.xml",
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
  @Test
  public void runRegression() throws Exception {
    Map<String, GroundTruth> g = Maps.newHashMap();
    g.put("Gov2-FeaturePrune-0.9",
        new GroundTruth("Gov2-FeaturePrune-0.9", Metric.NDCG20, 75, p9, 0.4478f));
    g.put("Gov2-FeaturePrune-0.7",
        new GroundTruth("Gov2-FeaturePrune-0.7", Metric.NDCG20, 75, p7, 0.4539f));
    g.put("Gov2-FeaturePrune-0.5",
        new GroundTruth("Gov2-FeaturePrune-0.5", Metric.NDCG20, 75, p5, 0.4677f));
    g.put("Gov2-FeaturePrune-0.3",
        new GroundTruth("Gov2-FeaturePrune-0.3", Metric.NDCG20, 75, p3, 0.4661f));
    g.put("Gov2-FeaturePrune-0.1",
        new GroundTruth("Gov2-FeaturePrune-0.1", Metric.NDCG20, 75, p1, 0.4716f));

    GradedQrels qrels = new GradedQrels("data/gov2/qrels.gov2.all");

    String[] params = new String[] {
        "data/gov2/run.gov2.SIGIR2011.varying.tradeoff.featureprune.xml",
View Full Code Here
TOP

Related Classes of ivory.regression.GroundTruth

  • ivory.regression.basic.Genomics05_Basic
  • ivory.regression.basic.Gov2_Basic
  • ivory.regression.basic.Gov2_NonPositional_Baselines
  • ivory.regression.basic.Web09catB_All
  • ivory.regression.basic.Web09catB_All_Spam
  • ivory.regression.basic.Web09catB_Baseline
  • ivory.regression.basic.Web09catB_NonPositional_Baselines
  • ivory.regression.basic.Wt10g_Basic
  • ivory.regression.basic.Wt10g_NonPositional_Baselines
  • ivory.regression.cikm2010.Gov2_Desc_Indep
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.