Package ivory.core.util

Examples of ivory.core.util.ResultWriter

206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
     
      String outFile = conf.get(Constants.OutputPath);

      String translateOnly = conf.get(Constants.TranslateOnly);
      if (translateOnly != null) {
        ResultWriter resultWriter = new ResultWriter((outFile == null ? "translations." + runName + ".txt" : outFile), false, fs);
        for (String qid : queries.keySet()) {
          String query = queries.get(qid);
       
          if (grammarPaths != null) {
            String grammarPath = grammarPaths.get(qid);
            conf.set(Constants.GrammarPath, grammarPath);
          }
       
          long start = System.currentTimeMillis();
          StructuredQuery structuredQuery = generator.parseQuery(query, fs, conf);
          long end = System.currentTimeMillis();
          LOG.info("Generating " + qid + ": " + ( end - start) + "ms");
          generateTime += ( end - start ) ;
          LOG.info("<Processed>:::" + runName + ":::" + qid + ":::" + structuredQuery.getQuery());
          printResults(qid, runName, structuredQuery, resultWriter, translateOnly.equals(Constants.Indri));
        }
        resultWriter.flush();
        LOG.info("<TIME>:::" + runName + ":::" + generateTime + ":::" + rankTime);
      } else {
        ResultWriter resultWriter = new ResultWriter((outFile == null ? "ranking." + runName + ".txt" : outFile), false, fs);
        for ( String qid : queries.keySet()) {
          String query = queries.get(qid);

          if (grammarPaths != null) {
            String grammarPath = grammarPaths.get(qid);
            conf.set(Constants.GrammarPath, grammarPath);
          }
         
          long start = System.currentTimeMillis();
          StructuredQuery structuredQuery = generator.parseQuery(query, fs, conf);
          long end = System.currentTimeMillis();
          LOG.info("Generating " + qid + ": " + ( end - start) + "ms");
          generateTime += ( end - start ) ;
          LOG.info("<Processed>:::" + runName + ":::" + qid + ":::" + structuredQuery.getQuery());
         
          start = System.currentTimeMillis();
          ranker.rank(qid, structuredQuery.getQuery(), structuredQuery.getQueryLength());
          end = System.currentTimeMillis();
          LOG.info("Ranking " + qid + ": " + ( end - start) + "ms");
          rankTime += ( end - start ) ;
          printResults(qid, runName, ranker, resultWriter);
         
          // save allResults
          allResults.put(runName, getResults());
        }  
        resultWriter.flush();
        LOG.info("<TIME>:::" + runName + ":::" + generateTime + ":::" + rankTime);
      }
    } catch (IOException e) {
      e.printStackTrace();
    }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
178
      Node model = models.get(modelID);
      String fileName = XMLTools.getAttributeValue(model, "output", null);
      boolean compress = XMLTools.getAttributeValue(model, "compress", false);

      try {
        ResultWriter resultWriter = new ResultWriter(fileName, compress, fs);
        printResults(modelID, runner, resultWriter);
        resultWriter.flush();
      } catch (IOException e) {
        throw new RuntimeException("Error: Unable to write results!");
      }
    }
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
    runName = Utils.getSetting(conf);
   
    try {
      LOG.info("Parsed "+queries.size()+" queries");

      ResultWriter resultWriter = new ResultWriter("ranking." + runName + ".txt", false, fs);
      float rankTime = 0, generateTime = 0;
      for ( String qid : queries.keySet()) {
        String query = queries.get(qid);

        long start = System.currentTimeMillis();
        JSONObject structuredQuery = generator.parseQuery(query);
        long end = System.currentTimeMillis();
        LOG.info("Generating " + qid + ": " + ( end - start) + "ms");
        generateTime += ( end - start ) ;
        LOG.info("<Processed>:::" + runName + ":::" + qid + ":::" + structuredQuery);

        start = System.currentTimeMillis();
        ranker.rank(qid, structuredQuery, generator.getQueryLength());
        end = System.currentTimeMillis();
        LOG.info("Ranking " + qid + ": " + ( end - start) + "ms");
        rankTime += ( end - start ) ;
        printResults(qid, runName, ranker, resultWriter);
       
        // save allResults
        allResults.put(runName, getResults());
      }  
      resultWriter.flush();
      LOG.info("<TIME>:::" + runName + ":::" + generateTime + ":::" + rankTime);
    } catch (IOException e) {
      e.printStackTrace();
    }
  }
View Full Code Here
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245

      String internalOutputFile = internalOutputFiles[modelCnt];

      try {
        ResultWriter resultWriter = new ResultWriter(fileName, compress, fs);

        //print out representation that uses internal docno for next cascade stage if doing boosting training
        if (internalOutputFile!=null){

          ResultWriter resultWriter2 = new ResultWriter(internalOutputFile, compress, fs);
          printResults(modelID, runner, resultWriter2, true);
          resultWriter2.flush();
        }

        printResults(modelID, runner, resultWriter, false);
        resultWriter.flush();
      } catch (IOException e) {
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
      sLogger.info("query id:" + qid + ", query text:" + rawQueryText);
      runner.runQuery(qid, rawQueryText.split("\\s+"));
    }

    // where should we output these results?
    ResultWriter resultWriter = null;
    resultWriter = getResultWriter(mOutputFile, false);

    printResults(mRuntag, runner, resultWriter);
    // flush the result writer
    resultWriter.flush();
  }
View Full Code Here
99
100
101
102
103
104
105
    // flush the result writer
    resultWriter.flush();
  }

  public ResultWriter getResultWriter(String fileName, boolean compress) throws Exception {
    return new ResultWriter(fileName, compress, mFileSystem);
  }
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
175
176
      Node model = models.get(modelID);
      String fileName = XMLTools.getAttributeValue(model, "output", null);
      boolean compress = XMLTools.getAttributeValue(model, "compress", false);

      try {
        ResultWriter resultWriter = new ResultWriter(fileName, compress, fs);
        printResults(modelID, runner, resultWriter);
        resultWriter.flush();
      } catch (IOException e) {
        throw new RuntimeException("Error: Unable to write results!");
      }
    }
  }
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
    runName = Utils.getSetting(conf);
   
    try {
      LOG.info("Parsed "+queries.size()+" queries");

      ResultWriter resultWriter = new ResultWriter("ranking." + runName + ".txt", false, fs);
      float rankTime = 0, generateTime = 0;
      for ( String qid : queries.keySet()) {
        String query = queries.get(qid);

        long start = System.currentTimeMillis();
        StructuredQuery structuredQuery = generator.parseQuery(query);
        long end = System.currentTimeMillis();
        LOG.info("Generating " + qid + ": " + ( end - start) + "ms");
        generateTime += ( end - start ) ;
        LOG.info("<Processed>:::" + runName + ":::" + qid + ":::" + structuredQuery.getQuery());

        start = System.currentTimeMillis();
        ranker.rank(qid, structuredQuery.getQuery(), structuredQuery.getQueryLength());
        end = System.currentTimeMillis();
        LOG.info("Ranking " + qid + ": " + ( end - start) + "ms");
        rankTime += ( end - start ) ;
        printResults(qid, runName, ranker, resultWriter);
       
        // save allResults
        allResults.put(runName, getResults());
      }  
      resultWriter.flush();
      LOG.info("<TIME>:::" + runName + ":::" + generateTime + ":::" + rankTime);
    } catch (IOException e) {
      e.printStackTrace();
    }
  }
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
175
176
      Node model = models.get(modelID);
      String fileName = XMLTools.getAttributeValue(model, "output", null);
      boolean compress = XMLTools.getAttributeValue(model, "compress", false);

      try {
        ResultWriter resultWriter = new ResultWriter(fileName, compress, fs);
        printResults(modelID, runner, resultWriter);
        resultWriter.flush();
      } catch (IOException e) {
        throw new RuntimeException("Error: Unable to write results!");
      }
    }
  }
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
    runName = Utils.getSetting(conf);

    try {
      LOG.info("Parsed "+queries.size()+" queries");

      ResultWriter resultWriter = new ResultWriter("ranking." + runName + ".txt", false, fs);
      float rankTime = 0, generateTime = 0;
      for ( String qid : queries.keySet()) {
        String query = queries.get(qid);

        String grammarPath = grammarPaths.get(qid);
        if (grammarPath != null) {
          conf.set(Constants.GrammarPath, grammarPath);
        }

        long start = System.currentTimeMillis();
        StructuredQuery structuredQuery = generator.parseQuery(query, fs, conf);
        long end = System.currentTimeMillis();
        LOG.info("Generating " + qid + ": " + ( end - start) + "ms");
        generateTime += ( end - start ) ;
        LOG.info("<Processed>:::" + runName + ":::" + qid + ":::" + structuredQuery.getQuery());

        start = System.currentTimeMillis();
        ranker.rank(qid, structuredQuery.getQuery(), structuredQuery.getQueryLength());
        end = System.currentTimeMillis();
        LOG.info("Ranking " + qid + ": " + ( end - start) + "ms");
        rankTime += ( end - start ) ;
        printResults(qid, runName, ranker, resultWriter);

        // save allResults
        allResults.put(runName, getResults());
      }  
      resultWriter.flush();
      LOG.info("<TIME>:::" + runName + ":::" + generateTime + ":::" + rankTime);
    } catch (IOException e) {
      e.printStackTrace();
    }
  }
View Full Code Here
TOP

Related Classes of ivory.core.util.ResultWriter

  • ivory.cascade.retrieval.CascadeBatchQueryRunner
  • ivory.smrf.retrieval.BatchQueryRunner
  • ivory.smrf.retrieval.BrokerBatchQueryRunner
  • ivory.smrf.retrieval.distributed.BrokerBatchQueryRunner
  • ivory.sqe.retrieval.QueryEngine
  • org.apache.hadoop.fs.FSDataOutputStream
  • org.apache.hadoop.fs.Path
  • java.util.zip.GZIPOutputStream
  • java.io.OutputStreamWriter
  • java.io.BufferedWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.