Package ivory.core.preprocess

Examples of ivory.core.preprocess.BuildWeightedTermDocVectors

264
265
266
267
268
269
270
271
272
273
274
    if (mode == CROSS_LINGUAL_F) {
      // Translate term doc vectors into English.
      exitCode = new BuildTranslatedTermDocVectors(conf).run();
    } else {
      // Build weighted term doc vectors.
      exitCode = new BuildWeightedTermDocVectors(conf).run();
    }
    if (exitCode >= 0) {
      LOG.info("Job BuildTranslated/WeightedTermDocVectors finished in " + (System.currentTimeMillis() - startTime) / 1000.0 + " seconds");
    }else {
      LOG.info("Error: BuildTranslated/WeightedTermDocVectors. Terminating...");
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
233
    }else{           
      conf.setInt("Ivory.MinNumTerms",MinNumTermsPerArticle);

      // get weighted term doc vectors
      conf.setBoolean("Ivory.Normalize", false);
      BuildWeightedTermDocVectors weightedTermVectorsTool = new BuildWeightedTermDocVectors(conf);
      weightedTermVectorsTool.run();
    }
    LOG.info("Job finished in "+(System.currentTimeMillis()-startTime)/1000.0+" seconds");

    // normalize (optional) and convert weighted term doc vectors into int doc vectors for efficiency
    startTime = System.currentTimeMillis();
View Full Code Here
278
279
280
281
282
283
284
285
286
287
288
    if (mode == CROSS_LINGUAL_F) {
      // Translate term doc vectors into English.
      exitCode = new BuildTranslatedTermDocVectors(conf).run();
    } else {
      // Build weighted term doc vectors.
      exitCode = new BuildWeightedTermDocVectors(conf).run();
    }
    if (exitCode >= 0) {
      LOG.info("Job BuildTranslated/WeightedTermDocVectors finished in " + (System.currentTimeMillis() - startTime) / 1000.0 + " seconds");
    }else {
      LOG.info("Error: BuildTranslated/WeightedTermDocVectors. Terminating...");
View Full Code Here
120
121
122
123
124
125
126
127
128
    conf.setBoolean("Ivory.Normalize", false);
    conf.set("Ivory.ScoringModel", "ivory.pwsim.score.Bm25");

    new BuildWeightedIntDocVectors(conf).run();
    new BuildWeightedTermDocVectors(conf).run();

    return 0;
  }
View Full Code Here
256
257
258
259
260
261
262
263
264
265
266
    if (mode == CROSS_LINGUAL_F) {
      // Translate term doc vectors into English.
      exitCode = new BuildTranslatedTermDocVectors(conf).run();
    } else {
      // Build weighted term doc vectors.
      exitCode = new BuildWeightedTermDocVectors(conf).run();
    }
    if (exitCode >= 0) {
      LOG.info("Job BuildTranslated/WeightedTermDocVectors finished in " + (System.currentTimeMillis() - startTime) / 1000.0 + " seconds");
    }else {
      LOG.info("Error: BuildTranslated/WeightedTermDocVectors. Terminating...");
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
233
    }else{           
      conf.setInt("Ivory.MinNumTerms",MinNumTermsPerArticle);

      // get weighted term doc vectors
      conf.setBoolean("Ivory.Normalize", false);
      BuildWeightedTermDocVectors weightedTermVectorsTool = new BuildWeightedTermDocVectors(conf);
      weightedTermVectorsTool.run();
    }
    LOG.info("Job finished in "+(System.currentTimeMillis()-startTime)/1000.0+" seconds");

    // normalize (optional) and convert weighted term doc vectors into int doc vectors for efficiency
    startTime = System.currentTimeMillis();
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
    if (mode == CROSS_LINGUAL_F) {
      // Translate term doc vectors into English.
      exitCode = new BuildTranslatedTermDocVectors(conf).run();
    } else {
      // Build weighted term doc vectors.
      exitCode = new BuildWeightedTermDocVectors(conf).run();
    }
    if (exitCode >= 0) {
      LOG.info("Job BuildTranslated/WeightedTermDocVectors finished in " + (System.currentTimeMillis() - startTime) / 1000.0 + " seconds");
    }else {
      LOG.info("Error: BuildTranslated/WeightedTermDocVectors. Terminating...");
View Full Code Here
277
278
279
280
281
282
283
284
285
286
287
    if (mode == CROSS_LINGUAL_F) {
      // Translate term doc vectors into English.
      exitCode = new BuildTranslatedTermDocVectors(conf).run();
    } else {
      // Build weighted term doc vectors.
      exitCode = new BuildWeightedTermDocVectors(conf).run();
    }
    if (exitCode >= 0) {
      LOG.info("Job BuildTranslated/WeightedTermDocVectors finished in " + (System.currentTimeMillis() - startTime) / 1000.0 + " seconds");
    }else {
      LOG.info("Error: BuildTranslated/WeightedTermDocVectors. Terminating...");
View Full Code Here
120
121
122
123
124
125
126
127
128
    conf.setBoolean("Ivory.Normalize", false);
    conf.set("Ivory.ScoringModel", "ivory.pwsim.score.Bm25");

    new BuildWeightedIntDocVectors(conf).run();
    new BuildWeightedTermDocVectors(conf).run();

    return 0;
  }
View Full Code Here
256
257
258
259
260
261
262
263
264
265
266
    if (mode == CROSS_LINGUAL_F) {
      // Translate term doc vectors into English.
      exitCode = new BuildTranslatedTermDocVectors(conf).run();
    } else {
      // Build weighted term doc vectors.
      exitCode = new BuildWeightedTermDocVectors(conf).run();
    }
    if (exitCode >= 0) {
      LOG.info("Job BuildTranslated/WeightedTermDocVectors finished in " + (System.currentTimeMillis() - startTime) / 1000.0 + " seconds");
    }else {
      LOG.info("Error: BuildTranslated/WeightedTermDocVectors. Terminating...");
View Full Code Here
TOP

Related Classes of ivory.core.preprocess.BuildWeightedTermDocVectors

  • ivory.app.PreprocessTextCollection
  • ivory.app.PreprocessWikipedia
  • ivory.core.data.dictionary.DefaultFrequencySortedDictionary
  • ivory.core.data.stat.DfTableArray
  • ivory.core.data.stat.DocLengthTable2B
  • ivory.core.data.stat.DocLengthTable4B
  • ivory.core.data.stat.PrefixEncodedGlobalStats
  • ivory.core.driver.PreprocessTextCollection
  • ivory.core.driver.PreprocessWikipedia
  • ivory.core.RetrievalEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.