Examples of run()

Examples of ivory.core.preprocess.BuildWeightedTermDocVectors.run()

223
224
225
226
227
228
229
230
231
232
233
      conf.setInt("Ivory.MinNumTerms",MinNumTermsPerArticle);

      // get weighted term doc vectors
      conf.setBoolean("Ivory.Normalize", false);
      BuildWeightedTermDocVectors weightedTermVectorsTool = new BuildWeightedTermDocVectors(conf);
      weightedTermVectorsTool.run();
    }
    LOG.info("Job finished in "+(System.currentTimeMillis()-startTime)/1000.0+" seconds");

    // normalize (optional) and convert weighted term doc vectors into int doc vectors for efficiency
    startTime = System.currentTimeMillis();
View Full Code Here

Examples of ivory.core.preprocess.ComputeGlobalTermStatistics.run()

195
196
197
198
199
200
201
202
203
204
205
    // Get CF and DF counts
    startTime = System.currentTimeMillis();
    LOG.info("Counting terms...");
    ComputeGlobalTermStatistics termCountWithDfAndCfTool = new ComputeGlobalTermStatistics(conf);
    termCountWithDfAndCfTool.run();
    LOG.info("TermCount = "+env.readCollectionTermCount()+"\nJob finished in "+(System.currentTimeMillis()-startTime)/1000.0+" seconds");

    // Build a map from terms to sequentially generated integer term ids
    startTime = System.currentTimeMillis();
    conf.setInt("Ivory.TermIndexWindow", TermIndexWindow);
View Full Code Here

Examples of ivory.core.preprocess.GetTermCount.run()

195
196
197
198
199
200
201
202
203
204
205
    // Get CF and DF counts
    startTime = System.currentTimeMillis();
    LOG.info("Counting terms...");
    GetTermCount termCountWithDfAndCfTool = new GetTermCount(conf);
    termCountWithDfAndCfTool.run();
    LOG.info("TermCount = "+env.readCollectionTermCount()+"\nJob finished in "+(System.currentTimeMillis()-startTime)/1000.0+" seconds");

    // Build a map from terms to sequentially generated integer term ids
    startTime = System.currentTimeMillis();
    conf.setInt("Ivory.TermIndexWindow", TermIndexWindow);
View Full Code Here

Examples of ivory.lsh.projection.ComputeSignaturesMinhash.run()

84
85
86
87
88
89
90
91
92
93
94
      }
      ComputeSignaturesSimhash computeSignaturesTask = new ComputeSignaturesSimhash(config);
      computeSignaturesTask.run();
    }else{  //minhash
      ComputeSignaturesMinhash computeSignaturesTask = new ComputeSignaturesMinhash(config);
      computeSignaturesTask.run();
    }
   
    return 0;
  }
View Full Code Here

Examples of ivory.lsh.projection.ComputeSignaturesRandom.run()

74
75
76
77
78
79
80
81
82
83
84
      writeRandomTask.run();
      if(args.length==5){
        config.set("Ivory.DotProdThreshFile", args[4]);
      }
      ComputeSignaturesRandom computeSignaturesTask = new ComputeSignaturesRandom(config);
      computeSignaturesTask.run();
    }else if(type.equals("Simhash")){
      if(numOfBits!=64){
        sLogger.info("Simhash signatures need to be 64 bits! Quitting...");
        System.exit(0);
      }
View Full Code Here

Examples of ivory.lsh.projection.ComputeSignaturesSimhash.run()

81
82
83
84
85
86
87
88
89
90
91
      if(numOfBits!=64){
        sLogger.info("Simhash signatures need to be 64 bits! Quitting...");
        System.exit(0);
      }
      ComputeSignaturesSimhash computeSignaturesTask = new ComputeSignaturesSimhash(config);
      computeSignaturesTask.run();
    }else{  //minhash
      ComputeSignaturesMinhash computeSignaturesTask = new ComputeSignaturesMinhash(config);
      computeSignaturesTask.run();
    }
   
View Full Code Here

Examples of ivory.lsh.projection.WriteRandomVectors.run()

69
70
71
72
73
74
75
76
77
78
79
      batchSizeGiven = false;
    }

    if(type.equals("Random")){
      WriteRandomVectors writeRandomTask = new WriteRandomVectors(config);
      writeRandomTask.run();
      if(args.length==5){
        config.set("Ivory.DotProdThreshFile", args[4]);
      }
      ComputeSignaturesRandom computeSignaturesTask = new ComputeSignaturesRandom(config);
      computeSignaturesTask.run();
View Full Code Here

Examples of ivory.lsh.pwsim.GenerateChunkedPermutedTables.run()

140
141
142
143
144
145
146
147
148
149
150
    /**************************************************************************************
     * B. SLIDING WINDOW ALGORITHM FOR PAIRWISE SIMILARITY
     *************************************************************************************/
    //create tables
    GenerateChunkedPermutedTables createTableTool = new GenerateChunkedPermutedTables(config);
    createTableTool.run();

    // pwsim on entire collection
    if(mode.equals("all")){
      String[] clSlidingArgs = {getFileNameWithPars(targetLangDir, "Tables"), getFileNameWithPars(targetLangDir, "PWSimCollection"), slidingWindowSize+"", maxHammingDistance+""};
      CLSlidingWindowPwsim.main(clSlidingArgs);
View Full Code Here

Examples of ivory.ptc.AnchorTextInvertedIndex.run()

76
77
78
79
80
81
82
83
84
85
86
    conf.setInt("Ivory.NumReduceTasks", numReducers);
    conf.set("Ivory.WeightingScheme", weightingSchemeClass);
    conf.set("Ivory.WeightingSchemeParameters", weightingSchemeParameters);

    AnchorTextInvertedIndex indexTool = new AnchorTextInvertedIndex(conf);
    indexTool.run();
    return 0;
  }

  /**
   * Dispatches command-line arguments to the tool via the
View Full Code Here

Examples of ivory.ptc.SortedPseudoTestCollection.run()

81
82
83
84
85
86
87
88
89
90
91
    conf.set("Ivory.QueryScorer", queryScorer);
    conf.set("Ivory.SamplingCriterion", samplingCriterion);
    conf.set("Ivory.SamplingCriterionParameters", samplingCriterionParameters);

    SortedPseudoTestCollection ex = new SortedPseudoTestCollection(conf);
    ex.run();
    return 0;
  }

  /**
   * Dispatches command-line arguments to the tool via the
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.