Examples of HMapSFW

edu.umd.cloud9.io.map.HMapSFW
Writable representing a map where keys are Strings and values are floats. This class is specialized for String objects to avoid the overhead that comes with wrapping Strings inside Text objects. @author Jimmy Lin

Examples of edu.umd.cloud9.io.map.HMapSFW

  public static junit.framework.Test suite() {
    return new JUnit4TestAdapter(EnFr_CLEF06.class);
  }


  public static void main(String[] args) {
    HMapSFW gridAPMap = array2Map(Gridbest_p005_c95_Fr_CLEF06_AP);
    HMapSFW tenbestAPMap = array2Map(Nbest_p005_c95_Fr_CLEF06_AP);
    HMapSFW onebestAPMap = array2Map(Onebest_p005_c95_Fr_CLEF06_AP);
    HMapSFW phraseAPMap = array2Map(phrase_p005_c95_Fr_CLEF06_AP);
    HMapSFW tokenAPMap = array2Map(baseline_token_p005_c95_Fr_CLEF06_AP);
    System.out.println(countNumberOfImprovedTopics(tokenAPMap, gridAPMap));
    System.out.println(countNumberOfImprovedTopics(tokenAPMap, tenbestAPMap));
    System.out.println(countNumberOfImprovedTopics(tokenAPMap, onebestAPMap));
    System.out.println(countNumberOfImprovedTopics(tokenAPMap, phraseAPMap));
    System.out.println(countNumberOfImprovedTopics(tokenAPMap, tokenAPMap));

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

    }
    return cnt;
  }


  private static HMapSFW array2Map(String[] array) {
    HMapSFW map = new HMapSFW();
    for ( int i = 0; i < array.length; i += 2 ) {
      map.put(array[i], Float.parseFloat(array[i+1]));
    }
    return map;
  }

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

  public void verifyTermDocVectorsEn() throws Exception {
    System.out.println("verifyTermDocVectorsEn");
    Configuration conf = IntegrationUtils.getBespinConfiguration();
    FileSystem fs = FileSystem.get(conf);


    HMapSFW value = findTermDocVector(enTermDocVector1Id, 0, fs, enwikiEn + "/wt-term-doc-vectors");
    System.out.println("enTermDocVector1\n"+value);
    verifyTermDocVector(enTermDocVector1, value);


    value = findTermDocVector(enTermDocVector2Id, 10, fs, enwikiEn + "/wt-term-doc-vectors");
    System.out.println("enTermDocVector2\n"+value);

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

  public void verifyTermDocVectorsDe() throws Exception {
    System.out.println("verifyTermDocVectorsDe");
    Configuration conf = IntegrationUtils.getBespinConfiguration();
    FileSystem fs = FileSystem.get(conf);


    HMapSFW value = findTermDocVector(deTermDocVector1Id, 0, fs, dewikiEn + "/wt-term-doc-vectors");
    System.out.println("deTermDocVector1\n"+value);
    verifyTermDocVector(deTermDocVector1, value);


    value = findTermDocVector(deTermDocVector2Id, 10, fs, dewikiEn + "/wt-term-doc-vectors");
    System.out.println("deTermDocVector2\n"+value);

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

  }


  private HMapSFW findTermDocVector(int docno, int startFrom, FileSystem fs, String dir) {
    SequenceFile.Reader reader;
    IntWritable key = new IntWritable();
    HMapSFW value = new HMapSFW();
    try {
      FileStatus[] paths = fs.listStatus(new Path(dir));
      System.err.println("length " + paths.length);
      for (FileStatus path : paths) {
        if (!path.getPath().getName().contains("part"))  continue;

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

    Configuration conf = IntegrationUtils.getBespinConfiguration();
    FileSystem fs = FileSystem.get(conf);


    SequenceFile.Reader reader;
    IntWritable key = new IntWritable();
    HMapSFW value = new HMapSFW();


    reader = new SequenceFile.Reader(fs,
        new Path(galagoIndex + "/wt-term-doc-vectors/part-00000"), fs.getConf());
    reader.next(key, value);
    verifyTermDocVector(galagoTermDocVector1, value);

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

    Configuration conf = IntegrationUtils.getBespinConfiguration();
    FileSystem fs = FileSystem.get(conf);


    SequenceFile.Reader reader;
    IntWritable key = new IntWritable();
    HMapSFW value = new HMapSFW();


    reader = new SequenceFile.Reader(fs,
        new Path(opennlpIndex + "/wt-term-doc-vectors/part-00000"), fs.getConf());
    reader.next(key, value);
    System.out.println("opennlpterm1\n"+value);

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

    transPhrase = transPhrase.trim();


    //LOG.info("Found translation phrase " + transPhrase);


    if (!phrase2score.containsKey(fPhrase)) {
      phrase2score.put(fPhrase, new HMapSFW());
    }
    // if same phrase extracted from multiple rules, average prob.s


    HMapKF<String> scoreTable = phrase2score.get(fPhrase);

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

            if (ids == null || ids.size() != 1) continue;
            for (int e : ids) {
              String eTerm = rhs[e];
              if (docLangTokenizer.isStemmedStopWord(eTerm))  continue;
              if (scfgDist.containsKey(fTerm)) {
                HMapSFW eToken2Prob = scfgDist.get(fTerm);
                if(eToken2Prob.containsKey(eTerm)) {
                  eToken2Prob.increment(eTerm, prob);
                }else {
                  eToken2Prob.put(eTerm, prob);
                }
              }else {
                HMapSFW eToken2Prob = new HMapSFW();
                eToken2Prob.put(eTerm, prob);
                scfgDist.put(fTerm, eToken2Prob);
              }
            }
            // keep track of alignments to identify source and target phrases
          }else {

View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapSFW

   * @param scale
   * @param probMap
   * @return
   */
  public static HMapSFW scaleProbMap(float threshold, float scale, HMapSFW probMap) {
    HMapSFW scaledProbMap = new HMapSFW();
    
    for (Entry<String> entry : probMap.entrySet()) {
      float pr = entry.getValue() * scale;
      if (pr > threshold) {
        scaledProbMap.put(entry.getKey(), pr);
      }
    }
    return scaledProbMap;
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.