Package joshua.decoder.hypergraph

Examples of joshua.decoder.hypergraph.HyperGraph

104
105
106
107
108
109
110
111
112
113
114
    EntropyOnHGUsingIO ds = new EntropyOnHGUsingIO(1.0);
    DiskHyperGraph diskHG = new DiskHyperGraph(symbolTbl, ngramStateID, true, null); //have model costs stored
    diskHG.initRead(f_dev_items, f_dev_rules,null);
    for(int sentID=0; sentID < numSents; sentID ++){
      System.out.println("#Process sentence " + sentID);
      HyperGraph testHG = diskHG.readHyperGraph();   
     
      ds.setHyperGraph(testHG);
     
      ds.runInsideOutside();
      ds.printGoalX();
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
    DefaultInsideSemiringParser ds = new EntropyOnHG(1.0);
    DiskHyperGraph dhg_test = new DiskHyperGraph(p_symbol, ngramStateID, true, null); //
    dhg_test.initRead(f_dev_items, f_dev_rules,null);
    for(int sent_id=0; sent_id < num_sents; sent_id ++){
      System.out.println("#Process sentence " + sent_id);
      HyperGraph hg_test = dhg_test.readHyperGraph();   
      ds.setHyperGraph(hg_test);
      ds.insideEstimationOverHG();
      ExpectationSemiring<LogSemiring,ScalarPM> goalSemiring = (ExpectationSemiring<LogSemiring,ScalarPM>) ds.getGoalK();
      //goal_semiring.printInfor();
      goalSemiring.getR().getValue().multiLogNumber(-goalSemiring.getP().getLogValue());//normalize
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
    DefaultSemiringParser ds = new EntropyOnHG(1,0,scale);
    DiskHyperGraph diskHG = new DiskHyperGraph(symbolTbl, ngramStateID, true, null); //have model costs stored
    diskHG.initRead(f_dev_items, f_dev_rules,null);
    for(int sentID=0; sentID < num_sents; sentID ++){
      System.out.println("#Process sentence " + sentID);
      HyperGraph testHG = diskHG.readHyperGraph();     
      ds.insideEstimationOverHG(testHG);
      ExpectationSemiring goalSemiring = (ExpectationSemiring) ds.getGoalSemiringMember(testHG);
      //goal_semiring.printInfor();
      goalSemiring.normalizeFactors();
      goalSemiring.printInfor();
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
    DiskHyperGraph diskHG = new DiskHyperGraph(p_symbol, baseline_lm_feat_id, true, null); //have model costs stored
    diskHG.initRead(f_dev_items, f_dev_rules,null);
    for(int k=0;k<136; k++){
      for(int sent_id=0; sent_id < num_sents; sent_id ++){
        System.out.println("#Process sentence " + sent_id);
        HyperGraph hg_test;
        if(k==0){ 
          hg_test = diskHG.readHyperGraph();
          hyperGraphs.add(hg_test);
        }else
          hg_test = hyperGraphs.get(sent_id);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    DefaultSemiringParser ds = new HypLenSquareExpectation(1,0,scale);
    DiskHyperGraph dhg_test = new DiskHyperGraph(p_symbol, baseline_lm_feat_id, true, null); //have model costs stored
    dhg_test.initRead(f_dev_items, f_dev_rules,null);
    for(int sent_id=0; sent_id < num_sents; sent_id ++){
      System.out.println("#Process sentence " + sent_id);
      HyperGraph hg_test = dhg_test.readHyperGraph();     
      ds.insideEstimationOverHG(hg_test);
      CompositeSemiring goal_semiring = ds.getGoalSemiringMember(hg_test);
      goal_semiring.normalizeFactors();
      goal_semiring.printInfor();
    }   
View Full Code Here
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
      System.out.println("############Process sentence " + sent_id);
      start_time = System.currentTimeMillis();
      sent_id++;
      //if(sent_id>10)break;
     
      HyperGraph hg = dhg_read.readHyperGraph();
      if(hg==null)continue;
     
      double orc_bleu=0;
     
      //System.out.println("read disk hyp: " + (System.currentTimeMillis()-start_time));
      time_on_reading += System.currentTimeMillis()-start_time;
      start_time = System.currentTimeMillis();
     
      if(orc_extract_nbest){
        Object[] res = orc_extractor.oracleExtractOnNbest(kbestExtractor, hg, topN, do_ngram_clip_nbest, ref_sent);
        String orc_sent = (String) res[0];
        orc_bleu = (Double) res[1];
        orc_out.write(orc_sent+"\n");
      }else{       
        HyperGraph hg_oracle = orc_extractor.oracleExtractOnHG(hg, hg.sentLen, lm_order, ref_sent);
        oracleKbestExtractor.lazyKBestExtractOnHG(hg_oracle, null, topKOracles, hg.sentID, orc_out);
        orc_bleu = hg_oracle.goalNode.bestHyperedge.bestDerivationLogP;
        time_on_orc_extract += System.currentTimeMillis()-start_time;
        //System.out.println("num_virtual_items: " + orc_extractor.numRefinedNodes + " num_virtual_dts: " + orc_extractor.numRefinedEdges);
        //System.out.println("oracle extract: " + (System.currentTimeMillis()-start_time));
View Full Code Here
175
176
177
178
179
180
181
182
183
184
185
    if (logger.isLoggable(Level.FINER))
      logger.finer("after seed, time: "
        + (System.currentTimeMillis() - start) / 1000);
   
    //=========================parsing
    HyperGraph p_hyper_graph = chart.expand();
    if (logger.isLoggable(Level.FINER))
      logger.finer("after expand, time: "  + (System.currentTimeMillis() - start) / 1000);   
   
    postProcessHypergraph(p_hyper_graph, sentenceID);
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
    refNgramsTbl.clear();
    getNgrams(refNgramsTbl, bleuOrder, refWords, false);
   
    equiv.setupPrefixAndSurfixTbl(refNgramsTbl);
   
    HyperGraph res= splitHG(hg);
   
    return res;
  }
View Full Code Here
107
108
109
110
111
112
113
114
115
    refSentLen = BLEU.computeEffectiveLen(refLens, useShortestRef);
    refNgramsTbl =  BLEU.computeMaxRefCountTbl(listRefNgramTbl);
   
    equiv.setupPrefixAndSurfixTbl(refNgramsTbl);
   
    HyperGraph res= splitHG(hg);
   
    return res;
  }
View Full Code Here
75
76
77
78
79
80
81
82
   
    splitNode(hg.goalNode);
    HGNode newGoal = getVirtualGoalItem(hg, splitRefinedNodesTbl);
    printInfo();
   
    HyperGraph newHG = new HyperGraph(newGoal, numRefinedNodes, numRefinedEdges, hg.sentID, hg.sentLen);
    return newHG;
  } 
View Full Code Here
TOP

Related Classes of joshua.decoder.hypergraph.HyperGraph

  • joshua.decoder.chart_parser.Chart
  • joshua.decoder.DecoderThread
  • joshua.discriminative.feature_related.FeatureIntersection
  • joshua.discriminative.feature_related.FeatureSelectionHG
  • joshua.discriminative.monolingual_parser.MonolingualDecoderThread
  • joshua.discriminative.ranker.HGRanker
  • joshua.discriminative.ranker.RescorerHGSimple
  • joshua.discriminative.semiring_parsing.EntropyOnHG
  • joshua.discriminative.semiring_parsing.HypLenExpectation
  • joshua.discriminative.semiring_parsing.HypLenSquareExpectation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.