Package joshua.decoder.ff.lm

Examples of joshua.decoder.ff.lm.NgramExtractor

33
34
35
36
37
38
39
40
41
42
43
   
    this.startNgramOrder = startNgramOrder;
    this.endNgramOrder = endNgramOrder;
    this.symbolTbl = symbolTbl;
     
    this.ngramExtractor = new NgramExtractor(symbolTbl, ngramStateID, useIntegerNgram, baselineLMOrder);
    this.ngramModel  = loadModel(ngramModelFile);
   
    System.out.println("DiscriminativeNgramModel with size " + ngramModel.size());
   
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    if(baselineLMOrder<endNgramOrder)
      logger.severe("baselineLMOrder is too small; baselineLMOrder="+baselineLMOrder);
 
   
    this.symbolTbl = psymbol;
    this.ngramExtractor = new NgramExtractor(symbolTbl, ngramStateID, useIntegerNgram, baselineLMOrder);
    
    this.linearCorpusGainThetas = linearCorpusGainThetas;
    logger.info("linearCorpusGainThetas=" + this.linearCorpusGainThetas);

    //setup reference reader
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
  public BLEUOracleModel(int ngramStateID, int baselineLMOrder, int featID, SymbolTable psymbol, double weight, String[] referenceFiles, double[] linearCorpusGainThetas) {
 
    super(ngramStateID, weight, featID);
   
    this.symbolTbl = psymbol;
    this.ngramExtractor = new NgramExtractor(symbolTbl, ngramStateID, useIntegerNgram, baselineLMOrder);
   
   
    this.linearCorpusGainThetas = linearCorpusGainThetas;
    logger.info("linearCorpusGainThetas=" + this.linearCorpusGainThetas);
   
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    }
    //this.symbolTbl = symbolTbl;
   

    this.linearCorpusGainThetas = linearCorpusGainThetas;
    this.ngramExtractor = new NgramExtractor(symbolTbl, ngramStateID, false, baselineLMOrder);
 
    //=== feature related
    this.featureStringToIntegerMap = featureStringToIntegerMap;
    this.restrictedFeatureSet = new HashSet<String>( featureStringToIntegerMap.keySet() );
    this.featTemplates = featTemplates;
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
    if(baselineLMOrder<endNgramOrder){
      System.out.println("baseline lm order is smaller than end_lm_order");
      System.exit(0);
    }
   
    this.ngramExtractor = new NgramExtractor(symbolTbl, ngramStateID, useIntegerNgram, baselineLMOrder);
   
    System.out.println("startOrder=" + startOrder);
    System.out.println("endOrder=" + endOrder);
   
  }
View Full Code Here
TOP

Related Classes of joshua.decoder.ff.lm.NgramExtractor

  • joshua.decoder.ff.state_maintenance.NgramDPState
  • joshua.decoder.hypergraph.HGNode
  • joshua.discriminative.feature_related.feature_function.BLEUOracleModel
  • joshua.discriminative.feature_related.feature_function.DiscriminativeNgramModel
  • joshua.discriminative.feature_related.feature_template.NgramFT
  • joshua.discriminative.training.risk_annealer.hypergraph.RiskAndFeatureAnnotationOnLMHG
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.