Package joshua.corpus.vocab

Examples of joshua.corpus.vocab.BuildinSymbol

34
35
36
37
38
39
40
41
42
43
44
    int num_sents=new Integer(args[2].trim());
    String f_config=args[3].trim();//be careful with the weights
   
    //set up models
    VariationalDecoderConfiguration.readConfigFile(f_config);
    SymbolTable symbolTbl = new BuildinSymbol(null); 
    List<FeatureFunction> featFunctions = new ArrayList<FeatureFunction>();
    HashMap<VariationalNgramApproximator, FeatureTemplateBasedFF> approximatorMap = new HashMap<VariationalNgramApproximator, FeatureTemplateBasedFF> ();
    VariationalDecoderConfiguration.initializeModels(f_config, symbolTbl, featFunctions, approximatorMap);   
    double insideOutsideScalingFactor =  VariationalDecoderConfiguration.insideoutsideScalingFactor;       
   
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
 
    int baseline_lm_feat_id = 0;//???????
   
    int max_num_words =25;
   
    SymbolTable p_symbol = new BuildinSymbol(null);
    KBestExtractor kbest_extractor = new KBestExtractor(p_symbol, true, false, false, false,  false, true);//????????????
    ApproximateFilterHGByOneString filter = new ApproximateFilterHGByOneString(p_symbol,baseline_lm_feat_id,baseline_lm_order);
    StringSumInHG p_sumer = new StringSumInHG(p_symbol, kbest_extractor, filter);
   
    //#### process test set
View Full Code Here
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
  // TODO: maybe move to JoshuaConfiguration to enable moving the featureFunction parsing there (Sets: symbolTable, defaultNonterminals)
  private void initializeSymbolTable(SymbolTable existingSymbols) {
    if (JoshuaConfiguration.use_remote_lm_server) {
      if (null == existingSymbols) {
        // Within the decoder, we assume BuildinSymbol when using the remote LM
        this.symbolTable = new BuildinSymbol(JoshuaConfiguration.remote_symbol_tbl);
      } else {
        this.symbolTable = existingSymbols;
      }
    } else if (JoshuaConfiguration.use_srilm) {
      logger.finest("Using SRILM symbol table");
      if (null == existingSymbols) {
        this.symbolTable = new SrilmSymbol(JoshuaConfiguration.lmOrder);
      } else {
        logger.finest("Populating SRILM symbol table with symbols from existing symbol table");
        this.symbolTable = new SrilmSymbol(existingSymbols, JoshuaConfiguration.lmOrder);
      }
    } else {
      if (null == existingSymbols) {
        //this.symbolTable = new Vocabulary();//new BuildinSymbol(null);
        this.symbolTable = new BuildinSymbol();
      } else {
        this.symbolTable = existingSymbols;
      }
    }
   
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
   
    String f_dev_hg_prefix=args[0].trim();
    String f_dev_items = f_dev_hg_prefix +".items";
    String f_dev_rules = f_dev_hg_prefix +".rules";
   
    SymbolTable p_symbol = new BuildinSymbol(null);
    int baseline_lm_feat_id =0;
    int num_sents =5;
    double scale=1.0;
    DefaultSemiringParser ds = new HypLenExpectation(1,0,scale);
    DiskHyperGraph dhg_test = new DiskHyperGraph(p_symbol, baseline_lm_feat_id, true, null); //have model costs stored
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
//  ======================== main method ================================     
   public static void main(String[] args)   throws IOException{ 
       if(args.length<2){
         System.out.println("Wrong command, it should be: java ConfusionExtractor  f_input_grammar f_confusion_grammar");
       }
      SymbolTable symbolTbl = new BuildinSymbol(null);
      String fInputGrammar = args[0];
      String fConfusiongrammar = args[1];
     
      ArrayList<Double> featureWeights = new ArrayList<Double>();
      for(int i=2; i<args.length; i++){
View Full Code Here
488
489
490
491
492
493
494
495
496
497
498
//======================== main method ================================     
   public static void main(String[] args)   throws IOException{ 
       if(args.length<3){
         System.out.println("Wrong command, it should be: java ConfusionExtractor f_hypergraphs_items f_hypergraphs_grammar f_confusion_grammar total_num_sent");
       }
      SymbolTable p_symbol = new BuildinSymbol(null);
      int baseline_lm_feat_id=0;//TODO
      boolean saveModelCosts = true;
      boolean itemSpecific=false;
     
      String f_hypergraphs = args[0];
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    int numSrcWords =1;
    if(args.length>=4)
      numSrcWords = new Integer(args[3].trim());
   
   
    SymbolTable symbolTbl = new BuildinSymbol(null);
    int ngramStateID =0;
   
    double sumEntropy = 0;
   
    EntropyOnHGUsingIO ds = new EntropyOnHGUsingIO(1.0);
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
    int numSrcWords =1;
    if(args.length>=4)
      numSrcWords = new Integer(args[3].trim());
   
   
    SymbolTable p_symbol = new BuildinSymbol(null);
    int ngramStateID =0;
   
    double sumEntropy = 0;
   
    DefaultInsideSemiringParser ds = new EntropyOnHG(1.0);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    int numSrcWords =1;
    if(args.length>=4)
      numSrcWords = new Integer(args[3].trim());
   
   
    SymbolTable symbolTbl = new BuildinSymbol(null);
    int ngramStateID =0;
   
    double sumEntropy = 0;
   
    DefaultSemiringParser ds = new EntropyOnHG(1,0,scale);
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
    if(args.length>=3)
      num_sents = new Integer(args[2].trim());
   
 
   
    SymbolTable p_symbol = new BuildinSymbol(null);
    int baseline_lm_feat_id =0;
   
    ArrayList<HyperGraph> hyperGraphs = new  ArrayList<HyperGraph>();;
   
    HypLenSquareExpectation ds = new HypLenSquareExpectation(scale);
View Full Code Here
TOP

Related Classes of joshua.corpus.vocab.BuildinSymbol

  • joshua.decoder.ff.lm.distributed_lm.LMServer
  • joshua.decoder.hypergraph.DiskHyperGraph
  • joshua.decoder.JoshuaDecoder
  • joshua.discriminative.feature_related.FeatureIntersection
  • joshua.discriminative.feature_related.FeatureSelectionHG
  • joshua.discriminative.monolingual_parser.MonolingualJoshuaDecoder
  • joshua.discriminative.ranker.HGRanker
  • joshua.discriminative.ranker.RescorerHGSimple
  • joshua.discriminative.semiring_parsing.EntropyOnHG
  • joshua.discriminative.semiring_parsing.HypLenExpectation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.