Package joshua.corpus.vocab

Examples of joshua.corpus.vocab.BuildinSymbol

70
71
72
73
74
75
76
77
78
79
80
   
    String f_dev_hg_prefix=args[0].trim();
    String f_dev_items = f_dev_hg_prefix +".items";
    String f_dev_rules = f_dev_hg_prefix +".rules";
   
    SymbolTable p_symbol = new BuildinSymbol(null);
    int baseline_lm_feat_id =0;
    int num_sents =5;
   
    double scale=1.0;
    DefaultSemiringParser ds = new HypLenSquareExpectation(1,0,scale);
View Full Code Here
640
641
642
643
644
645
646
647
648
649
650
   
    //????????????????????????????????????????????????????
    int baseline_lm_feat_id = 0;
    //??????????????????????????????????????
   
    SymbolTable p_symbolTable = new BuildinSymbol(null);
   
    KBestExtractor kbestExtractor =null;
    int topN=300;//TODO
    boolean extract_unique_nbest = true;//TODO
    boolean do_ngram_clip_nbest = true; //TODO
View Full Code Here
617
618
619
620
621
622
623
624
625
626
627
        devRefs[i-3]= args[i].trim();
        System.out.println("Use ref file " + devRefs[i-3]);
      }
    }
   
    SymbolTable symbolTbl = new BuildinSymbol(null);
   
    int numSentInDevSet = FileUtilityOld.numberLinesInFile(sourceTrainingFile);
   
   
    HGMinRiskDAMert trainer =  new HGMinRiskDAMert(joshuaConfigFile,numSentInDevSet, devRefs, hypFilePrefix, symbolTbl, sourceTrainingFile);
View Full Code Here
228
229
230
231
232
233
234
    l_default_nonterminals.add(this.p_symbolTable.addNonterminal(default_non_terminal));
  }
 
 
  private void initSymbolTbl() throws IOException {
    this.p_symbolTable = new BuildinSymbol(null);   
  }
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
    String onebestFile=args[3].trim();//output
    int topN = new Integer(args[4].trim());
    double scalingFactor = new Double(args[5].trim());
 
    int ngramStateID = 0;
    SymbolTable symbolTbl = new BuildinSymbol(null);;
   
    NbestCrunching cruncher = new NbestCrunching(symbolTbl, scalingFactor, topN);
    NbestMinRiskReranker mbrReranker = new NbestMinRiskReranker(false, 1.0);
 
    BufferedWriter onebestWriter =  FileUtilityOld.getWriteFileStream(onebestFile); 
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
    String onebestFile=args[3].trim();//output
    int topN = new Integer(args[4].trim());
    double insideOutsideScalingFactor = new Double(args[5].trim());
 
    int ngramStateID = 0;
    SymbolTable symbolTbl = new BuildinSymbol(null);
   
    NbestCrunching cruncher = new NbestCrunching(symbolTbl, insideOutsideScalingFactor, topN);   
 
    BufferedWriter onebestWriter =  FileUtilityOld.getWriteFileStream(onebestFile); 
   
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    //String f_1best=args[3].trim();//output
    int topN = new Integer(args[4].trim());
    double inside_outside_scaling_factor = new Double(args[5].trim());
 
    int baseline_lm_feat_id = 0;
    SymbolTable p_symbol = new BuildinSymbol(null);
   
    EstimateEntropyGapOnNbest cruncher = new EstimateEntropyGapOnNbest(p_symbol, inside_outside_scaling_factor, topN);   
 
    //BufferedWriter t_writer_1best =  FileUtilityOld.getWriteFileStream(f_1best); 
   
View Full Code Here
144
145
146
147
148
149
150
151
152
      p_lm = new LMGrammarSRILM((SrilmSymbol)p_symbolTable, g_lm_order, lm_file);
     
    } else {
      //p_lm = new LMGrammar_JAVA(g_lm_order, lm_file, use_left_euqivalent_state);
      //big bug: should load the consistent symbol files
      p_symbolTable = new BuildinSymbol(remote_symbol_tbl);
      p_lm = new LMGrammarJAVA((BuildinSymbol)p_symbolTable, g_lm_order, lm_file, use_left_euqivalent_state, use_right_euqivalent_state);
    }
  }
View Full Code Here
TOP

Related Classes of joshua.corpus.vocab.BuildinSymbol

  • joshua.decoder.ff.lm.distributed_lm.LMServer
  • joshua.decoder.hypergraph.DiskHyperGraph
  • joshua.decoder.JoshuaDecoder
  • joshua.discriminative.feature_related.FeatureIntersection
  • joshua.discriminative.feature_related.FeatureSelectionHG
  • joshua.discriminative.monolingual_parser.MonolingualJoshuaDecoder
  • joshua.discriminative.ranker.HGRanker
  • joshua.discriminative.ranker.RescorerHGSimple
  • joshua.discriminative.semiring_parsing.EntropyOnHG
  • joshua.discriminative.semiring_parsing.HypLenExpectation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.