Examples of joshua.corpus.lexprob.LexProbs

joshua.corpus.lexprob.LexProbs
Represents lexical probability distributions in both directions.
This class calculates the probabilities from sorted word pair counts. @author Lane Schwartz @version $LastChangedDate: 2010-02-10 09:59:38 -0600 (Wed, 10 Feb 2010) $

//        public int getNumSentences() { return suffixArray.getCorpus().getNumSentences(); }
//        public Corpus getSourceCorpus() { return suffixArray.getCorpus(); }
//        public Corpus getTargetCorpus() { return targetCorpusArray; }
//      };
      
      this.lexProbs = new LexProbs(parallelCorpus, Float.MIN_VALUE);
      
//      try {
//        lexProbs = SampledLexProbs.getSampledLexProbs(corpusString, targetCorpusString, alignmentString);
//      } catch (IOException e) {
//        Assert.fail("Unable to initialize lexprobs");

View Full Code Here

      {
        ParallelCorpus parallelCorpus = new AlignedParallelCorpus(sourceCorpusArray, targetCorpusArray, grids);


        if (logger.isLoggable(Level.INFO)) logger.info("Constructing lexprob table");
        LexicalProbabilities lexProbs = 
          new LexProbs(parallelCorpus, Float.MIN_VALUE);


        String lexprobsFilename = outputDirName + File.separator + "lexprobs.txt";
        FileOutputStream stream = new FileOutputStream(lexprobsFilename);
        OutputStreamWriter lexprobsOut = new OutputStreamWriter(stream, charset);


        String binaryLexCountFilename = outputDirName + File.separator + "lexicon.counts";
        if (logger.isLoggable(Level.INFO)) logger.info("Writing binary lexicon counts to disk at " + binaryLexCountFilename);


        //      BinaryOut lexCountOut = new BinaryOut(binaryLexCountFilename);
        ObjectOutput lexCountOut = new ObjectOutputStream(new FileOutputStream(binaryLexCountFilename));
        lexProbs.writeExternal(lexCountOut);
        lexCountOut.close();


        String s = lexProbs.toString();


        if (logger.isLoggable(Level.INFO)) logger.info("Writing lexprobs at " + lexprobsFilename);
        lexprobsOut.write(s);  
        lexprobsOut.flush();
        lexprobsOut.close();

View Full Code Here

    this.sourceSuffixArray = sourceSuffixArray;
    this.maxPhraseSpan     = maxPhraseSpan;
    this.maxPhraseLength   = maxPhraseLength;
    this.maxNonterminals   = maxNonterminals;
    this.minNonterminalSpan = minNonterminalSpan;
    this.lexProbs          = new LexProbs(this,lexProbFloor);
    this.ruleOwner = ruleOwner;
    this.defaultLHSSymbol = defaultLHSSymbol;
    this.oovFeatureCost = oovFeatureCost;
    
    int maxNonterminalSpan = maxPhraseSpan;

View Full Code Here

    this.sourceSuffixArray = sourceSuffixArray;
    this.maxPhraseSpan     = maxPhraseSpan;
    this.maxPhraseLength   = maxPhraseLength;
    this.maxNonterminals   = maxNonterminals;
    this.minNonterminalSpan = minNonterminalSpan;
    this.lexProbs          = new LexProbs(this, lexCountsFilename);
    this.ruleOwner = ruleOwner;
    this.defaultLHSSymbol = defaultLHSSymbol;
    this.oovFeatureCost = oovFeatureCost;
    
    int maxNonterminalSpan = maxPhraseSpan;

View Full Code Here

TOP

Related Classes of joshua.corpus.lexprob.LexProbs

joshua.corpus.alignment.Alignments

joshua.corpus.Corpus

joshua.corpus.suffix_array.Compile

joshua.corpus.suffix_array.ParallelCorpusGrammarFactory

joshua.prefix_tree.PrefixTreeAdvancedTest

java.io.FileInputStream

java.io.ObjectInput

java.io.ObjectInputStream

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.