Package edu.stanford.nlp.ling

Examples of edu.stanford.nlp.ling.Tag

101
102
103
104
105
106
107
108
109
110
111
    if (useGT) {
      unknownGTTrainer.train(tw, weight);
    }

    String word = tw.word();
    Label tagL = new Tag(tw.tag());
    String first = word.substring(0, 1);
    if (useUnicodeType) {
      char ch = word.charAt(0);
      int type = Character.getType(ch);
      if (type != Character.OTHER_LETTER) {
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
    // scan data
    String word = tw.word();
    String subString = model.getSignature(word, loc);

    Label tag = new Tag(tw.tag());
    if ( ! c.containsKey(tag)) {
      c.put(tag, new ClassicCounter<String>());
    }
    c.get(tag).incrementCount(subString, weight);
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
  @Override
  public float score(IntTaggedWord itw, String word) {
    // Label tagL = itw.tagLabel();
    // String tag = tagL.value();
    String tag = itw.tagString(tagIndex);
    Label tagL = new Tag(tag);

    float logProb;

    if (VERBOSE) EncodingPrintWriter.out.println("Scoring unknown word |" + word + "| with tag " + tag, encoding);
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
  public float score(IntTaggedWord itw, String word) {
    float logProb;

    // Label tag = itw.tagLabel();
    String tagStr = itw.tagString(tagIndex);
    Label tag = new Tag(tagStr);

    // testing
    //EncodingPrintWriter.out.println("Scoring unknown word " + word + " with tag " + tag,encoding);
    // end testing
View Full Code Here
TOP

Related Classes of edu.stanford.nlp.ling.Tag

  • edu.stanford.nlp.parser.lexparser.BaseUnknownWordModel
  • edu.stanford.nlp.parser.lexparser.BaseUnknownWordModelTrainer
  • edu.stanford.nlp.parser.lexparser.ChineseUnknownWordModel
  • edu.stanford.nlp.parser.lexparser.ChineseUnknownWordModelTrainer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.