Examples of AnalyzedTokenReadings

org.languagetool.AnalyzedTokenReadings
An array of {@link AnalyzedToken}s used to store multiple POS tags and lemmas for a given single token. @author Marcin Milkowski

Examples of org.languagetool.AnalyzedTokenReadings

          }
        } else {
          l.add(new AnalyzedToken(word, null, null));
        }
      }          
      tokenReadings.add(new AnalyzedTokenReadings(l, pos));
      pos += word.length();
    }


    return tokenReadings;
  }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

  private AnalyzedTokenReadings[] getAnalyzedTokenReadings(final String input) throws IOException {
    return languageTool.getAnalyzedSentence(input).getTokensWithoutWhitespace();
  }


  private AnalyzedTokenReadings getAnalyzedTokenReadings(String token, String posTag, String lemma) {
    return new AnalyzedTokenReadings(new AnalyzedToken(token, posTag, lemma), 0);
  }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

        if (parts.length != 3) {
          throw new IOException("Format error in file " + fileName + ", line: " + line + ", " +
                  "expected 3 semicolon-separated parts, got " + parts.length);
        }
        final AnalyzedToken analyzedToken = new AnalyzedToken(parts[1], parts[2], null);
        map.put(parts[0], new AnalyzedTokenReadings(analyzedToken, 0));
      }
    } finally {
      scanner.close();
    }
    return map;

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

import java.util.Arrays;


public class MatchTest extends TestCase {


  private AnalyzedTokenReadings getAnalyzedTokenReadings(String token, String posTag, String lemma) {
    return new AnalyzedTokenReadings(new AnalyzedToken(token, posTag, lemma), 0);
  }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings


    for (String word : sentenceTokens) {
      final List<AnalyzedToken> l = new ArrayList<>();
      AnalyzedToken at = asAnalyzedToken(word);
      l.add(at);
      tokenReadings.add(new AnalyzedTokenReadings(l, pos));
      pos += at.getToken().length();
    }


    return tokenReadings;
  }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

    return tokenReadings;
  }


  @Override
  public final AnalyzedTokenReadings createNullToken(final String token, final int startPos) {
    return new AnalyzedTokenReadings(new AnalyzedToken(token, null, null), startPos);
  }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

      for (String word : sentenceTokens) {
        final List<AnalyzedToken> l = new ArrayList<>();
        // a real tagger would need to assign a POS tag
        // in the next line instead of null:
        l.add(new AnalyzedToken(word, null, null));
        tokenReadings.add(new AnalyzedTokenReadings(l, 0));
      }
      return tokenReadings;
    }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

      return tokenReadings;
    }


    @Override
    public AnalyzedTokenReadings createNullToken(String token, int startPos) {
      return new AnalyzedTokenReadings(new AnalyzedToken(token, null, null),
              startPos);
    }

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

   * 
   * @param lemmaString String that specifies the base form.
   */
  public final void setLemmaString(final String lemmaString) {
    if (!StringTools.isEmpty(lemmaString)) {
      formattedToken = new AnalyzedTokenReadings(new AnalyzedToken(lemmaString,
          posTag, lemmaString), 0);
      staticLemma = true;
      postagRegexp = true;
      if (posTag != null) {
        pPosRegexMatch = Pattern.compile(posTag);

View Full Code Here

Examples of org.languagetool.AnalyzedTokenReadings

      }
    }
    if (l.isEmpty()) {
      return formattedToken;
    }
    final AnalyzedTokenReadings anTkRead=new AnalyzedTokenReadings(l.toArray(new AnalyzedToken[l.size()]), formattedToken.getStartPos());
    anTkRead.setWhitespaceBefore(formattedToken.isWhitespaceBefore());
    return anTkRead;
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.