Package org.apache.ctakes.typesystem.type.syntax

Examples of org.apache.ctakes.typesystem.type.syntax.WordToken

2708
2709
2710
2711
2712
2713
2714
2715
2716
2717
2718
  return span;
}
  private void findFSMInRange(JCas jcas, int begin, int end) throws Exception {
    MedicationMention ne = null;
    WordToken we = null;
    // grab iterator over tokens within this chunk
    Iterator btaItr = FSUtil.getAnnotationsInSpanIterator(jcas,
        BaseToken.type, begin,
        end+1);
    // do the same as above for named entities
View Full Code Here
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
    }
   
      } else if (clas.equals(WordToken.class)) {

    if (jcas!=null) {
        token = new WordToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
        String tokenText = s.substring(begin, end);
        setCapitalization((WordToken)token, tokenText);
        setNumPosition((WordToken)token, tokenText);
    }
    else  {
View Full Code Here
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
//        }
       
        String oldSystemTokenClass = oldSystemToken.getClass().getName();
        if (oldSystemTokenClass.equals(WordToken.class.getName()))
        {
          newGoldToken = new WordToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(ContractionToken.class.getName()))
        {
          newGoldToken = new ContractionToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(NewlineToken.class.getName()))
        {
View Full Code Here
750
751
752
753
754
755
756
757
758
759
760
      {
        Iterator chkNE = namedE.iterator();
        Iterator newNE = wordTokenList.iterator();
        boolean neFound = false;
      //  MedicationMention ne = null;
        WordToken we = null;
        Object mt = (Object)  measurementTokenItr.next();
        if (mt instanceof  StrengthUnitToken) {
          // StrengthUnitToken mt = (StrengthUnitToken) measurementTokenItr.next();
          int begSeg = ((StrengthUnitToken) mt).getStartOffset(), endSeg = ((StrengthUnitToken) mt).getEndOffset();
          StrengthUnitAnnotation ma = new StrengthUnitAnnotation(jcas, begSeg, endSeg);
View Full Code Here
2496
2497
2498
2499
2500
2501
2502
2503
2504
2505
2506
  private org.apache.ctakes.core.fsm.token.BaseToken adaptToFSMBaseToken(BaseToken obj)
  throws Exception
  {
    if (obj instanceof WordToken)
    {
      WordToken wta = (WordToken) obj;
      return new WordTokenAdapter(wta);
    } else if (obj instanceof NumToken)
    {
      NumToken nta = (NumToken) obj;
      if (nta.getNumType() == TokenizerAnnotator.TOKEN_NUM_TYPE_INTEGER)
View Full Code Here
2712
2713
2714
2715
2716
2717
2718
2719
2720
2721
2722
  return span;
}
  private void findFSMInRange(JCas jcas, int begin, int end) throws Exception {
    MedicationMention ne = null;
    WordToken we = null;
    // grab iterator over tokens within this chunk
    Iterator btaItr = FSUtil.getAnnotationsInSpanIterator(jcas,
        BaseToken.type, begin,
        end+1);
    // do the same as above for named entities
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
    JFSIndexRepository indexes = jcas.getJFSIndexRepository();
    Iterator<?> annotItr = indexes.getAnnotationIndex(WordToken.type).iterator();
   
    while (annotItr.hasNext())
    {
      WordToken ann = (WordToken)annotItr.next();

      if(ann.getBegin() >= locationTerm.getBegin() && ann.getEnd() <= locationTerm.getEnd())
        list.add(ann);
    }

    return list;
  }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
253
      Iterator<?> wordTokenItr = jcas.getJFSIndexRepository().getAnnotationIndex(
          WordToken.type).iterator();

      while (wordTokenItr.hasNext())
      {
        WordToken token = (WordToken) wordTokenItr.next();
        String tok = token.getCoveredText();

        if(tok == null) continue;
        tok = tok.toLowerCase().replaceAll("[\\W]", " ").trim();
        String[] toks = tok.split("\\s");
        for(int i=0; i<toks.length; i++)
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
     * classVal is "null" this null is assigned for class value and cause
     * error.
     */
    String classVal = Const.CLASS_UNKNOWN;
    while (tokenItr.hasNext()) {
      WordToken token = (WordToken) tokenItr.next();
      String strToken = token.getCoveredText();

      // System.out.println("***word:" + strToken);
      if (strToken == null)
        continue;
      if (!caseSensitive)
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
      BaseToken bta = (BaseToken) btaItr.next();
      String normForm = null;
      if (!(bta instanceof WordToken)) {
        normForm = bta.getCoveredText();
      } else {
        WordToken wta = (WordToken) bta;
        String canonicalForm = wta.getCanonicalForm();


        // The norm form is the canonical form, if there is one
        // Otherwise the norm form is the token's text.
        if ((canonicalForm != null)  && (canonicalForm.length() > 0)) {
          normForm = canonicalForm;
        } else {
          normForm = wta.getCoveredText();
        }
      }
      bta.setNormalizedForm(normForm);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.ctakes.typesystem.type.syntax.WordToken

  • org.apache.ctakes.assertion.eval.AssertionEvalBasedOnModifier$ReferenceSupportingAnnotationsSystemToGoldCopier
  • org.apache.ctakes.assertion.eval.AssertionEvaluation$ReferenceSupportingAnnotationsSystemToGoldCopier
  • org.apache.ctakes.assertion.medfacts.Converti2b2AnnotationsToCTAKES
  • org.apache.ctakes.clinicalpipeline.ae.ExtractionPrepAnnotator
  • org.apache.ctakes.contexttokenizer.ae.ContextDependentTokenizerAnnotator
  • org.apache.ctakes.core.ae.TokenConverter
  • org.apache.ctakes.core.cc.NormalizedFilesInDirectoryCasConsumer
  • org.apache.ctakes.core.cc.TokenFreqCasConsumer
  • org.apache.ctakes.core.nlp.tokenizer.TokenizerPTB
  • org.apache.ctakes.coreference.ae.MipacqMarkableCreator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.