Package org.apache.ctakes.typesystem.type.syntax

Examples of org.apache.ctakes.typesystem.type.syntax.BaseToken


    CollectionReader collectionReader = TestUtil.getCR(new File("desc/test/OpenNLPPOSCollectionReader2.xml"));
    AnalysisEngine analysisEngine = TestUtil.getAE(new File("desc/test/NullAnnotator.xml"));
    JCas jCas = analysisEngine.newJCas();
    collectionReader.getNext(jCas.getCas());
   
    BaseToken baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 0);
    assertEquals(0, baseToken.getBegin());
    assertEquals(1, baseToken.getEnd());
    assertEquals("A", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());

    baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 1);
    assertEquals("farmer", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());
   
    baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 2);
    assertEquals("went", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());
   
    baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 3);
    assertEquals("trotting", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());
   
    baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 4);
    assertEquals("upon_A", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());

    baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 5);
    assertEquals("his", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());

    baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, 6);
    assertEquals(".", baseToken.getCoveredText());
    assertNull(baseToken.getPartOfSpeech());

    CollectionException ce = null;
    jCas = analysisEngine.newJCas();
    try {
      collectionReader.getNext(jCas.getCas());
View Full Code Here


  /*
   * For aiding debug
   */
  private void printPosTags(JCas jCas) {
    BaseToken baseToken;
    // Print the pos tag assigned to each token
    for (int i=0; i < TestUtil.getFeatureStructureSize(jCas, BaseToken.class) ; i++) {
      baseToken = TestUtil.getFeatureStructureAtIndex(jCas, BaseToken.class, i);
      System.out.println(baseToken.getCoveredText() + " part of speech = " + baseToken.getPartOfSpeech());
    }
  }
View Full Code Here

     
      if (true) {
    boolean ok = verify(beginFromStartOfDocument, endFromStartOfDocument, offsetAdjustment);
    if (!ok) {
        System.err.println("ERROR: so creating a BaseToken with begin = 0 end = 0 just to avoid exception");
        if (jcas!=null) token = new BaseToken(jcas, 0, 0); else token = new Token(0,0);
        return token;
    }

      }

      if (clas == null) { // determine the type for the caller

    Class<? extends BaseToken> clss = determineTokenType(s, begin, end);
    if (clss==null) throw new RuntimeException(" still is null");
   
    if (jcas!=null)
        token = createToken(clss, s, jcas, begin, end, offsetAdjustment);
    else {
        token = new Token(begin, end);
        ((Token)token).setText(s.substring(begin, end));
    }

      } else if (clas.equals(NewlineToken.class)) {

    if (jcas!=null)
        token = new NewlineToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
    else {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }

      } else if (clas.equals(NumToken.class)) {

    if (jcas!=null) {
        token = new NumToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
        String tokenText = s.substring(begin, end);
        setNumType((NumToken)token, tokenText);
    }
    else {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }
   
      } else if (clas.equals(WordToken.class)) {

    if (jcas!=null) {
        token = new WordToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
        String tokenText = s.substring(begin, end);
        setCapitalization((WordToken)token, tokenText);
        setNumPosition((WordToken)token, tokenText);
    }
    else  {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }

      } else if (clas.equals(SymbolToken.class)) {

    if (jcas!=null)
        token = new SymbolToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
    else {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }


      } else if (clas.equals(PunctuationToken.class)) {

    if (jcas!=null)
        token = new PunctuationToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
    else {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }
       

      } else if (clas.equals(ContractionToken.class)) {

    if (jcas!=null)
        token = new ContractionToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
    else {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }

      } else if (clas.equals(BaseToken.class)) {

    if (jcas!=null)
        token = new BaseToken(jcas, beginFromStartOfDocument, endFromStartOfDocument);
    else {
        token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
        ((Token)token).setText(s.substring(begin, end));
    }
View Full Code Here

    }

    // Now add the tokenNumber in the order of offsets
    FSIterator<?> baseTokenIter = indexes.getAnnotationIndex(BaseToken.type).iterator();
    while (baseTokenIter.hasNext()) {
      BaseToken bta = (BaseToken) baseTokenIter.next();
      if (bta.getBegin()>=rangeBegin && bta.getBegin()<rangeEnd) {
        bta.setTokenNumber(tokenCount);
        tokenCount++;
      }
    }

  }
View Full Code Here

    Iterator<Token> tokenItr = tokens.iterator();
    while (tokenItr.hasNext()) {
      Token token = (Token) tokenItr.next();

      // convert token into JCas object
      BaseToken bta = TokenConverter.convert(token, jcas, beginPos);

      bta.setTokenNumber(tokenCount);

      // add JCas object to CAS index
      bta.addToIndexes();

      tokenCount++;
    }
  }
View Full Code Here

      FSIterator baseTokenItr = indexes.getAnnotationIndex(BaseToken.type).iterator();

      List<org.apache.ctakes.core.fsm.token.BaseToken> baseTokenList = new ArrayList<org.apache.ctakes.core.fsm.token.BaseToken>();
      while (baseTokenItr.hasNext())
      {
        BaseToken bta = (BaseToken) baseTokenItr.next();
        baseTokenList.add(adaptToFSMBaseToken(bta));
      }

      prepareSubSection(jcas, indexes,
          iv_subMedSectionFSM.execute(baseTokenList));
View Full Code Here

    // adapt JCas objects into objects expected by the
    // Finite state
    // machines
    List baseTokenList = new ArrayList();
    while (btaItr.hasNext()) {
      BaseToken bta = (BaseToken) btaItr.next();

      baseTokenList.add(adaptToFSMBaseToken(bta));
    }

    // execute FSM logic
View Full Code Here

      FSIterator baseTokenItr = indexes.getAnnotationIndex(BaseToken.type).iterator();

      List<org.apache.ctakes.core.fsm.token.BaseToken> baseTokenList = new ArrayList<org.apache.ctakes.core.fsm.token.BaseToken>();
      while (baseTokenItr.hasNext())
      {
        BaseToken bta = (BaseToken) baseTokenItr.next();
        baseTokenList.add(adaptToFSMBaseToken(bta));
      }

      prepareSubSection(jcas, indexes,
          iv_subMedSectionFSM.execute(baseTokenList));
View Full Code Here

    // adapt JCas objects into objects expected by the
    // Finite state
    // machines
    List baseTokenList = new ArrayList();
    while (btaItr.hasNext()) {
      BaseToken bta = (BaseToken) btaItr.next();

      baseTokenList.add(adaptToFSMBaseToken(bta));
    }

    // execute FSM logic
View Full Code Here

        newGoldSentence.addToIndexes();
      }

      for (BaseToken oldSystemToken : JCasUtil.select(jCas, BaseToken.class))
      {
        BaseToken newGoldToken = null; //new BaseToken(goldView, oldSystemEventMention.getBegin(), oldSystemEventMention.getEnd());

        // TODO the following commented out block is an alternative to having the hard coded if..then..else-if..else block for constructing new BaseToken objects
//        Constructor<? extends BaseToken> constructor = null;
//        try
//        {
//          constructor = oldSystemToken.getClass().getConstructor(JCas.class, int.class, int.class);
//        } catch(NoSuchMethodException| SecurityException e)
//        {
//          logger.error("problem getting constructor for copying BaseToken instance (inside AssertionEvalBasedOnModifier.ReferenceSupportingAnnotationsSystemToGoldcopier.process())");
//          continue;
//        }
//        try
//        {
//          newGoldToken = constructor.newInstance(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
//        } catch (InstantiationException | IllegalAccessException
//            | IllegalArgumentException | InvocationTargetException e)
//        {
//          logger.error("problem invoking constructor to copy BaseToken instance (inside AssertionEvalBasedOnModifier.ReferenceSupportingAnnotationsSystemToGoldcopier.process())");
//          continue;
//        }
       
        String oldSystemTokenClass = oldSystemToken.getClass().getName();
        if (oldSystemTokenClass.equals(WordToken.class.getName()))
        {
          newGoldToken = new WordToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(ContractionToken.class.getName()))
        {
          newGoldToken = new ContractionToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(NewlineToken.class.getName()))
        {
          newGoldToken = new NewlineToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(NumToken.class.getName()))
        {
          newGoldToken = new NumToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(PunctuationToken.class.getName()))
        {
          newGoldToken = new PunctuationToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(SymbolToken.class.getName()))
        {
          newGoldToken = new SymbolToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else if (oldSystemTokenClass.equals(BaseToken.class.getName()))
        {
          newGoldToken = new BaseToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        } else
        {
          newGoldToken = new BaseToken(goldView, oldSystemToken.getBegin(), oldSystemToken.getEnd());
        }
       
        newGoldToken.setPartOfSpeech(oldSystemToken.getPartOfSpeech());
        newGoldToken.setTokenNumber(oldSystemToken.getTokenNumber());
       
        newGoldToken.addToIndexes();
      }

    } // end of method ReferenceSupportingAnnotationsSystemToGoldCopier.process()
View Full Code Here

TOP

Related Classes of org.apache.ctakes.typesystem.type.syntax.BaseToken

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.