Examples of org.apache.ctakes.core.fsm.token.BaseToken

Package org.apache.ctakes.core.fsm.token

Examples of org.apache.ctakes.core.fsm.token.BaseToken

org.apache.ctakes.core.fsm.token.BaseToken

    Map overrideTokenMap1 = new HashMap();
    Map overrideTokenMap2 = new HashMap();
    Map overrideBeginTokenMap1 = new HashMap();
    Map overrideBeginTokenMap2 = new HashMap();
    while (overrideTokenItr1.hasNext()) {
      BaseToken t = (BaseToken) overrideTokenItr1.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap1.put(key, t);
    }


    while (overrideTokenItr2.hasNext()) {
      BaseToken t = (BaseToken) overrideTokenItr2.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap2.put(key, t);
    }


    boolean overrideOn1 = false;
    boolean overrideOn2 = false;
    int overrideEndOffset1 = -1;
    int overrideEndOffset2 = -1;
    int tokenOffset1 = 0;
    int tokenOffset2 = 0;
    int anchorKey1 = 0;
    int anchorKey2 = 0;
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = (BaseToken) tokens.get(i);


      Integer key = new Integer(token.getStartOffset());
      if (overrideOn1 && overrideOn2){
        if (overrideEndOffset1 >= overrideEndOffset2)
          overrideOn1 = false;
        else
          overrideOn2 = false;
      }
      if (overrideOn1) {
        if (token.getStartOffset() >= overrideEndOffset1) {
          overrideBeginTokenMap1.put(new Integer(anchorKey1), new Integer(tokenOffset1));
          overrideOn1 = false;
          overrideEndOffset1 = -1;
        } else {
          tokenOffset1++;
          // step to next iteration of for loop
          continue;
        }
      } else if (overrideOn2) {
        if (token.getStartOffset() >= overrideEndOffset2) {
          overrideBeginTokenMap2.put(new Integer(anchorKey2), new Integer(tokenOffset2));
          overrideOn2 = false;
          overrideEndOffset2 = -1;
        } else {
          tokenOffset2++;
          // step to next iteration of for loop
          continue;
        }
      } else {
        if (overrideTokenMap1.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          anchorKey1 = key.intValue();
          token = (BaseToken) overrideTokenMap1.get(key);
          overrideOn1 = true;
          overrideEndOffset1 = token.getEndOffset();
          tokenOffset1 = 0;
        }
        if (overrideTokenMap2.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          anchorKey2 = key.intValue();
          token = (BaseToken) overrideTokenMap2.get(key);
          overrideOn2 = true;
          overrideEndOffset2 = token.getEndOffset();
          tokenOffset2 = 0;
        }
      }


      Iterator machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = (Machine) machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
          tokenOffset1 = 0;
          tokenOffset2 = 0;
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          int globalOffset = 0;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            Integer tokenMap1 = new Integer(0);
            Integer tokenMap2 = new Integer(0);
          
            BaseToken lookUpOffset = (BaseToken) tokens.get(((Integer) o).intValue());
              
            if (overrideBeginTokenMap1.get(new Integer(lookUpOffset.getStartOffset())) != null){
              Integer offSet = (Integer) (overrideBeginTokenMap1.get(new Integer(lookUpOffset.getStartOffset())));
              tokenMap1 = new Integer(offSet.intValue()  + tokenMap1.intValue());
            }
            if (overrideBeginTokenMap2.get(new Integer(lookUpOffset.getStartOffset())) != null){
              Integer offSet = (Integer) (overrideBeginTokenMap2.get(new Integer(lookUpOffset.getStartOffset())));
              tokenMap2 = new Integer(offSet.intValue() + tokenMap2.intValue());
              }
            


            globalOffset = tokenMap1.intValue() + tokenMap2.intValue();
            tokenStartIndex = ((Integer) o).intValue() + globalOffset;
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          
          BaseToken startToken = (BaseToken) tokens.get(tokenStartIndex);
          BaseToken endToken = null;
          if (currentState instanceof NonTerminalEndState && i > 0) {
            if (!currentState.getName().contentEquals("NON TERMINAL HYPH END"))
              endToken = (BaseToken) tokens.get(i - 1);
            else if (i > 1)
              endToken = (BaseToken) tokens.get(i - 2);
          } else {
            endToken = token;
          }
          /*if (fsm.equals(iv_strengthMachine)){
            startToken = (BaseToken) tokens  .get(tokenStartIndex+1);
          } else {*/
        //      startToken = (BaseToken) tokens.get(tokenStartIndex);  
          //}
          StrengthToken measurementToken = new StrengthToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          measurementSet.add(measurementToken);
          fsm.reset();
        }
      }
    }

View Full Code Here

    Iterator overrideTokenItr = overrideSet.iterator();
    // key = start offset, value = override BaseToken object
    Map overrideTokenMap = new HashMap();
    Map overrideBeginTokenMap = new HashMap();
    while (overrideTokenItr.hasNext()) {
      BaseToken t = (BaseToken) overrideTokenItr.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap.put(key, t);
    }


    boolean overrideOn = false;
    int overrideEndOffset = -1;
    int tokenOffset = 0;
    int anchorKey = 0;
    
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = (BaseToken) tokens.get(i);


      Integer key = new Integer(token.getStartOffset());


      if (overrideOn) {
        if (token.getStartOffset() >= overrideEndOffset) {
          if (tokenOffset > 0)
            overrideBeginTokenMap.put(new Integer(anchorKey), new Integer(tokenOffset));
          overrideOn = false;
          overrideEndOffset = -1;
        } else {
          tokenOffset++;
          // step to next iteration of for loop
          continue;
        }
      } else {
        if (overrideTokenMap.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          anchorKey = key.intValue();
          token = (BaseToken) overrideTokenMap.get(key);
          overrideOn = true;
          overrideEndOffset = token.getEndOffset();
          tokenOffset = 0;
        }
      }


      Iterator machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = (Machine) machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
          tokenOffset = 0;
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            Integer tokenMap = new Integer(0);
                      
            BaseToken lookUpOffset = (BaseToken) tokens.get(((Integer) o).intValue());
              
            if (overrideBeginTokenMap.get(new Integer(lookUpOffset.getStartOffset())) != null){
              Integer offSet = (Integer) (overrideBeginTokenMap.get(new Integer(lookUpOffset.getStartOffset())));
              tokenMap = new Integer(offSet.intValue()  + tokenMap.intValue());
            }
            
            
            tokenStartIndex = ((Integer) o).intValue() + tokenMap.intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = (BaseToken) tokens
              .get(tokenStartIndex);
          BaseToken endToken = null;
          if (currentState instanceof NonTerminalEndState && i > 0) {
            if (!currentState.getName().contentEquals("NON TERMINAL HYPH END"))
              endToken = (BaseToken) tokens.get(i - 1);
            else if (i > 0)
              endToken = (BaseToken) tokens.get(i - 2);
          } else {
            endToken = token;
          }
          /*if (fsm.equals(iv_strengthMachine)){
            startToken = (BaseToken) tokens  .get(tokenStartIndex+1);
          } else {*/
          //    startToken = (BaseToken) tokens.get(tokenStartIndex);  
          //}
          StrengthToken measurementToken = new StrengthToken(startToken
                .getStartOffset(), endToken.getEndOffset());
          measurementSet.add(measurementToken);
      
          fsm.reset();
          
        }

View Full Code Here


    int tokenOffset = 0;
    int anchorKey = 0;
    
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = (BaseToken) tokens.get(i);


      Integer key = new Integer(token.getStartOffset());




      Iterator machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = (Machine) machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
          tokenOffset = 0;
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            Integer tokenMap = new Integer(0);
                      
            BaseToken lookUpOffset = (BaseToken) tokens.get(((Integer) o).intValue());
              
            
            tokenStartIndex = ((Integer) o).intValue() + tokenMap.intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = (BaseToken) tokens
              .get(tokenStartIndex);
          BaseToken endToken = null;
          if (currentState instanceof NonTerminalEndState && i > 0) {
            if (!currentState.getName().contentEquals("NON TERMINAL HYPH END"))
              endToken = (BaseToken) tokens.get(i - 1);
            else if (i > 0)
              endToken = (BaseToken) tokens.get(i - 2);
          } else {
            endToken = token;
          }
          /*if (fsm.equals(iv_strengthMachine)){
            startToken = (BaseToken) tokens  .get(tokenStartIndex+1);
          } else {*/
          //    startToken = (BaseToken) tokens.get(tokenStartIndex);  
          //}
          StrengthToken measurementToken = new StrengthToken(startToken
                .getStartOffset(), endToken.getEndOffset());
          measurementSet.add(measurementToken);
      
          fsm.reset();
          
        }

View Full Code Here


    Iterator overrideTokenItr = overrideSet.iterator();
    // key = start offset, value = override BaseToken object
    Map overrideTokenMap = new HashMap();
    while (overrideTokenItr.hasNext()) {
      BaseToken t = (BaseToken) overrideTokenItr.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap.put(key, t);
    }


    boolean overrideOn = false;
    int overrideEndOffset = -1;
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = (BaseToken) tokens.get(i);


      Integer key = new Integer(token.getStartOffset());


      if (overrideOn) {
        if (token.getStartOffset() >= overrideEndOffset) {
          overrideOn = false;
          overrideEndOffset = -1;
        } else {
          // step to next iteration of for loop
          continue;
        }
      } else {
        if (overrideTokenMap.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          token = (BaseToken) overrideTokenMap.get(key);
          overrideOn = true;
          overrideEndOffset = token.getEndOffset();
        }
      }


      Iterator machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = (Machine) machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, Integer.valueOf(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = (BaseToken) tokens
              .get(tokenStartIndex);
          BaseToken endToken = token;
          DurationToken segmentToken = new DurationToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          rangeSet.add(segmentToken);
          fsm.reset();
        }
      }
    }

View Full Code Here

    // maps a fsm to a token start index
    // key = fsm , value = token start index
    Map tokenStartMap = new HashMap();


    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = (BaseToken) tokens.get(i);


      Iterator machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = (Machine) machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, Integer.valueOf(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = (BaseToken) tokens
              .get(tokenStartIndex);
          BaseToken endToken = token;
          DurationToken fractionToken = new DurationToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          fractionSet.add(fractionToken);
          fsm.reset();
        }
      }
    }

View Full Code Here


    Iterator overrideTokenItr = overrideSet.iterator();
    // key = start offset, value = override BaseToken object
    Map overrideTokenMap = new HashMap();
    while (overrideTokenItr.hasNext()) {
      BaseToken t = (BaseToken) overrideTokenItr.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap.put(key, t);
    }


    boolean overrideOn = false;
    int overrideEndOffset = -1;
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = (BaseToken) tokens.get(i);


      Integer key = new Integer(token.getStartOffset());


      if (overrideOn) {
        if (token.getStartOffset() >= overrideEndOffset) {
          overrideOn = false;
          overrideEndOffset = -1;
        } else {
          // step to next iteration of for loop
          continue;
        }
      } else {
        if (overrideTokenMap.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          token = (BaseToken) overrideTokenMap.get(key);
          overrideOn = true;
          overrideEndOffset = token.getEndOffset();
        }
      }


      Iterator machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = (Machine) machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, Integer.valueOf(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = (BaseToken) tokens
              .get(tokenStartIndex);
          BaseToken endToken = token;
          FormToken measurementToken = new FormToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          measurementSet.add(measurementToken);
          fsm.reset();
        }
      }
    }

View Full Code Here


    Iterator<? extends BaseToken> overrideTokenItr = overrideSet.iterator();
    // key = start offset, value = override BaseToken object
    Map<Integer, BaseToken> overrideTokenMap = new HashMap<Integer, BaseToken>();
    while (overrideTokenItr.hasNext()) {
      BaseToken t = overrideTokenItr.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap.put(key, t);
    }


    boolean overrideOn = false;
    int overrideEndOffset = -1;
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = tokens.get(i);


      Integer key = new Integer(token.getStartOffset());


      if (overrideOn) {
        if (token.getStartOffset() >= overrideEndOffset) {
          overrideOn = false;
          overrideEndOffset = -1;
        } else {
          // step to next iteration of for loop
          continue;
        }
      } else {
        if (overrideTokenMap.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          token = overrideTokenMap.get(key);
          overrideOn = true;
          overrideEndOffset = token.getEndOffset();
        }
      }


      Iterator<Machine> machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = tokens.get(tokenStartIndex);
          BaseToken endToken = token;
          MeasurementToken measurementToken = new MeasurementToken(
              startToken.getStartOffset(), endToken
                  .getEndOffset());
          measurementSet.add(measurementToken);
          fsm.reset();
        }
      }

View Full Code Here

    // maps a fsm to a token start index
    // key = fsm , value = token start index
    Map<Machine, Integer> tokenStartMap = new HashMap<Machine, Integer>();


    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = tokens.get(i);


      Iterator<Machine> machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken endToken = null;
          if (currentState instanceof NonTerminalEndState) {
            endToken = tokens.get(i - 1);
          } else {
            endToken = token;
          }


          BaseToken startToken = tokens
              .get(tokenStartIndex);
          DateToken dateToken = new DateToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          dateSet.add(dateToken);
          fsm.reset();
        }
      }

View Full Code Here


    Iterator<? extends BaseToken> overrideTokenItr = overrideSet.iterator();
    // key = start offset, value = override BaseToken object
    Map<Integer, BaseToken> overrideTokenMap = new HashMap<Integer, BaseToken>();
    while (overrideTokenItr.hasNext()) {
      BaseToken t = overrideTokenItr.next();
      Integer key = new Integer(t.getStartOffset());
      overrideTokenMap.put(key, t);
    }


    boolean overrideOn = false;
    int overrideEndOffset = -1;
    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = tokens.get(i);


      Integer key = new Integer(token.getStartOffset());


      if (overrideOn) {
        if (token.getStartOffset() >= overrideEndOffset) {
          overrideOn = false;
          overrideEndOffset = -1;
        } else {
          // step to next iteration of for loop
          continue;
        }
      } else {
        if (overrideTokenMap.containsKey(key)) {
          // override one or more tokens until the override
          // token is complete
          token = overrideTokenMap.get(key);
          overrideOn = true;
          overrideEndOffset = token.getEndOffset();
        }
      }


      Iterator<Machine> machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = tokens.get(tokenStartIndex);
          BaseToken endToken = token;
          RangeToken rangeToken = new RangeToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          rangeSet.add(rangeToken);
          fsm.reset();
        }
      }
    }

View Full Code Here

    // maps a fsm to a token start index
    // key = fsm , value = token start index
    Map<Machine, Integer> tokenStartMap = new HashMap<Machine, Integer>();


    for (int i = 0; i < tokens.size(); i++) {
      BaseToken token = tokens.get(i);


      Iterator<Machine> machineItr = iv_machineSet.iterator();
      while (machineItr.hasNext()) {
        Machine fsm = machineItr.next();


        fsm.input(token);


        State currentState = fsm.getCurrentState();
        if (currentState.getStartStateFlag()) {
          tokenStartMap.put(fsm, new Integer(i));
        }
        if (currentState.getEndStateFlag()) {
          Object o = tokenStartMap.get(fsm);
          int tokenStartIndex;
          if (o == null) {
            // By default, all machines start with
            // token zero.
            tokenStartIndex = 0;
          } else {
            tokenStartIndex = ((Integer) o).intValue();
            // skip ahead over single token we don't want
            tokenStartIndex++;
          }
          BaseToken startToken = tokens.get(tokenStartIndex);
          BaseToken endToken = token;
          FractionToken fractionToken = new FractionToken(startToken
              .getStartOffset(), endToken.getEndOffset());
          fractionSet.add(fractionToken);
          fsm.reset();
        }
      }
    }

View Full Code Here

0 1 2 3 4

TOP

Related Classes of org.apache.ctakes.core.fsm.token.BaseToken

org.apache.ctakes.contexttokenizer.ae.ContextDependentTokenizerAnnotator

org.apache.ctakes.core.fsm.machine.DateFSM

org.apache.ctakes.core.fsm.machine.FractionFSM

org.apache.ctakes.core.fsm.machine.MeasurementFSM

org.apache.ctakes.core.fsm.machine.NegationFSM

org.apache.ctakes.core.fsm.machine.PersonTitleFSM

org.apache.ctakes.core.fsm.machine.RangeFSM

org.apache.ctakes.core.fsm.machine.RomanNumeralFSM

org.apache.ctakes.core.fsm.machine.StatusIndicatorFSM

org.apache.ctakes.core.fsm.machine.TimeFSM

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.