Examples of org.allcolor.xml.parser.CStringTokenizer$Token

org.antlr.runtime3_3_0.Token
DOCUMENT ME! @author $author$ @version $Revision: 1.14 $

      ? ","
      : "");
    String cp = getParticleAsString();


    while (cp.length() > 0) {
      CStringTokenizer tokenizer = new CStringTokenizer(cp,
          "()" + delimiter, true);
      int         iOpen    = 0;
      boolean       booBreak = false;
      ;


      while (tokenizer.hasMoreTokens()) {
        String token = tokenizer.nextToken().trim();


        if (token.equals("(")) {
          CStringBuilder result = new CStringBuilder();
          result.append("(");


          while ((token.equals("(")) &&
              (tokenizer.hasMoreTokens())) {
            iOpen++;


            if (iOpen > 1) {
              result.append(token);
            }


            token = tokenizer.nextToken();
          } // end while


          while (((!token.equals(")")) || (iOpen > 0)) &&
              (tokenizer.hasMoreTokens())) {
            result.append(token);
            token = tokenizer.nextToken();


            if (token.equals(")")) {
              iOpen--;
            }


            if (token.equals("(")) {
              iOpen++;
            }
          } // end while


          result.append(")");


          if (tokenizer.hasMoreTokens()) {
            token = tokenizer.nextToken();


            if ((token.startsWith("*")) ||
                (token.startsWith("?")) ||
                (token.startsWith("+"))) {
              result.append(token.substring(0, 1));

View Full Code Here

   * DOCUMENT ME!
   *
   * @param cpBuffer DOCUMENT ME!
   */
  private void correctParenthesis(final CStringBuilder cpBuffer) {
    CStringTokenizer tokenizer         = new CStringTokenizer(cpBuffer.toString(),
        "()", true);
    int         iOpen           = 0;
    boolean       insertOpenAndClosingP = false;


    while (tokenizer.hasMoreTokens()) {
      String token = tokenizer.nextToken();


      if (token.equals("(")) {
        iOpen++;
      } else if (token.equals(")")) {
        iOpen--;


        if (iOpen < 0) {
          cpBuffer.insert(0, "(".toCharArray(), 0, 1);
          iOpen++;
        } // end if


        if ((iOpen == 0) && (tokenizer.hasMoreTokens())) {
          insertOpenAndClosingP = true;
        } // end if
      } // end else if
      else if (insertOpenAndClosingP) {
        insertOpenAndClosingP = false;

View Full Code Here

    int type = adaptor.getType(t);
    buf.append("\t");
    buf.append(ID);
    buf.append("\t");
    buf.append(type);
    Token token = adaptor.getToken(t);
    int line = -1;
    int pos = -1;
    if ( token!=null ) {
      line = token.getLine();
      pos = token.getCharPositionInLine();
    }
    buf.append("\t");
    buf.append(line);
    buf.append("\t");
    buf.append(pos);

View Full Code Here

  /** Get num hidden tokens between i..j inclusive */
  public int getNumberOfHiddenTokens(int i, int j) {
    int n = 0;
    TokenStream input = parser.getTokenStream();
    for (int ti = i; ti<input.size() && ti <= j; ti++) {
      Token t = input.get(ti);
      if ( t.getChannel()!=Token.DEFAULT_CHANNEL ) {
        n++;
      }
    }
    return n;
  }

View Full Code Here

      }
      previousTokenIndex = t.getTokenIndex();
      listener.consumeHiddenToken(t);
    }
    else if ( elements[0].equals("LT") ) {
      Token t = deserializeToken(elements, 2);
      listener.LT(Integer.parseInt(elements[1]), t);
    }
    else if ( elements[0].equals("mark") ) {
      listener.mark(Integer.parseInt(elements[1]));
    }

View Full Code Here

  public void setTokenStopIndex(int index) {
  }


  public String toString() {
    if ( payload instanceof Token ) {
      Token t = (Token)payload;
      if ( t.getType() == Token.EOF ) {
        return "<EOF>";
      }
      return t.getText();
    }
    return payload.toString();
  }

View Full Code Here

   */
  public String toStringWithHiddenTokens() {
    StringBuffer buf = new StringBuffer();
    if ( hiddenTokens!=null ) {
      for (int i = 0; i < hiddenTokens.size(); i++) {
        Token hidden = (Token) hiddenTokens.get(i);
        buf.append(hidden.getText());
      }
    }
    String nodeText = this.toString();
    if ( !nodeText.equals("<EOF>") ) buf.append(nodeText);
    return buf.toString();

View Full Code Here

    }


    // Wildcard?
    if ( ttype == TreePatternLexer.DOT ) {
      ttype = tokenizer.nextToken();
      Token wildcardPayload = new CommonToken(0, ".");
      TreeWizard.TreePattern node =
        new TreeWizard.WildcardTreePattern(wildcardPayload);
      if ( label!=null ) {
        node.label = label;
      }

View Full Code Here

    Tree t = (Tree)create(fromToken);
    return t;
  }


  public Object create(int tokenType, String text) {
    Token fromToken = createToken(tokenType, text);
    Tree t = (Tree)create(fromToken);
    return t;
  }

View Full Code Here

  public void consume() {
    if ( initialStreamState ) {
      consumeInitialHiddenTokens();
    }
    int a = input.index();
    Token t = input.LT(1);
    input.consume();
    int b = input.index();
    dbg.consumeToken(t);
    if ( b>a+1 ) {
      // then we consumed more than one token; must be off channel tokens

View Full Code Here

0 1 2 3 4 5 6

TOP

Related Classes of org.allcolor.xml.parser.CStringTokenizer$Token

Analyzer.Lexical.LexicalAnalyzer

Analyzer.Syntax.AnalizadorRecursivoPaseo

Analyzer.Syntax.Interpreter

com.drighetto.essai.bouncycastle.Sample01

com.go.trove.io.SourceInfo

com.google.collide.client.code.autocomplete.codegraph.CodeGraphAutocompleterTest$MockProposalBuilder

com.google.collide.client.code.autocomplete.codegraph.ExplicitAutocompleterTest

com.google.collide.client.code.autocomplete.codegraph.js.JsIndexUpdater

com.google.collide.client.code.autocomplete.codegraph.js.JsParsingTask

com.google.collide.client.code.autocomplete.codegraph.JsIndexUpdaterTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.