Package org.allspice.parser.parsetable

Examples of org.allspice.parser.parsetable.Token

47
48
49
50
51
52
53
54
55
   * @throws StrandedSymbol
   * @throws InvalidStartRule
   *
   */
  public void test0() throws StateConflict, SyntaxError, InvalidStartRule, StrandedSymbol {
    final IteratorTokenStream iterator = new IteratorTokenStream(new Token("{")) ;
    Parser parser = new Parser(createParseTable(),iterator);
    parser.parse();
  }
View Full Code Here
59
60
61
62
63
64
65
66
67
   * @throws StrandedSymbol
   * @throws InvalidStartRule
   *
   */
  public void test1() throws StateConflict, SyntaxError, InvalidStartRule, StrandedSymbol {
    final IteratorTokenStream iterator = new IteratorTokenStream(new Token("id"),new Token("{")) ;
    Parser parser = new Parser(createParseTable(),iterator);
    parser.parse();
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
   * @throws StrandedSymbol
   * @throws InvalidStartRule
   *
   */
  public void test2() throws StateConflict, SyntaxError, InvalidStartRule, StrandedSymbol {
    final IteratorTokenStream iterator = new IteratorTokenStream(new Token("id"),new Token("id"),new Token("{")) ;
    Parser parser = new Parser(createParseTable(),iterator);
    parser.parse();
  }
View Full Code Here
24
25
26
27
28
29
30
public class IDTokenFactory implements TokenFactory {
 
  @Override
  public Token make(Position lineno, String s) {
    return new Token("ID",s) ;
  } 
View Full Code Here
183
184
185
186
187
188
189
    }
    if (tok.length() == 0) {
      tok.append(c) ;
      readChar() ;
    }
    return new Token(tok.toString(),tok.toString()) ;
  }
View Full Code Here
234
235
236
237
238
239
240
      else {
        tok.append((char)currChar) ;
        readChar() ;
      }
    }
    return new Token("CODE",tok.toString()) ;
  }
View Full Code Here
264
265
266
267
268
269
270
      else {
        tok.append((char)currChar) ;
        readChar() ;
      }
    }
    return new Token("GENERIC",tok.toString()) ;
  }
View Full Code Here
285
286
287
288
289
290
291
      }
    }
    if (currChar == q) {
      readChar() ;
    }
    return new Token("QUOTEDSTRING",tok.toString()) ;
  }
View Full Code Here
26
27
28
29
30
31
32
33
34
public class DirectiveTokenFactory implements TokenFactory {
 
  @Override
  public Token make(Position lineno, String s) throws SyntaxError {
    if (PGENTokenStream.keywords.contains(s)) {
      return new Token(s,s) ;
    }
    throw new UnknownType(lineno,s) ;
  } 
View Full Code Here
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
        State s = parseRegExp() ;
        if (currChar != '/') {
          throw new InvalidRegExp(getPosition()) ;
        }
        readChar() ;
        return new Token("REGEXP",s) ;
      }
      if (cc == '{') {
        String code = parseCode() ;
        return new Token("CODE",code) ;
      }
      if (cc == '%') {
        readChar() ;
        StringBuilder sb = new StringBuilder() ;
        while(currChar >= 0 && Character.isJavaIdentifierPart((char)currChar)) {
          sb.append((char)currChar) ;
          readChar() ;
        }
        String dir = sb.toString() ;
        if (dir.equals("extends")) {
          return new Token("EXTENDS") ;
        }
        else if (dir.equals("import")) {
          return new Token("IMPORT") ;
        }
        else {
          throw new InvalidDirective(getPosition(),dir) ;
        }
      }
      if (Character.isJavaIdentifierStart(cc)) {
        StringBuilder sb = new StringBuilder() ;
        while(currChar >= 0 && Character.isJavaIdentifierPart((char)currChar)) {
          sb.append((char)currChar) ;
          readChar() ;
        }
        return new Token("ID",sb.toString()) ;
      }
      readChar() ;
      return new Token(String.valueOf(cc)) ;
    }
  }
View Full Code Here
TOP

Related Classes of org.allspice.parser.parsetable.Token

  • org.allspice.javacompiler.JavaTokenizer$Machine
  • org.allspice.javacompiler.test.TestJavaTokenizer
  • org.allspice.parser.examples.ParserExamples
  • org.allspice.parser.test.TestEps
  • org.allspice.parser.test.TestLALR1
  • org.allspice.parser.test.TestLALR1LeftAssoc
  • org.allspice.parser.test.TestLALR1RightAssoc
  • org.allspice.parser.test.TestPrecedence
  • org.allspice.parsergen.DirectiveTokenFactory
  • org.allspice.parsergen.IDTokenFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.