Examples of Lexer

Examples of com.Ostermiller.Syntax.Lexer

254
255
256
257
258
259
260
261
262
263
264
     *
     * @throws IOException if an I/O error occurs.
     * @throws InvocationTargetException if a lexer class is specified which can't be instantiated.
     */    
    public void writeHTMLFragment() throws IOException, InvocationTargetException {
        Lexer lexer = this.lexer;
        if (lexer == null) lexer = getLexerFromClass(lexerType);   
        if (lexer == null) lexer = getLexerFromMime();
        if (lexer == null) lexer = getLexerFromExt();
        writeHTMLFragment(lexer, out);     
        out.flush();
View Full Code Here

Examples of com.alibaba.druid.sql.parser.Lexer

82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
  }

  @Test
  public void testLexer() {
    String sql = "SELECT * FROM T WHERE F1 = ? ORDER BY F2";
    Lexer lexer = new Lexer(sql);
    System.out.println("--------------------------------------------");
    for (;;) {
      lexer.nextToken();
      Token tok = lexer.token();

      if (tok == Token.IDENTIFIER) {
        System.out.println(tok.name() + "\t\t" + lexer.stringVal());
      } else {
        System.out.println(tok.name() + "\t\t\t" + tok.name);
      }

      if (tok == Token.EOF) {
View Full Code Here

Examples of com.antlersoft.query.environment.Lexer

138
139
140
141
142
143
144
145
 
  public void readResources( DBDriver driver, Reader reader) throws IOException, RuleActionException
  {
    m_resource_parser.setDriver(driver);
    m_resource_parser.reset();
    Lexer lexer=new Lexer( m_resource_parser);
    readToLexer( reader, lexer);
  }
View Full Code Here

Examples of com.google.clearsilver.jsilver.syntax.lexer.Lexer

105
106
107
108
109
110
111
112
113
114
115
   */
  public TemplateSyntaxTree parse(Reader input, String templateName, EscapeMode escapeMode)
      throws JSilverIOException, JSilverBadSyntaxException {
    try {
      PushbackReader pushbackReader = new PushbackReader(input, PUSHBACK_SIZE);
      Lexer lexer = new Lexer(pushbackReader);
      Parser parser = new Parser(lexer);
      Start root = parser.parse();
      process(root, escapeMode, templateName);
      return new TemplateSyntaxTree(root);
    } catch (IOException exception) {
View Full Code Here

Examples of com.googlecode.goclipse.go.lang.lexer.Lexer

354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
    }

    public void init() throws IOException {

      try {
        Lexer lexer = new Lexer();
        Tokenizer tokenizer = new Tokenizer(lexer);
        FunctionParser functionParser = new FunctionParser(true, tokenizer, file);

        BufferedReader reader = new BufferedReader(new FileReader(file));
        String temp = "";
        StringBuilder builder = new StringBuilder();
        while ((temp = reader.readLine()) != null) {
          builder.append(temp);
          builder.append("\n");
        }
        reader.close();
        lexer.scan(builder.toString());

        List<Function> functions = functionParser.getFunctions();
        for (Function function : functions) {
          System.out.println(function.getName());
View Full Code Here

Examples of com.intellij.lexer.Lexer

25
26
27
28
29
30
31
32
33
34
35
        /*DBLanguageFile originalFile = (DBLanguageFile) file.getViewProvider().getAllFiles().get(0).getOriginalFile();
        if (originalFile != null)  file = originalFile;*/

        String text = chameleon.getText();
        ParserDefinition parserDefinition = languageDialect.getParserDefinition();
        Lexer lexer = parserDefinition.createLexer(project);

        DBLanguageParser parser = (DBLanguageParser) parserDefinition.createParser(project);

        PsiBuilder builder = PsiBuilderFactory.getInstance().createBuilder(project, chameleon, lexer, languageDialect, text);
        ASTNode node = parser.parse(this, builder, file.getParseRootId());
View Full Code Here

Examples of com.intellij.lexer.Lexer

79
80
81
82
83
84
85
86
    public PsiFile createFile(FileViewProvider viewProvider) {
        return new JFlexPsiFileImpl(viewProvider);
    }

    public SpaceRequirements spaceExistanceTypeBetweenTokens(ASTNode left, ASTNode right) {
        final Lexer lexer = createLexer(left.getPsi().getProject());
        return LanguageUtil.canStickTokensTogetherByLexer(left, right, lexer);
    }
View Full Code Here

Examples of com.intellij.lexer.Lexer

10
11
12
13
14
15
16
17
18
19
20
21
22
        String str = "Ahoj {* tady bude jmeno *} {$jmeno} :) <a href=\"{link Dashboard:signal!, id => $id}\" n:href=\"Novak:detail!\" title=\"lol\">novak</a> {* a tady je konec *}";
        System.out.println(str);

        IElementType el;

        Lexer merge = new LatteLexer();
        merge.start(str);

        while((el = merge.getTokenType()) != null) {
            System.out.printf("%s: %d %d '%s'\n", el.toString(), merge.getTokenStart(), merge.getTokenEnd(), str.substring(merge.getTokenStart(), merge.getTokenEnd()));
            merge.advance();
        }
    }
View Full Code Here

Examples of com.sonar.sslr.impl.Lexer

39
40
41
42
43
44
45
46
47
48
49
50
51
  public CxxTokenizer(Charset charset) {
    this.charset = charset;
  }

  public final void tokenize(SourceCode source, Tokens cpdTokens) {
    Lexer lexer = CxxLexer.create(new CxxConfiguration(charset));
    String fileName = source.getFileName();
    List<Token> tokens = lexer.lex(new File(fileName));
    for (Token token : tokens) {
      TokenEntry cpdToken = new TokenEntry(getTokenImage(token), fileName, token.getLine());
      cpdTokens.add(cpdToken);
    }
    cpdTokens.add(TokenEntry.getEOF());
View Full Code Here

Examples of com.stuffwithstuff.magpie.parser.Lexer

25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
  }
 
  @Override
  protected void afterReadLine(Repl repl, String prompt, String line) {
    try {
      Lexer lexer = new Lexer(new StringReader("", line));
 
      Term.moveUp();
 
      // TODO(bob): Now that there are token types for reserved words and
      // operators, should handle them here.
     
      // Redraw the prompt.
      Term.set(Term.ForeColor.GRAY);
      System.out.print(prompt);
      Term.restoreColor();

      while (true) {
        Token token = lexer.readToken();
        if (token.getType() == TokenType.EOF) break;

        switch (token.getType()) {
        case LEFT_PAREN:
        case RIGHT_PAREN:
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.