Package com.sonar.sslr.impl

Examples of com.sonar.sslr.impl.Lexer

39
40
41
42
43
44
45
46
47
48
49
50
51
  public CxxTokenizer(Charset charset) {
    this.charset = charset;
  }

  public final void tokenize(SourceCode source, Tokens cpdTokens) {
    Lexer lexer = CxxLexer.create(new CxxConfiguration(charset));
    String fileName = source.getFileName();
    List<Token> tokens = lexer.lex(new File(fileName));
    for (Token token : tokens) {
      TokenEntry cpdToken = new TokenEntry(getTokenImage(token), fileName, token.getLine());
      cpdTokens.add(cpdToken);
    }
    cpdTokens.add(TokenEntry.getEOF());
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
53
    this.charset = charset;
  }

  @Override
  public final void tokenize(SourceCode source, Tokens cpdTokens) {
    Lexer lexer = EcmaScriptLexer.create(new EcmaScriptConfiguration(charset));
    String fileName = source.getFileName();
    List<Token> tokens = lexer.lex(new File(fileName));
    for (Token token : tokens) {
      TokenEntry cpdToken = new TokenEntry(getTokenImage(token), fileName, token.getLine());
      cpdTokens.add(cpdToken);
    }
    cpdTokens.add(TokenEntry.getEOF());
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
    public ObjectiveCTokenizer(Charset charset) {
        this.charset = charset;
    }

    public void tokenize(SourceCode source, Tokens cpdTokens) throws IOException {
        Lexer lexer = ObjectiveCLexer.create(new ObjectiveCConfiguration(charset));
        String fileName = source.getFileName();
        List<Token> tokens = lexer.lex(new File(fileName));
        for (Token token : tokens) {
            TokenEntry cpdToken = new TokenEntry(getTokenImage(token), fileName, token.getLine());
            cpdTokens.add(cpdToken);
        }
        cpdTokens.add(TokenEntry.getEOF());
View Full Code Here
TOP

Related Classes of com.sonar.sslr.impl.Lexer

  • org.sonar.plugins.cxx.CxxTokenizer
  • org.sonar.plugins.javascript.cpd.JavaScriptTokenizer
  • org.sonar.plugins.objectivec.cpd.ObjectiveCTokenizer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.