Package org.eclipse.xtext.generator.parser.antlr.ex.common

Examples of org.eclipse.xtext.generator.parser.antlr.ex.common.MutableTokenDefProvider

81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
    simplifyUnorderedGroupPredicatesIfRequired(grammar, absoluteParserFileName, charset);
    splitParserAndLexerIfEnabled(absoluteLexerFileName, absoluteParserFileName, charset);
    suppressWarnings(absoluteLexerFileName, absoluteParserFileName, charset);
    normalizeLineDelimiters(absoluteLexerFileName, absoluteParserFileName, charset);
    normalizeTokens(absoluteParserFileName, charset);
    MutableTokenDefProvider provider = createLexerTokensProvider(lexerBaseFileName, helper, charset);
    for(Map.Entry<Integer, String> entry: provider.getTokenDefMap().entrySet()) {
      String value = entry.getValue();
      if(helper.isKeywordRule(value)) {
        String keywordAsAntlrString = AntlrGrammarGenUtil.toAntlrString(helper.getKeywordValue(value));
        entry.setValue("'" + keywordAsAntlrString + "'");
      } else if (value.startsWith("'")) {
        value = AntlrGrammarGenUtil.toAntlrString(value);
        entry.setValue("'" + value + "'");
      }
    }
    try {
      provider.writeTokenFile(new PrintWriter(new File(srcGenPath+"/"+getFragmentHelper().getParserGrammarFileName(grammar).replace('.', '/') + ".tokens"), encoding));
    }
    catch (IOException e) {
      throw new RuntimeException(e);
    }
    normalizeTokens(absoluteLexerFileName, charset);
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
114
    normalizeTokens(absoluteLexerFileName, charset);
    helper.discardHelper(grammar);
  }

  protected MutableTokenDefProvider createLexerTokensProvider(final String lexerBaseFileName, final KeywordHelper helper, final Charset encoding) {
    MutableTokenDefProvider provider = new MutableTokenDefProvider(helper, encoding);
    provider.setAntlrTokenFileProvider(new IAntlrTokenFileProvider() {
      @Override
      public InputStream getAntlrTokenFile() {
        try {
          return new FileInputStream(lexerBaseFileName + ".tokens");
        }
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
  /**
   * @since 2.7
   */
  protected void cleanupLexerTokensFile(final String lexerBaseFileName, final KeywordHelper helper, final String encoding) {
    if (getOptions().isBacktrackLexer()) {
      MutableTokenDefProvider provider = createLexerTokensProvider(lexerBaseFileName, helper, Charset.forName(encoding));
      Iterator<Entry<Integer, String>> entries = provider.getTokenDefMap().entrySet().iterator();
      while(entries.hasNext()) {
        String value = entries.next().getValue();
        if (!helper.isKeywordRule(value) && !value.startsWith("RULE_")) {
          entries.remove();
        }
      }
      try {
        provider.writeTokenFile(new PrintWriter(new File(lexerBaseFileName + ".tokens"), encoding));
      }
      catch (IOException e) {
        throw new RuntimeException(e);
      }
    }
View Full Code Here
TOP

Related Classes of org.eclipse.xtext.generator.parser.antlr.ex.common.MutableTokenDefProvider

  • com.github.jknack.antlr4ide.parser.antlr.AntlrGeneratorFragmentWithCustomLexer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.