Package org.antlr.v4.tool

Examples of org.antlr.v4.tool.Grammar

82
83
84
85
86
87
88
89
90
91
92
    String tokenNames = "A, C, D";
    checkSymbols(g, rules, tokenNames);
  }

  @Test public void testCombinedGrammarLiterals() throws Exception {
    Grammar g = new Grammar(
        "grammar t;\n"+
        "a : 'begin' b 'end';\n" +
        "b : C ';' ;\n" +
        "ID : 'a' ;\n" +
        "FOO : 'foo' ;\n" +  // "foo" is not a token name
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
    checkSymbols(g, rules, tokenNames);
  }

  @Test public void testLiteralInParserAndLexer() throws Exception {
    // 'x' is token and char in lexer rule
    Grammar g = new Grammar(
        "grammar t;\n" +
        "a : 'x' E ; \n" +
        "E: 'x' '0' ;\n");

    String literals = "['x']";
    String foundLiterals = g.stringLiteralToTypeMap.keySet().toString();
    assertEquals(literals, foundLiterals);

    foundLiterals = g.implicitLexer.stringLiteralToTypeMap.keySet().toString();
    assertEquals("['x']", foundLiterals); // pushed in lexer from parser

    String[] typeToTokenName = g.getTokenDisplayNames();
    Set<String> tokens = new LinkedHashSet<String>();
    for (String t : typeToTokenName) if ( t!=null ) tokens.add(t);
    assertEquals("[<INVALID>, 'x', E]", tokens.toString());
  }
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
    assertEquals("[<INVALID>, 'x', E]", tokens.toString());
  }

  @Test public void testPredDoesNotHideNameToLiteralMapInLexer() throws Exception {
    // 'x' is token and char in lexer rule
    Grammar g = new Grammar(
        "grammar t;\n" +
        "a : 'x' X ; \n" +
        "X: 'x' {true}?;\n"); // must match as alias even with pred

    assertEquals("{'x'=1}", g.stringLiteralToTypeMap.toString());
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
    assertEquals("{'x'=1}", g.implicitLexer.stringLiteralToTypeMap.toString());
    assertEquals("{EOF=-1, X=1}", g.implicitLexer.tokenNameToTypeMap.toString());
  }

  @Test public void testCombinedGrammarWithRefToLiteralButNoTokenIDRef() throws Exception {
    Grammar g = new Grammar(
        "grammar t;\n"+
        "a : 'a' ;\n" +
        "A : 'a' ;\n");
    String rules = "a";
    String tokenNames = "A, 'a'";
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
    String tokenNames = "A, 'a'";
    checkSymbols(g, rules, tokenNames);
  }

  @Test public void testSetDoesNotMissTokenAliases() throws Exception {
    Grammar g = new Grammar(
        "grammar t;\n"+
        "a : 'a'|'b' ;\n" +
        "A : 'a' ;\n" +
        "B : 'b' ;\n");
    String rules = "a";
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
  }

  // T E S T  L I T E R A L  E S C A P E S

  @Test public void testParserCharLiteralWithEscape() throws Exception {
    Grammar g = new Grammar(
        "grammar t;\n"+
        "a : '\\n';\n");
    Set<?> literals = g.stringLiteralToTypeMap.keySet();
    // must store literals how they appear in the antlr grammar
    assertEquals("'\\n'", literals.toArray()[0]);
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
    }
    return null;
  }

  RulePropertyRef getRulePropertyRef(Token x, Token prop) {
    Grammar g = factory.getGrammar();
    try {
      Class<? extends RulePropertyRef> c = rulePropToModelMap.get(prop.getText());
      Constructor<? extends RulePropertyRef> ctor = c.getConstructor(StructDecl.class, String.class);
      RulePropertyRef ref =
        ctor.newInstance(nodeContext, getRuleLabel(x.getText()));
View Full Code Here
46
47
48
49
50
51
52
53
54
55
  public int ttype;
  public List<Decl> labels = new ArrayList<Decl>();

  public MatchToken(OutputModelFactory factory, TerminalAST ast) {
    super(factory, ast);
    Grammar g = factory.getGrammar();
    CodeGenerator gen = factory.getGenerator();
    ttype = g.getTokenType(ast.getText());
    name = gen.getTarget().getTokenTypeAsTargetLabel(g, ttype);
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
  public Boolean genVisitor = false;
  public String grammarName;
 
  public ParserFile(OutputModelFactory factory, String fileName) {
    super(factory, fileName);
    Grammar g = factory.getGrammar();
    namedActions = new HashMap<String, Action>();
    for (String name : g.namedActions.keySet()) {
      ActionAST ast = g.namedActions.get(name);
      namedActions.put(name, new Action(factory, ast));
    }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
  @ModelElement public Action header;

  public VisitorFile(OutputModelFactory factory, String fileName) {
    super(factory, fileName);
    Grammar g = factory.getGrammar();
    parserName = g.getRecognizerName();
    grammarName = g.name;
    for (Rule r : g.rules.values()) {
      Map<String, List<Pair<Integer, AltAST>>> labels = r.getAltLabels();
      if ( labels!=null ) {
        for (Map.Entry<String, List<Pair<Integer, AltAST>>> pair : labels.entrySet()) {
View Full Code Here
TOP

Related Classes of org.antlr.v4.tool.Grammar

  • com.github.jknack.antlr4ide.runtime.ParseTreeCommand
  • org.antlr.runtime.ANTLRFileStream
  • org.antlr.runtime.ANTLRStringStream
  • org.antlr.runtime.CharStream
  • org.antlr.runtime.CommonToken
  • org.antlr.runtime.tree.CommonTree
  • org.antlr.runtime.tree.CommonTreeNodeStream
  • org.antlr.runtime.tree.Tree
  • org.antlr.runtime.tree.TreeVisitor
  • org.antlr.runtime.tree.TreeVisitorAction
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.