Examples of com.google.caja.parser.js.Parser

com.google.caja.parser.js.Parser
inal productions Program=> ? Statement=> | Expression=> // Non-terminal productions. Indentation indicates that a nonterminal is // used only by the unindented nonterminal above it. DirectivePrologue=> ? Directive=> ';' TerminatedStatement=> | StatementTerminator=> ';' | BlockStatement=> ? SimpleStatement=> ? InsertedSemicolon=> ε // abort if disallowed in context StatementLabel=> ':' BlockStatementAtom=> | | // Noop is a block statement atom since it's // guaranteed to end with a semicolon. If it were // a simple statement epsilon, then it could be // inserted anywhere that semicolon insertion is // allowed. | | | | | SimpleStatementAtom=> | | // Do-While loops are simple because, unlike other // loops their body isn't last, so they aren't // guaranteed to end with a right-curly or semi. | | | | | | Identifier != | Body=> Block=> '{' * '}' Conditional=> 'if' '(' ')' Else=> 'else' | ε For=> 'for' '(' ';' ? ')' | 'for' '(' 'in' ')' | 'for' '(' 'in' ')' | 'for' '(' ';' ? ')' | 'for' '(' ';' ? ')' Noop=> ';' Switch=> 'switch' '(' ')' '{' '}' Cases=> * ? DefaultAndCases=> Case=> 'case' ':' Default=> 'default' ':' Try=> 'try' TryClauses=> ? | Catch=> 'catch' '(' ')' Finally=> 'finally' While=> 'while' '(' ')' With=> 'with' '(' ')' Do=> 'do' 'while' '(' ')' Break=> 'break' [no LineTerminator] ? Continue=> 'continue' [no LineTerminator] ? Debugger=> 'debugger' Return=> 'return' [no LineTerminator] ? Throw=> 'throw' [no LineTerminator] ExprStatement=> ExpressionOrNoop=> ? DeclarationStart=> Declaration=> DeclarationKeyword=> 'var' | 'const' DeclarationBodyList=> DeclarationBodyTail=> ',' | ε DeclarationBody=> ? InitialValue=> '=' FunctionDeclaration=> FunctionConstructor=> | AnonymousFunction=> 'function' NamedFunction=> 'function' FunctionBody=> '{' '}' Formals=> '(' ? ')' IdentifierList=> IdentifierListTail=> ',' // All of the operators have an associated precedence defined in the Operator // enum. The p variable on the right of the productions is the precedence // of the most recently consumed operator. CommaOperator=> | ',' Operator(prec) => OperatorHead(prec) => | OperatorTail(prec) => [no LineTerminator] | | // below only match if p < prec | '[' ']' | '(' ? ')' | '?' ':' | // ActualList uses Operator(MAX) to prevent parsing actuals from being // treated as operands to the comma operator. Since the parentheses // recurse to Expression under ExpressionAtom, the result of a comma // operator can be passed to a function by nesting in parens. ActualList=> ? ActualListTail=> ',' | ε ExpressionAtom=> | | | 'null' | 'true' | 'false' | 'this' | | // error and treat as identifier | | '(' ')' | | | ε // in error-tolerant mode ArrayConstructor=> '[' ? ']' ArrayElements=> * | ε ArrayElementsHead=> ? ',' ObjectConstructor=> '{' '}' ObjPropertyList=> * ? ObjProperties=> ',' ObjProperty=> | | ValueProperty=> ':' GetterProperty=> 'get' SetterProperty=> 'set' ObjPropertyKey=> | | | // set allowed interpreter dependent TrailingComma=> ',' // warn See also {@link Keyword} for definitions of keywords, {@link Operator} foroperator precedences and associativity, and {@link JsTokenType} fordefinitions of Word, NumberLiteral, and StringLiteral.
Questions as to whether a semicolon should be inserted can only be answered at the lexical level. A lexer can emit a comment-like-token where semicolons can be inserted though this is not the approach taken in this implementation.
@author mikesamuel@gmail.com

      contents.put(src, new FileContent(cp));


      JsTokenQueue tq = new JsTokenQueue(new JsLexer(cp), src);
      try {
        if (tq.isEmpty()) { continue; }
        Parser p = new Parser(tq, mq);
        compUnits.add(makeLintJob(p.parse(), mq));
      } catch (ParseException ex) {
        ex.toMessageQueue(mq);
      }
    }
    return compUnits;

View Full Code Here

          MessageType.IO_ERROR, MessagePart.Factory.valueOf(ex.toString()));
      return;
    }
    ObjectConstructor envJson;
    try {
      Parser p = parser(cp, mq);
      Expression e = p.parseExpression(true); // TODO(mikesamuel): limit to JSON
      p.getTokenQueue().expectEmpty();
      if (!(e instanceof ObjectConstructor)) {
        mq.addMessage(
            MessageType.IO_ERROR,
            MessagePart.Factory.valueOf("Invalid JSON in " + f));
        return;

View Full Code Here

  }


  private static Parser parser(CharProducer cp, MessageQueue errs) {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, cp.getCurrentPosition().source());
    return new Parser(tq, errs);
  }

View Full Code Here

    ParseTreeNode input;
    if (ContentType.JS == type) {
      JsLexer lexer = new JsLexer(cp);
      JsTokenQueue tq = new JsTokenQueue(lexer, is);
      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      input = p.parse();
      tq.expectEmpty();
    } else if (ContentType.CSS == type) {
      TokenQueue<CssTokenType> tq = CssParser.makeTokenQueue(cp, mq, false);
      if (tq.isEmpty()) { return null; }


      CssParser p = new CssParser(tq, mq, MessageLevel.WARNING);
      input = p.parseStyleSheet();
      tq.expectEmpty();
    } else if (ContentType.HTML == type) {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      //if (p.getTokenQueue().isEmpty()) { return null; }
      input = Dom.transplant(p.parseDocument());
      p.getTokenQueue().expectEmpty();
    } else {
      throw new SomethingWidgyHappenedError("Can't classify input " + is);
    }
    return input;

View Full Code Here

    boolean quasis = shouldAllowJsQuasis();
    FilePosition p = cp.filePositionForOffsets(cp.getOffset(), cp.getLimit());
    JsLexer lexer = new JsLexer(cp, quasis);
    JsTokenQueue tq = new JsTokenQueue(lexer, p.source());
    tq.setInputRange(p);
    Parser parser = new Parser(tq, mq, quasis);
    parser.setRecoverFromFailure(shouldJsRecover());
    return parser;
  }

View Full Code Here

    if (type == null) { return null; }  // Malformed content
    CharProducer cp = getContent(fetcher);
    FilePosition p = cp.filePositionForOffsets(cp.getOffset(), cp.getLimit());
    switch (type) {
      case JS: {
        Parser parser = finder.makeJsParser(cp, mq);
        if (parser.getTokenQueue().isEmpty()) { return new Block(p); }
        return parser.parse();
      }
      case CSS: {
        CssParser parser = finder.makeCssParser(cp, mq);
        if (source.getNodeType() == Node.ELEMENT_NODE) {
          if (parser.getTokenQueue().isEmpty()) {
            return new CssTree.StyleSheet(
                p, Collections.<CssTree.CssStatement>emptyList());
          }
          return parser.parseStyleSheet();
        } else {
          if (parser.getTokenQueue().isEmpty()) {
            return new CssTree.DeclarationGroup(
                p, Collections.<CssTree.Declaration>emptyList());
          }
          return parser.parseDeclarationGroup();
        }
      }
      default: throw new SomethingWidgyHappenedError(type.toString());
    }
  }

View Full Code Here

    MessageQueue mq = TestUtil.createTestMessageQueue(mc);
    InputSource is = new InputSource(new URI("file:///no/input/source"));
    CharProducer cp = CharProducer.Factory.create(new StringReader(src), is);
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, is, JsTokenQueue.NO_COMMENT);
    Parser p = new Parser(tq, mq);
    Statement stmt = p.parse();
    p.getTokenQueue().expectEmpty();
    return stmt;
  }

View Full Code Here

      new PrintWriter(System.err), new MessageContext(), true);
  static String normJs(String js, MessageQueue mq) throws ParseException {
    JsLexer lexer = new JsLexer(
        CharProducer.Factory.fromString(js, FilePosition.UNKNOWN));
    JsTokenQueue tq = new JsTokenQueue(lexer, InputSource.UNKNOWN);
    Expression e = new Parser(tq, mq).parseExpression(true);
    tq.expectEmpty();
    StringBuilder sb = new StringBuilder(js.length() + 16);
    RenderContext rc = new RenderContext(new JsMinimalPrinter(sb));
    e.render(rc);
    rc.getOut().noMoreTokens();

View Full Code Here

  /* visible for testing */ static boolean checkIdentifier(String candidate) {
    // Using a simple regex is possible if we reject anything but 7-bit ASCII.
    // However, this implementation ensures Caja has a single point of truth
    // regarding what constitutes a JS identifier.
    MessageQueue mq = new SimpleMessageQueue();
    Parser parser = new Parser(
        new JsTokenQueue(
            new JsLexer(
                CharProducer.Factory.fromString(
                    "var " + candidate + ";",
                    InputSource.UNKNOWN)),
            InputSource.UNKNOWN),
        mq);
    ParseTreeNode node;
    try { node = parser.parse(); } catch (ParseException e) { return false; }
    if (node == null || !mq.getMessages().isEmpty()) { return false; }
    Map<String, ParseTreeNode> bindings = Maps.newHashMap();
    if (!QuasiBuilder.match("{ var @p; }", node, bindings)) { return false; }
    if (bindings.size() != 1) { return false; }
    if (bindings.get("p") == null) { return false; }

View Full Code Here

    ParseTreeNode input;
    if (ContentType.JS == type) {
      JsLexer lexer = new JsLexer(cp);
      JsTokenQueue tq = new JsTokenQueue(lexer, is);
      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      input = p.parse();
      tq.expectEmpty();
    } else if (ContentType.CSS == type) {
      TokenQueue<CssTokenType> tq = CssParser.makeTokenQueue(cp, mq, false);
      if (tq.isEmpty()) { return null; }


      CssParser p = new CssParser(tq, mq, MessageLevel.WARNING);
      input = p.parseStyleSheet();
      tq.expectEmpty();
    } else if (ContentType.HTML == type) {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      //if (p.getTokenQueue().isEmpty()) { return null; }
      input = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    } else {
      throw new SomethingWidgyHappenedError("Can't classify input " + is);
    }
    return input;

View Full Code Here

0 1 2 3 4

TOP

Related Classes of com.google.caja.parser.js.Parser

com.google.caja.ancillary.linter.Linter

com.google.caja.ancillary.opt.EnvironmentData

com.google.caja.ancillary.opt.JsOptimizer

com.google.caja.lexer.FilePosition

com.google.caja.lexer.Keyword

com.google.caja.lexer.TokenQueue.Mark

com.google.caja.parser.ParserContext

com.google.caja.parser.quasiliteral.MatchExperiments

com.google.caja.parser.quasiliteral.QuasiBuilder

com.google.caja.plugin.BuildServiceImplementation

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.