Examples of com.google.caja.lexer.FilePosition

com.google.caja.lexer.FilePosition
The range of characters in a source file occupied by a token or a group of tokens.
Fields are 1 indexed since that is how most text editors display line and character (UTF-16 code-unit) positions. The start numbers are inclusive, and the end numbers are exclusive, so the number of characters in a token is (startCharInFile - endCharInFile).
Line numbers are 1 greater than the number of line breaks where a line-break is defined greedily as one of {{{CR}}}, {{{LF}}}, {{{CRLF}}}. Bash, javascript, or python style line-continuations like
```
 a, b, c = 0, 1, \ 2 
```
are treated as line breaks. Line numbers are determined solely based on the characters in the file and do not represent a logical unit of a program.
File Positions are independent of the language being parsed. @author mikesamuel@gmail.com

    return left;
  }


  private boolean semicolonInserted() throws ParseException {
    if (tq.isEmpty() || tq.lookaheadToken(Punctuation.RCURLY)) { return true; }
    FilePosition last = tq.lastPosition(),
              current = tq.currentPosition();
    if (last == null) { return true; }  // Can insert at beginning
    if (current.startLineNo() == last.endLineNo()) { return false; }
    for (Token<JsTokenType> filtered : tq.filteredTokens()) {
      if (filtered.type == JsTokenType.LINE_CONTINUATION) { return false; }
    }
    return true;
  }

View Full Code Here

    }
    return true;
  }


  private void checkForMissingSemicolon() throws ParseException {
    FilePosition current = tq.currentPosition();
    FilePosition last = tq.lastPosition();
    if (current.source().equals(last.source())
        && current.startLineNo() > last.endLineNo()) {
      mq.addMessage(MessageType.MAYBE_MISSING_SEMI, FilePosition.endOf(last));
    }
  }

View Full Code Here


    if (null == e) {
      if (recoverFromFailure) {
        tq.rewind(m);
        // create a placeholder expression
        FilePosition pos = FilePosition.span(
            tq.lastPosition(), tq.currentPosition());
        mq.addMessage(MessageType.PLACEHOLDER_INSERTED, pos);
        Identifier idNode = new Identifier(pos, "_");
        e = new Reference(idNode);
      } else {

View Full Code Here

    // Look for a semicolon
    if (tq.checkToken(Punctuation.SEMI)) { return; }
    // None found, so maybe do insertion.
    if (tq.isEmpty()) { return; }
    if (semicolonInserted()) {
      FilePosition semiPoint = FilePosition.endOf(tq.lastPosition());
      MessageLevel lvl = tq.isEmpty() || tq.lookaheadToken(Punctuation.RCURLY)
          ? MessageLevel.LOG : MessageLevel.LINT;
      mq.addMessage(MessageType.SEMICOLON_INSERTED, lvl, semiPoint);
    } else {
      tq.expectToken(Punctuation.SEMI);  // Just used to throw an exception

View Full Code Here


  private static final AttribKey SCRIPT_SRC = AttribKey.forHtmlAttrib(
      ElKey.forHtmlElement("script"), "src");


  private static Statement export(String key, Expression e) {
    FilePosition unk = FilePosition.UNKNOWN;
    // The html4[@k] assignment is an explicit export for Closure Compiler
    return (Statement) QuasiBuilder.substV(
            "{ html4.@i = @e; html4[@k] = html4.@i; }",
            "i", new Reference(new Identifier(unk, key)),
            "k", new StringLiteral(unk, key),

View Full Code Here

  }


  private static <U> Statement mapFromEnum(
      Iterable<U> entries, String key,
      Function<U, String> keyMaker, Function<U, Integer> valueMaker) {
    FilePosition unk = FilePosition.UNKNOWN;
    List<StringLiteral> keys = Lists.newArrayList();
    List<IntegerLiteral> values = Lists.newArrayList();
    for (U e : entries) {
      // Since enum values are public, we don't want Closure compiler
      // to rewrite them, so we need quoted keys.

View Full Code Here

   * should stringify to the JS keys and whose values are mapped by the function
   * {@code codegen}.
   */
  private static <T> Statement mapFromMap(
      Map<?, T> entries, String key, Function<T, Expression> codegen) {
    final FilePosition unk = FilePosition.UNKNOWN;
    List<StringLiteral> keys = new ArrayList<StringLiteral>();
    List<Expression> values = new ArrayList<Expression>();
    for (Map.Entry<?, T> e : entries.entrySet()) {
      keys.add(StringLiteral.valueOf(unk, e.getKey().toString()));
      values.add(codegen.apply(e.getValue()));

View Full Code Here

        "k", new ParseTreeNodeContainer(keys),
        "v", new ParseTreeNodeContainer(values)));
  }


  public static Block generateJavascriptDefinitions(HtmlSchema schema) {
    final FilePosition unk = FilePosition.UNKNOWN;
    Map<AttribKey, HTML.Attribute.Type> atypes = attributeTypes(schema);
    Map<ElKey, EnumSet<EFlag>> eflags = elementFlags(schema);
    Map<ElKey, String> einterfaces = elementDOMInterfaces(schema);
    Map<AttribKey, UriEffect> uriEffects = uriEffects(schema);
    Map<AttribKey, LoaderType> ltypes = loaderTypes(schema);

View Full Code Here

        .put("z-index", CssPropBit.QUANTITY)
        .build();


  public static void generatePatterns(CssSchema schema, Appendable out)
      throws IOException {
    FilePosition unk = FilePosition.UNKNOWN;
    CssPropertyPatterns pp = new CssPropertyPatterns(schema);
    List<CssSchema.CssPropertyInfo> props
        = Lists.newArrayList(schema.getCssProperties());
    Collections.sort(
        props, new Comparator<CssSchema.CssPropertyInfo>() {

View Full Code Here

        }
        return true;
      }
    }, null);
    List<Declaration> decls = Lists.newArrayList();
    FilePosition pos = FilePosition.startOf(body.getFilePosition());
    for (LitVal v : uses.values()) {
      // Size now = canonLen * nUses.
      // Size after = "var aa=".length + canonLen + ";".length + "aa" * nUses
      // Switch if now > after;
      //           canonLen * nUses > 8 + canonLen + 2 * nUses

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of com.google.caja.lexer.FilePosition

com.google.caja.ancillary.linter.ErrorReporter

com.google.caja.ancillary.linter.ErrorReporterTest

com.google.caja.ancillary.linter.ExitModes

com.google.caja.ancillary.opt.ConstantPooler

com.google.caja.ancillary.opt.Optimizer

com.google.caja.ancillary.opt.StatementSimplifier

com.google.caja.lang.css.CssPropertyPatterns

com.google.caja.lang.css.CssPropertyPatterns$Builder

com.google.caja.lang.css.CssPropertyPatternsTest

com.google.caja.lang.html.HtmlDefinitions

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.