Examples of com.google.caja.lexer.JsLexer

com.google.caja.lexer.JsLexer
Tokenizes javascript source. @author mikesamuel@gmail.com (Mike Samuel)

  protected MessageLevel getCssTolerance() { return MessageLevel.WARNING; }


  Parser makeJsParser(CharProducer cp, MessageQueue mq) {
    boolean quasis = shouldAllowJsQuasis();
    FilePosition p = cp.filePositionForOffsets(cp.getOffset(), cp.getLimit());
    JsLexer lexer = new JsLexer(cp, quasis);
    JsTokenQueue tq = new JsTokenQueue(lexer, p.source());
    tq.setInputRange(p);
    Parser parser = new Parser(tq, mq, quasis);
    parser.setRecoverFromFailure(shouldJsRecover());
    return parser;

View Full Code Here

    return CharProducer.Factory.create(
        new InputStreamReader(new FileInputStream(f), Charsets.UTF_8), is);
  }


  private static Parser parser(CharProducer cp, MessageQueue errs) {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, cp.getCurrentPosition().source());
    return new Parser(tq, errs);
  }

View Full Code Here


      CharProducer cp = CharProducer.Factory.create(
          new InputStreamReader(new FileInputStream(inp), "UTF-8"), src);
      contents.put(src, new FileContent(cp));


      JsTokenQueue tq = new JsTokenQueue(new JsLexer(cp), src);
      try {
        if (tq.isEmpty()) { continue; }
        Parser p = new Parser(tq, mq);
        compUnits.add(makeLintJob(p.parse(), mq));
      } catch (ParseException ex) {

View Full Code Here

    CharProducer cp = CharProducer.Factory.create(
        new InputStreamReader(new FileInputStream(input.b),
            Charsets.UTF_8.name()),
        input.a);


    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, input.a);
    Parser p = new Parser(tq, errs);
    String output = "";


    try {

View Full Code Here

    for (Pair<InputSource, File> input : inputs) {
      CharProducer cp = CharProducer.Factory.create(
          new InputStreamReader(new FileInputStream(input.b),
              Charsets.UTF_8.name()),
          input.a);
      JsLexer lexer = new JsLexer(cp);
      JsTokenQueue tq = new JsTokenQueue(lexer, input.a);
      Parser p = new Parser(tq, errs);
      try {
        while (!tq.isEmpty()) {
          Block b = p.parse();

View Full Code Here

  private static ParseTreeNode parse(
      InputSource inputSource,
      String sourceText) throws ParseException {
    Parser parser = new Parser(
        new JsTokenQueue(
            new JsLexer(
                CharProducer.Factory.fromString(sourceText, inputSource),
                true),
            inputSource),
        DevNullMessageQueue.singleton(),
        true);

View Full Code Here

      throws IOException, ParseException {
    return parse(CharProducer.Factory.create(in, new InputSource(source)));
  }


  public static JsonML parse(CharProducer cp) throws ParseException {
    JsLexer lexer = new JsLexer(cp, false);
    JsTokenQueue tq = new JsTokenQueue(
        lexer, cp.getCurrentPosition().source());
    tq.setInputRange(cp.filePositionForOffsets(cp.getOffset(), cp.getLimit()));
    MessageQueue mq = new EchoingMessageQueue(
        new PrintWriter(System.err), new MessageContext());

View Full Code Here

    runJs(inputs.toArray(new Executor.Input[inputs.size()]));
  }


  private static Block parseJavascript(CharProducer cp, MessageQueue mq)
      throws ParseException {
    JsLexer lexer = new JsLexer(cp, false);
    Parser p = new Parser(
        new JsTokenQueue(lexer, cp.getSourceBreaks(0).source()), mq, false);
    return p.parse();
  }

View Full Code Here

0 1 2 3 4

TOP

Related Classes of com.google.caja.lexer.JsLexer

com.google.caja.ancillary.linter.Linter

com.google.caja.ancillary.opt.EnvironmentData

com.google.caja.ancillary.opt.JsOptimizer

com.google.caja.parser.js.JsonMLParser

com.google.caja.parser.js.Minify

com.google.caja.parser.ParserContext

com.google.caja.parser.quasiliteral.MatchExperiments

com.google.caja.parser.quasiliteral.QuasiBuilder

com.google.caja.plugin.BuildServiceImplementation

com.google.caja.plugin.stages.HtmlEmbeddedContentFinder

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.