Package com.google.caja.lexer

Examples of com.google.caja.lexer.JsLexer

269
270
271
272
273
274
275
276
277
278
279
  }

  private ParseTreeNode parse() throws ParseException {
    ParseTreeNode input;
    if (ContentType.JS == type) {
      JsLexer lexer = new JsLexer(cp);
      JsTokenQueue tq = new JsTokenQueue(lexer, is);
      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      input = p.parse();
      tq.expectEmpty();
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
168
169
        }
        pp.noMoreTokens();

        List<String> actualTokens = new ArrayList<String>();
        try {
          JsLexer lex = new JsLexer(fromString(sb.toString()));
          while (lex.hasNext()) {
            actualTokens.add(lex.next().text);
          }
        } catch (ParseException ex) {
          for (String tok : randomTokens) {
            System.err.println(StringLiteral.toQuotedValue(tok));
          }
View Full Code Here
370
371
372
373
374
375
376
377
378
379
380
    }
    return sb.toString();
  }

  private void assertRendered(String golden, String input) throws Exception {
    JsLexer lex = new JsLexer(fromString(input));
    JsTokenQueue tq = new JsTokenQueue(lex, is);
    ParseTreeNode node = new Parser(tq, mq).parse();
    tq.expectEmpty();

    assertRendered(golden, node);
View Full Code Here
391
392
393
394
395
396
397
398
399
400
401
402
403
  private void assertLexed(String golden, String input) throws ParseException {
    StringBuilder out = new StringBuilder();
    JsMinimalPrinter pp = new JsMinimalPrinter(out);

    JsLexer lex = new JsLexer(fromString(input));
    while (lex.hasNext()) {
      Token<JsTokenType> t = lex.next();
      pp.mark(t.pos);
      pp.consume(t.text);
    }
    pp.noMoreTokens();
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
226
227
        }
        pp.noMoreTokens();

        List<String> actualTokens = new ArrayList<String>();
        try {
          JsLexer lex = new JsLexer(fromString(sb.toString()));
          while (lex.hasNext()) {
            actualTokens.add(simplifyComments(lex.next().text));
          }
        } catch (ParseException ex) {
          for (String tok : randomTokens) {
            System.err.println(StringLiteral.toQuotedValue(tok));
          }
View Full Code Here
411
412
413
414
415
416
417
418
419
420
421
    }
    return sb.toString();
  }

  private void assertRendered(String golden, String input) throws Exception {
    JsLexer lex = new JsLexer(fromString(input));
    JsTokenQueue tq = new JsTokenQueue(lex, is);
    ParseTreeNode node = new Parser(tq, mq).parse();
    tq.expectEmpty();

    assertRendered(golden, node);
View Full Code Here
432
433
434
435
436
437
438
439
440
441
442
443
444
  private void assertLexed(String golden, String input) throws Exception {
    StringBuilder out = new StringBuilder();
    JsPrettyPrinter pp = new JsPrettyPrinter(out);

    JsLexer lex = new JsLexer(fromString(input));
    while (lex.hasNext()) {
      Token<JsTokenType> t = lex.next();
      pp.mark(t.pos);
      pp.consume(t.text);
    }
    pp.noMoreTokens();
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
  }

  protected Block js(
      CharProducer cp, Criterion<Token<JsTokenType>> filt, boolean quasi)
      throws ParseException {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, sourceOf(cp), filt);
    Parser p = new Parser(tq, mq, quasi);
    Block b = p.parse();
    tq.expectEmpty();
    return b;
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
    return b;
  }

  protected Expression jsExpr(CharProducer cp, boolean quasi)
      throws ParseException {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(
        lexer, sourceOf(cp), JsTokenQueue.NO_COMMENT);
    Parser p = new Parser(tq, mq, quasi);
    Expression e = p.parseExpression(true);
    tq.expectEmpty();
View Full Code Here
186
187
188
189
190
191
192
193
194
195
    p.getTokenQueue().expectEmpty();
    return e;
  }

  private static Parser jsParser(CharProducer cp, MessageQueue mq) {
    JsLexer lexer = new JsLexer(cp, false);
    JsTokenQueue tq = new JsTokenQueue(lexer, cp.getCurrentPosition().source());
    tq.setInputRange(cp.filePositionForOffsets(cp.getOffset(), cp.getLimit()));
    return new Parser(tq, mq);
  }
View Full Code Here
TOP

Related Classes of com.google.caja.lexer.JsLexer

  • com.google.caja.ancillary.linter.Linter
  • com.google.caja.ancillary.opt.EnvironmentData
  • com.google.caja.ancillary.opt.JsOptimizer
  • com.google.caja.parser.js.JsonMLParser
  • com.google.caja.parser.js.Minify
  • com.google.caja.parser.ParserContext
  • com.google.caja.parser.quasiliteral.MatchExperiments
  • com.google.caja.parser.quasiliteral.QuasiBuilder
  • com.google.caja.plugin.BuildServiceImplementation
  • com.google.caja.plugin.stages.HtmlEmbeddedContentFinder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.