Examples of HtmlLexer

com.google.caja.lexer.HtmlLexer
A flexible lexer for html, gxp, and related document types. @author mikesamuel@gmail.com

Examples of com.google.caja.lexer.HtmlLexer

    return false;
  }


  private DomParser getDomParser(String source, final MessageQueue mq) throws ParseException {
    InputSource is = getInputSource();
    HtmlLexer lexer = new HtmlLexer(CharProducer.Factory.fromString(source, is));
    TokenQueue<HtmlTokenType> tokenQueue = new TokenQueue<HtmlTokenType>(lexer, is);
    final Namespaces ns = Namespaces.HTML_DEFAULT;  // Includes OpenSocial
    final boolean needsDebugData = needsDebugData();


    // OpenSocial Tempates need to be parsed as XML since tags can be self-closing.

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      ptn = p.parse();
      tq.expectEmpty();
    } else {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      ptn = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    }
    return ptn;
  }

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      ptn = p.parse();
      tq.expectEmpty();
    } else {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      ptn = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    }
    return ptn;
  }

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

    return false;
  }


  private DomParser getDomParser(String source, final MessageQueue mq) throws ParseException {
    InputSource is = getInputSource();
    HtmlLexer lexer = new HtmlLexer(CharProducer.Factory.fromString(source, is));
    TokenQueue<HtmlTokenType> tokenQueue = new TokenQueue<HtmlTokenType>(lexer, is);
    final Namespaces ns = Namespaces.HTML_DEFAULT;  // Includes OpenSocial
    final boolean needsDebugData = needsDebugData();


    // OpenSocial Tempates need to be parsed as XML since tags can be self-closing.

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

    return false;
  }
  
  private DomParser getDomParser(String source, final MessageQueue mq) throws ParseException {
    InputSource is = getInputSource();
    HtmlLexer lexer = new HtmlLexer(CharProducer.Factory.fromString(source, is));
    final Namespaces ns = Namespaces.HTML_DEFAULT;  // Includes OpenSocial
    final boolean needsDebugData = needsDebugData();
    DomParser parser = new DomParser(lexer, /* wantsComments */ true, is, ns, mq);
    parser.setDomImpl(documentFactory);
    parser.setNeedsDebugData(needsDebugData);

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

    InputSource is = new InputSource(uri);
    CharProducer cp = CharProducer.Factory.fromString(input, is);
    boolean okToContinue = true;
    Dom inputNode = null;
    try {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      inputNode = Dom.transplant(p.parseDocument());
      p.getTokenQueue().expectEmpty();
    } catch (ParseException e) {
      mq.addMessage(e.getCajaMessage());
      okToContinue = false;

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer


      CssParser p = new CssParser(tq, mq, MessageLevel.WARNING);
      input = p.parseStyleSheet();
      tq.expectEmpty();
    } else if (ContentType.HTML == type) {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      //if (p.getTokenQueue().isEmpty()) { return null; }
      input = Dom.transplant(p.parseDocument());
      p.getTokenQueue().expectEmpty();
    } else {
      throw new SomethingWidgyHappenedError("Can't classify input " + is);

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

   */
  public static TokenQueue<HtmlTokenType> makeTokenQueue(
      FilePosition pos, Reader in, boolean asXml, boolean wantsComments)
      throws IOException {
    CharProducer cp = CharProducer.Factory.create(in, pos);
    HtmlLexer lexer = new HtmlLexer(cp);
    lexer.setTreatedAsXml(asXml);
    return new TokenQueue<HtmlTokenType>(
        lexer, pos.source(),
        wantsComments
            ? Criterion.Factory.<Token<HtmlTokenType>>optimist()
            : SKIP_COMMENTS);

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer


      CssParser p = new CssParser(tq, mq, MessageLevel.WARNING);
      input = p.parseStyleSheet();
      tq.expectEmpty();
    } else if (ContentType.HTML == type) {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      //if (p.getTokenQueue().isEmpty()) { return null; }
      input = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    } else {
      throw new SomethingWidgyHappenedError("Can't classify input " + is);

View Full Code Here

Examples of com.google.caja.lexer.HtmlLexer

          .withMarkupRenderMode(MarkupRenderMode.XML);
      for (Node c : Nodes.childrenOf(message)) {
        Nodes.render(c, rc);
      }
      rc.getOut().noMoreTokens();
      HtmlLexer lexer = new HtmlLexer(
          CharProducer.Factory.fromString(
              xhtml.toString(),
              Nodes.getFilePositionFor(message.getFirstChild())));
      lexer.setTreatedAsXml(true);
      // 1 - saw <ihtml:ph
      // 2 - saw <ihtml:ph >
      // 3 - saw <ihtml:ph > </ihtml:ph
      // 4 - saw <ihtml:ph > </ihtml:ph > or <ihtml:ph />
      // 5 - saw <ihtml:eph
      // 6 - saw <ihtml:eph >
      // 7 - saw <ihtml:eph > </ihtml:eph
      int state = 0;
      // Filter out everything from the end of the <ihtml:ph> exclusive to the
      // end of the <ihtml:eph> inclusive.
      try {
        while (lexer.hasNext()) {
          Token<HtmlTokenType> tt = lexer.next();
          boolean emit = state < 4;
          switch (tt.type) {
            case TAGBEGIN:
              if (state == 0 && "<ihtml:ph".equals(tt.text)) {
                state = 1;

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.