Package org.jwall.log.io

Examples of org.jwall.log.io.ParserGenerator$Token

70
71
72
73
74
75
76
77
78
79
80
81
82
  public void setTokenStopIndex(int index) {
  }

  public String toString() {
    if ( payload instanceof Token ) {
      Token t = (Token)payload;
      if ( t.getType() == Token.EOF ) {
        return "<EOF>";
      }
      return t.getText();
    }
    return payload.toString();
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
   */
  public String toStringWithHiddenTokens() {
    StringBuffer buf = new StringBuffer();
    if ( hiddenTokens!=null ) {
      for (int i = 0; i < hiddenTokens.size(); i++) {
        Token hidden = (Token) hiddenTokens.get(i);
        buf.append(hidden.getText());
      }
    }
    String nodeText = this.toString();
    if ( !nodeText.equals("<EOF>") ) buf.append(nodeText);
    return buf.toString();
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    }

    // Wildcard?
    if ( ttype == TreePatternLexer.DOT ) {
      ttype = tokenizer.nextToken();
      Token wildcardPayload = new CommonToken(0, ".");
      TreeWizard.TreePattern node =
        new TreeWizard.WildcardTreePattern(wildcardPayload);
      if ( label!=null ) {
        node.label = label;
      }
View Full Code Here
195
196
197
198
199
200
201
202
203
    Tree t = (Tree)create(fromToken);
    return t;
  }

  public Object create(int tokenType, String text) {
    Token fromToken = createToken(tokenType, text);
    Tree t = (Tree)create(fromToken);
    return t;
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
  public void consume() {
    if ( initialStreamState ) {
      consumeInitialHiddenTokens();
    }
    int a = input.index();
    Token t = input.LT(1);
    input.consume();
    int b = input.index();
    dbg.consumeToken(t);
    if ( b>a+1 ) {
      // then we consumed more than one token; must be off channel tokens
View Full Code Here
53
54
55
56
57
58
59
60
    super(adaptor, elementDescription, elements);
  }

  /** Get next token from stream and make a node for it */
  public Object nextNode() {
    Token t = (Token)_next();
    return adaptor.create(t);
  }
View Full Code Here
225
226
227
228
229
230
231
232
233
234
  }
*/
  public void process() throws IOException {
    CharStream input = new ANTLRFileStream(dispelFile);
    DISPEL lexer = new DISPEL(input);
    Token token;
    while ((token = lexer.nextToken()) != Token.EOF_TOKEN) {
      tp.process(token);
    }
  }
View Full Code Here
246
247
248
249
250
251
252
253
254
255
256
    CharStream input;
    try {
      input = new ANTLRInputStream(is);
     
      DISPEL lexer = new DISPEL(input);
      Token token;
       
        while ((token = lexer.nextToken()).getType() !=
          org.antlr.runtime3_3_0.Token.EOF) {
   
          tp.process(token);
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
    @Test
    public void testCreate() throws Exception
    {
        String grammar = "%{REMOTE_ADDR}\" %{REMOTE_PORT} TEST [ABC] %{ABC}";
        String input = "127.0.0.1\" 80 TEST [ABC] abc-value";
        ParserGenerator gen = new ParserGenerator( grammar );

        Parser<Map<String,String>> parser = gen.newParser();
        Map<String,String> msg = parser.parse( input );
        log.info( "Message parsed is: {}", msg );
        for( String key : msg.keySet() ){
            log.info( "  {} = {}", key, msg.get( key ) );
        }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
    @Test
    public void testAccessLogCombined() throws Exception {
        String input = "www-ai.cs.uni-dortmund.de www-ai.cs.uni-dortmund.de 66.249.72.167 - - [08/Jul/2011:00:01:29 +0200] \"GET /FUNSTUFF/JAI/index.html HTTP/1.1\" 200 3487 \"-\" \"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)\"";
        String grammar = "%{REQUEST_HEADERS:Host} %{VHOST_NAME} %{REMOTE_ADDR} %{REMOTE_USER} %{TMP} [%{DATE}] \"%{REQUEST_METHOD} %{REQUEST_URI} %{PROTO}\" %{RESPONSE_STATUS} %{RESPONSE_SIZE} \"%{REQUEST_HEADERS:Referer}\" \"%{REQUEST_HEADERS:User-Agent}\"";
       
        ParserGenerator gen = new ParserGenerator( grammar );
        Map<String,String> map = gen.parse( input );
        for( String key : map.keySet() ){
            log.info( " '{}' = '{}'", key, map.get( key ) );
        }
       
        List<String> grams = gen.parseGrammar( grammar );
        for( String g : grams ){
            log.info( "{}", g );
        }
    }
View Full Code Here
TOP

Related Classes of org.jwall.log.io.ParserGenerator$Token

  • Analyzer.Lexical.LexicalAnalyzer
  • Analyzer.Syntax.AnalizadorRecursivoPaseo
  • Analyzer.Syntax.Interpreter
  • com.drighetto.essai.bouncycastle.Sample01
  • com.go.trove.io.SourceInfo
  • com.google.collide.client.code.autocomplete.codegraph.CodeGraphAutocompleterTest$MockProposalBuilder
  • com.google.collide.client.code.autocomplete.codegraph.ExplicitAutocompleterTest
  • com.google.collide.client.code.autocomplete.codegraph.js.JsIndexUpdater
  • com.google.collide.client.code.autocomplete.codegraph.js.JsParsingTask
  • com.google.collide.client.code.autocomplete.codegraph.JsIndexUpdaterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.