A token consists of a type (function, keyword, variable, etc), and a value (the piece of code that is classified as a single token of the same type).
246247248249250251252253254255256
CharStream input; try { input = new ANTLRInputStream(is); DISPEL lexer = new DISPEL(input); Token token; while ((token = lexer.nextToken()).getType() != org.antlr.runtime3_3_0.Token.EOF) { tp.process(token);
49505152535455565758
client.listTenants(fakeToken); } private KeystoneAuthenticationToken buildFakeToken(String tokenCode) { Access auth = new Access(); Token tokenObject = new Token(); tokenObject.setId(tokenCode); auth.setToken(tokenObject); return new KeystoneAuthenticationToken(auth); }