Examples of Token

Examples of Dependencies.PR3.Token

141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
    }

    void irSiguienteLinea() {
        boolean encontrado = false;
        while ((this.listaTokens.size() > posicion) && !encontrado) {
            if ((this.listaTokens.get(posicion).equals(new Token("TK_FIN_SENT", "$")))) {
                encontrado = true;
                leerSiguienteToken();
                break;
            }
            else {
                posicion++;
            }
        }
        if (!encontrado) {
            tokenActual = new Token("TK_SALIDA", finFichero);
        }
    }
View Full Code Here

Examples of aima.core.logic.common.Token

31
32
33
34
35
36
37
38
39
40
41
42
43
44
  }

  @Test
  public void testLexBasicExpression() {
    lexer.setInput("( P )");
    Assert.assertEquals(new Token(LogicTokenTypes.LPAREN, "("),
        lexer.nextToken());
    Assert.assertEquals(new Token(LogicTokenTypes.CONSTANT, "P"),
        lexer.nextToken());
    Assert.assertEquals(new Token(LogicTokenTypes.RPAREN, ")"),
        lexer.nextToken());
    Assert.assertEquals(new Token(LogicTokenTypes.EOI, "EOI"),
        lexer.nextToken());
  }
View Full Code Here

Examples of analyzer.Token

312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
            break;
        } 
      }
    }
   
    Token token = null;
   
    if( this.currentState == State.END )
      token = new Token( type, this.buffer, this.currentLine );
   
    else if( !this.buffer.isEmpty() )
      token = new Token( this.stateToTokenType( this.currentState ), this.buffer, this.currentLine );
   
    this.currentState = State.BEGIN;
    this.clearBuffer();
    return token;
  }
View Full Code Here

Examples of antlr.Token

405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
  }
 
  public final int  idx() throws RecognitionException, TokenStreamException {
    int i = -1;
   
    Token  idx = null;
   
    try {      // for error handling
      idx = LT(1);
      match(INT);
      i = Integer.parseInt(idx.getText());
    }
    catch (RecognitionException ex) {
      reportError(ex);
      recover(ex,_tokenSet_7);
    }
View Full Code Here

Examples of anvil.script.parser.Token

255
256
257
258
259
260
261
262
263
264
265
    try {
      InputStream input = getInputStream(context, source);
      Tokenizer tokenizer = new Tokenizer(input, true);
      FormattingCallbacks calls = new FormattingCallbacks(context, handler);

      Token t = null;
      out: for (;;) {
        if ((t != null) && (t.next != null)) {
          t = t.next;
        } else {
          t = tokenizer.getNextToken();
View Full Code Here

Examples of at.bestsolution.efxclipse.text.jface.rules.Token

443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
  protected List<IRule> createRules() {

    List<IRule> rules= new ArrayList<IRule>();

    // Add rule for character constants.
    Token token= getToken(ResourceProvider.JAVA_STRING);
    rules.add(new SingleLineRule("'", "'", token, '\\')); //$NON-NLS-2$ //$NON-NLS-1$


    Token defaultToken= getToken(ResourceProvider.JAVA_DEFAULT);
   
    // Add generic whitespace rule.
    rules.add(new WhitespaceRule(new JavaWhitespaceDetector(), defaultToken));

//    String version= getPreferenceStore().getString(SOURCE_VERSION);
View Full Code Here

Examples of avrora.core.isdl.parser.Token

102
103
104
105
106
107
108
109
110
111
     * @param h the high bit of the range of bits being assigned
     * @param e an expression that represents the right hand side of the assignment
     */
    public VarBitRangeAssignStmt(String m, int l, int h, Expr e) {
        super(e);
        variable = new Token();
        variable.image = m;
        low_bit = l < h ? l : h;
        high_bit = l > h ? l : h;
    }
View Full Code Here

Examples of br.com.gmartins.simbler.jedit.tokenmarker.Token

447
448
449
450
451
452
453
454
455
456
457
            lineSegment.count = offset;
            return x + Utilities.getTabbedTextWidth(lineSegment,
                    fm, x, painter, 0);
        } /* If syntax coloring is enabled, we have to do this because
         * tokens can vary in width */ else {
            Token tokens;
            if (painter.currentLineIndex == line
                    && painter.currentLineTokens != null) {
                tokens = painter.currentLineTokens;
            } else {
                painter.currentLineIndex = line;
View Full Code Here

Examples of ca.carleton.gcrc.couch.user.token.Token

147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
    return result;
  }

  public JSONObject validateUserCreation(String b64Token) throws Exception {
    byte[] encryptedToken = Base64.decodeBase64(b64Token);
    Token token = TokenEncryptor.decryptToken(serverKey, encryptedToken);
    if( token instanceof CreationToken ){
      CreationToken creationToken = (CreationToken)token;
     
      Date expiry = creationToken.getExpiry();
      if( null != expiry ){
        Date now = new Date();
        if( now.getTime() > expiry.getTime() ){
          throw new TokenExpiredException("Token is expired");
        }
      }
     
      // Check if user already exists
      String emailAddress = creationToken.getEmailAddress();
      if( null == emailAddress ) {
        throw new Exception("Token does not specify e-mail address");
      }
      JSONObject user = null;
      try {
        user = userRepository.getUserFromEmailAddress(emailAddress);
      } catch(Exception e) {
        // OK
      }
      if( null != user ) {
        throw new Exception("User with e-mail "+emailAddress+
            " already exists. Attempt password recovery.");
      }
     
      JSONObject result = new JSONObject();
      result.put("valid", true);
      result.put("emailAddress", creationToken.getEmailAddress());
      return result;
    } else {
      throw new Exception("Unexpected token class: "+token.getClass().getName());
    }
  }
View Full Code Here

Examples of cambridge.parser.tokens.Token

103
104
105
106
107
108
109
110
111
112
113
   private int getIndex(int no) {
      return no % BUFFER_SIZE;
   }

   private void fillBuffer() throws IOException {
      Token tok;
      while (tokenizer.hasMoreTokens()) {
         tok = tokenizer.nextToken();
         writeIndex++;
         buf[getIndex(writeIndex)] = tok;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.