Examples of DdlTokenStream

org.jboss.dna.sequencer.ddl.DdlTokenStream
A TokenStream implementation designed around requirements for tokenizing and parsing DDL statements.
Because of the complexity of DDL, it was necessary to extend {@link TokenStream} in order to override the basic tokenizer totokenize the in-line comments prefixed with "--". In addition, because there is not a default ddl command (or statement) terminator, an override method was added to {@link TokenStream} to allow re-tokenizing the initial tokens to re-type thetokens, remove tokens, or any other operation to simplify parsing.

In this case, both reserved words (or key words) and statement start phrases can be registered prior to the {@link TokenStream}'s start() method. Any resulting tokens that match the registered string values will be re-typed to identify them as key words (DdlTokenizer.KEYWORD) or statement start phrases (DdlTokenizer.STATEMENT_KEY).
org.modeshape.sequencer.ddl.DdlTokenStream
A TokenStream implementation designed around requirements for tokenizing and parsing DDL statements.
Because of the complexity of DDL, it was necessary to extend {@link TokenStream} in order to override the basic tokenizer totokenize the in-line comments prefixed with "--". In addition, because there is not a default ddl command (or statement) terminator, an override method was added to {@link TokenStream} to allow re-tokenizing the initial tokens to re-type thetokens, remove tokens, or any other operation to simplify parsing.

In this case, both reserved words (or key words) and statement start phrases can be registered prior to the {@link TokenStream}'s start() method. Any resulting tokens that match the registered string values will be re-typed to identify them as key words (DdlTokenizer.KEYWORD) or statement start phrases (DdlTokenizer.STATEMENT_KEY).

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseNUMERIC() {
    printTest("shouldParseNUMERIC()");
    String typeString = getDataTypeString(DataTypes.DTYPE_NUMERIC);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseDECIMAL() {
    printTest("shouldParseDECIMAL()");
    String typeString = getDataTypeString(DataTypes.DTYPE_DECIMAL);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseDEC() {
    printTest("shouldParseDEC()");
    String typeString = getDataTypeString(DataTypes.DTYPE_DEC);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseFLOAT() {
    printTest("shouldParseFLOAT()");
    String typeString = getDataTypeString(DataTypes.DTYPE_FLOAT);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseREAL() {
    printTest("shouldParseREAL()");
    String typeString = getDataTypeString(DataTypes.DTYPE_REAL);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseDOUBLE_PRECISION() {
    printTest("shouldParseDOUBLE_PRECISION()");
    String typeString = getDataTypeString(DataTypes.DTYPE_DOUBLE_PRECISION);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseDATE() {
    printTest("shouldParseDATE()");
    String typeString = getDataTypeString(DataTypes.DTYPE_DATE);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseTIME() {
    printTest("shouldParseTIME()");
    String typeString = getDataTypeString(DataTypes.DTYPE_TIME);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

  public void shouldParseTIMESTAMP() {
    printTest("shouldParseTIMESTAMP()");
    String typeString = getDataTypeString(DataTypes.DTYPE_TIMESTAMP);
    String content = typeString;
    
    DdlTokenStream tokens = getTokens(content);
      
    DataType dType = parser.parse(tokens);
    
    Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
    Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.jboss.dna.sequencer.ddl.DdlTokenStream

        // Basically they've added column properties (i.e. SORT option, ENCRYPT encryption_spec)
        // Need to 1) Override parseColumnDefinition shouldParseOracleProceduresAndFunctionsto handle these.


        String tableElementString = getTableElementsString(tokens, false);


        DdlTokenStream localTokens = new DdlTokenStream(tableElementString, DdlTokenStream.ddlTokenizer(false), false);


        localTokens.start();


        StringBuffer unusedTokensSB = new StringBuffer();


        do {
            if (isColumnDefinitionStart(localTokens)) {
                parseColumnDefinition(localTokens, tableNode, true);
            } else {
                // THIS IS AN ERROR. NOTHING FOUND.
                // NEED TO absorb tokens
                while (localTokens.hasNext() && !localTokens.matches(COMMA)) {
                    unusedTokensSB.append(SPACE).append(localTokens.consume());
                }
            }
        } while (localTokens.canConsume(COMMA));


        if (unusedTokensSB.length() > 0) {
            String msg = DdlSequencerI18n.unusedTokensParsingColumnDefinition.text(tableNode.getProperty(StandardDdlLexicon.NAME));
            DdlParserProblem problem = new DdlParserProblem(Problems.WARNING, getCurrentMarkedPosition(), msg);
            problem.setUnusedSource(unusedTokensSB.toString());

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.