Examples of DdlTokenStream

org.jboss.dna.sequencer.ddl.DdlTokenStream
A TokenStream implementation designed around requirements for tokenizing and parsing DDL statements.
Because of the complexity of DDL, it was necessary to extend {@link TokenStream} in order to override the basic tokenizer totokenize the in-line comments prefixed with "--". In addition, because there is not a default ddl command (or statement) terminator, an override method was added to {@link TokenStream} to allow re-tokenizing the initial tokens to re-type thetokens, remove tokens, or any other operation to simplify parsing.

In this case, both reserved words (or key words) and statement start phrases can be registered prior to the {@link TokenStream}'s start() method. Any resulting tokens that match the registered string values will be re-typed to identify them as key words (DdlTokenizer.KEYWORD) or statement start phrases (DdlTokenizer.STATEMENT_KEY).
org.modeshape.sequencer.ddl.DdlTokenStream
A TokenStream implementation designed around requirements for tokenizing and parsing DDL statements.
Because of the complexity of DDL, it was necessary to extend {@link TokenStream} in order to override the basic tokenizer totokenize the in-line comments prefixed with "--". In addition, because there is not a default ddl command (or statement) terminator, an override method was added to {@link TokenStream} to allow re-tokenizing the initial tokens to re-type thetokens, remove tokens, or any other operation to simplify parsing.

In this case, both reserved words (or key words) and statement start phrases can be registered prior to the {@link TokenStream}'s start() method. Any resulting tokens that match the registered string values will be re-typed to identify them as key words (DdlTokenizer.KEYWORD) or statement start phrases (DdlTokenizer.STATEMENT_KEY).

Examples of org.modeshape.sequencer.ddl.DdlTokenStream


    @Test
    public void shouldParseBracketedInteger() {
        printTest("shouldParseBracketedInteger()");
        String content = "(255)";
        DdlTokenStream tokens = getTokens(content);
        long value = parser.parseBracketedLong(tokens, new DataType());


        Assert.assertEquals("DataType length is not correct", 255, value);
    }

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream


    @Test
    public void shouldParseKMGInteger() {
        printTest("shouldParseKMGInteger()");
        String content = "1000M";
        DdlTokenStream tokens = getTokens(content);


        long value = parser.parseLong(tokens, new DataType());
        Assert.assertEquals("DataType length is not correct", 1000 * MEGA, value);


        content = "1000G";

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseCHAR() {
        printTest("shouldParseCHAR()");
        String typeString = getDataTypeString(DataTypes.DTYPE_CHAR);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseCHARACTER() {
        printTest("shouldParseCHARACTER()");
        String typeString = getDataTypeString(DataTypes.DTYPE_CHARACTER);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseCHAR_VARYING() {
        printTest("shouldParseCHAR_VARYING()");
        String typeString = getDataTypeString(DataTypes.DTYPE_CHAR_VARYING);
        String content = typeString + " (255)";


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseCHARACTER_VARYING() {
        printTest("shouldParseCHARACTER_VARYING()");
        String typeString = getDataTypeString(DataTypes.DTYPE_CHARACTER_VARYING);
        String content = typeString + " (255)";


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseVARCHAR() {
        printTest("shouldParseVARCHAR()");
        String typeString = getDataTypeString(DataTypes.DTYPE_VARCHAR);
        String content = typeString + " (255)";


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseNATIONAL_CHAR() {
        printTest("shouldParseNATIONAL_CHAR()");
        String typeString = getDataTypeString(DataTypes.DTYPE_NATIONAL_CHAR);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseNATIONAL_CHARACTER() {
        printTest("shouldParseNATIONAL_CHARACTER()");
        String typeString = getDataTypeString(DataTypes.DTYPE_NATIONAL_CHARACTER);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

Examples of org.modeshape.sequencer.ddl.DdlTokenStream

    public void shouldParseNATIONAL_CHAR_VARYING() {
        printTest("shouldParseNATIONAL_CHAR_VARYING()");
        String typeString = getDataTypeString(DataTypes.DTYPE_NATIONAL_CHAR_VARYING);
        String content = typeString + " (255)";


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.