Examples of org.modeshape.sequencer.ddl.DdlTokenStream

org.modeshape.sequencer.ddl.DdlTokenStream
A TokenStream implementation designed around requirements for tokenizing and parsing DDL statements.
Because of the complexity of DDL, it was necessary to extend {@link TokenStream} in order to override the basic tokenizer totokenize the in-line comments prefixed with "--". In addition, because there is not a default ddl command (or statement) terminator, an override method was added to {@link TokenStream} to allow re-tokenizing the initial tokens to re-type thetokens, remove tokens, or any other operation to simplify parsing.

In this case, both reserved words (or key words) and statement start phrases can be registered prior to the {@link TokenStream}'s start() method. Any resulting tokens that match the registered string values will be re-typed to identify them as key words (DdlTokenizer.KEYWORD) or statement start phrases (DdlTokenizer.STATEMENT_KEY).

    public void shouldParseBIT() {
        printTest("shouldParseBIT()");
        String typeString = getDataTypeString(DataTypes.DTYPE_BIT);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseBITWithLength() {
        printTest("shouldParseBITWithLength()");
        String typeString = getDataTypeString(DataTypes.DTYPE_BIT);
        String content = typeString + " (255)";


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseBIT_VARYINGWithLength() {
        printTest("shouldParseBIT_VARYINGWithLength()");
        String typeString = getDataTypeString(DataTypes.DTYPE_BIT_VARYING);
        String content = typeString + " (255)";


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldNotParseXXXXXXTYPE() {
        printTest("shouldNotParseXXXXXXTYPE()");
        String typeString = "XXXXXXTYPE";
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = null;
        try {
            dType = parser.parse(tokens);
        } catch (ParsingException e) {

View Full Code Here

    public void shouldParseINT() {
        printTest("shouldParseINT()");
        String typeString = getDataTypeString(DataTypes.DTYPE_INT);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseINTEGER() {
        printTest("shouldParseINTEGER()");
        String typeString = getDataTypeString(DataTypes.DTYPE_INTEGER);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseSMALLINT() {
        printTest("shouldParseSMALLINT()");
        String typeString = getDataTypeString(DataTypes.DTYPE_SMALLINT);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseNUMERIC() {
        printTest("shouldParseNUMERIC()");
        String typeString = getDataTypeString(DataTypes.DTYPE_NUMERIC);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseDECIMAL() {
        printTest("shouldParseDECIMAL()");
        String typeString = getDataTypeString(DataTypes.DTYPE_DECIMAL);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

    public void shouldParseDEC() {
        printTest("shouldParseDEC()");
        String typeString = getDataTypeString(DataTypes.DTYPE_DEC);
        String content = typeString;


        DdlTokenStream tokens = getTokens(content);


        DataType dType = parser.parse(tokens);


        Assert.assertNotNull("DataType was NOT found for Type = " + typeString, dType);
        Assert.assertEquals("Wrong DataType found", typeString, dType.getName());

View Full Code Here

0 1 2 3

TOP

Related Classes of org.modeshape.sequencer.ddl.DdlTokenStream

org.modeshape.common.text.Position

org.modeshape.sequencer.ddl.datatype.DataTypeParserTest

org.modeshape.sequencer.ddl.dialect.derby.DerbyDdlParser

org.modeshape.sequencer.ddl.dialect.oracle.OracleDdlParser

org.modeshape.sequencer.ddl.dialect.postgres.PostgresDdlParser

org.modeshape.sequencer.ddl.dialect.teiid.TeiidDataTypeParserTest

org.modeshape.sequencer.ddl.dialect.teiid.TeiidDdlTest

org.modeshape.common.text.ParsingException

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.