Examples of com.facebook.presto.sql.parser.StatementSplitter$ErrorHandlingLexer

com.facebook.presto.sql.parser.StatementSplitter
ANTLR has two options for handling lexer errors: attempt to ignore the bad input and continue, or abort lexing by throwing an exception. However, we need to tokenize all input even if it's invalid and reconstruct the original input from the tokens, but neither of those options allows for that. So, we create an alternative: convert lexer errors into a special token, which preserves all of the original input text. ANTLR doesn't provide a way to do this, so we create a copy of the {@link org.antlr.runtime.Lexer#nextToken} method with theappropriate modifications for creating the special error token.


    private List<String> loadQueries()
    {
        try {
            String query = Files.toString(new File(file), Charsets.UTF_8);
            StatementSplitter splitter = new StatementSplitter(query + ";");
            return ImmutableList.copyOf(transform(splitter.getCompleteStatements(), new Function<Statement, String>()
            {
                @Override
                public String apply(Statement statement)
                {
                    return statement.statement();

View Full Code Here


    private List<String> loadQueries()
    {
        try {
            String query = Files.toString(new File(file), Charsets.UTF_8);
            StatementSplitter splitter = new StatementSplitter(query + ";");
            return ImmutableList.copyOf(transform(splitter.getCompleteStatements(), new Function<Statement, String>()
            {
                @Override
                public String apply(Statement statement)
                {
                    return statement.statement();

View Full Code Here

                // not a command, add line to buffer
                buffer.append(line).append("\n");


                // execute any complete statements
                String sql = buffer.toString();
                StatementSplitter splitter = new StatementSplitter(sql, ImmutableSet.of(";", "\\G"));
                for (Statement split : splitter.getCompleteStatements()) {
                    Optional<Object> statement = getParsedStatement(split.statement());
                    if (statement.isPresent() && isSessionParameterChange(statement.get())) {
                        session = processSessionParameterChange(statement.get(), session);
                        queryRunner.setSession(session);
                        tableNameCompleter.populateCache();
                    }
                    else {
                        OutputFormat outputFormat = OutputFormat.ALIGNED;
                        if (split.terminator().equals("\\G")) {
                            outputFormat = OutputFormat.VERTICAL;
                        }


                        process(queryRunner, split.statement(), outputFormat, true);
                    }
                    reader.getHistory().add(squeezeStatement(split.statement()) + split.terminator());
                }


                // replace buffer with trailing partial statement
                buffer = new StringBuilder();
                String partial = splitter.getPartialStatement();
                if (!partial.isEmpty()) {
                    buffer.append(partial).append('\n');
                }
            }
        }

View Full Code Here

        return statement instanceof UseCollection;
    }


    private static void executeCommand(QueryRunner queryRunner, String query, OutputFormat outputFormat)
    {
        StatementSplitter splitter = new StatementSplitter(query + ";");
        for (Statement split : splitter.getCompleteStatements()) {
            process(queryRunner, split.statement(), outputFormat, false);
        }
    }

View Full Code Here


    private List<String> loadQueries()
    {
        try {
            String query = Files.toString(new File(file), Charsets.UTF_8);
            StatementSplitter splitter = new StatementSplitter(query + ";");
            return ImmutableList.copyOf(transform(splitter.getCompleteStatements(), new Function<Statement, String>()
            {
                @Override
                public String apply(Statement statement)
                {
                    return statement.statement();

View Full Code Here

                // not a command, add line to buffer
                buffer.append(line).append("\n");


                // execute any complete statements
                String sql = buffer.toString();
                StatementSplitter splitter = new StatementSplitter(sql, ImmutableSet.of(";", "\\G"));
                for (Statement split : splitter.getCompleteStatements()) {
                    OutputFormat outputFormat = OutputFormat.ALIGNED;
                    if (split.terminator().equals("\\G")) {
                        outputFormat = OutputFormat.VERTICAL;
                    }


                    process(queryRunner, split.statement(), outputFormat, true);
                    reader.getHistory().add(squeezeStatement(split.statement()) + split.terminator());
                }


                // replace buffer with trailing partial statement
                buffer = new StringBuilder();
                String partial = splitter.getPartialStatement();
                if (!partial.isEmpty()) {
                    buffer.append(partial).append('\n');
                }
            }
        }

View Full Code Here

        }
    }


    private static void executeCommand(QueryRunner queryRunner, String query, OutputFormat outputFormat)
    {
        StatementSplitter splitter = new StatementSplitter(query + ";");
        for (Statement split : splitter.getCompleteStatements()) {
            process(queryRunner, split.statement(), outputFormat, false);
        }
    }

View Full Code Here


    private List<String> loadQueries()
    {
        try {
            String query = Files.toString(new File(file), Charsets.UTF_8);
            StatementSplitter splitter = new StatementSplitter(query + ";");
            return ImmutableList.copyOf(transform(splitter.getCompleteStatements(), new Function<Statement, String>()
            {
                @Override
                public String apply(Statement statement)
                {
                    return statement.statement();

View Full Code Here

                // not a command, add line to buffer
                buffer.append(line).append("\n");


                // execute any complete statements
                String sql = buffer.toString();
                StatementSplitter splitter = new StatementSplitter(sql, ImmutableSet.of(";", "\\G"));
                for (Statement split : splitter.getCompleteStatements()) {
                    Optional<Object> statement = getParsedStatement(split.statement());
                    if (statement.isPresent() && isSessionParameterChange(statement.get())) {
                        session = processSessionParameterChange(statement.get(), session);
                        queryRunner = QueryRunner.create(session);
                    }
                    else {
                        OutputFormat outputFormat = OutputFormat.ALIGNED;
                        if (split.terminator().equals("\\G")) {
                            outputFormat = OutputFormat.VERTICAL;
                        }


                        process(queryRunner, split.statement(), outputFormat, true);
                    }
                    reader.getHistory().add(squeezeStatement(split.statement()) + split.terminator());
                }


                // replace buffer with trailing partial statement
                buffer = new StringBuilder();
                String partial = splitter.getPartialStatement();
                if (!partial.isEmpty()) {
                    buffer.append(partial).append('\n');
                }
            }
        }

View Full Code Here

        return statement instanceof UseCollection;
    }


    private static void executeCommand(QueryRunner queryRunner, String query, OutputFormat outputFormat)
    {
        StatementSplitter splitter = new StatementSplitter(query + ";");
        for (Statement split : splitter.getCompleteStatements()) {
            process(queryRunner, split.statement(), outputFormat, false);
        }
    }

View Full Code Here

0 1

TOP

Related Classes of com.facebook.presto.sql.parser.StatementSplitter$ErrorHandlingLexer

com.facebook.presto.cli.Console

com.facebook.presto.cli.PerfTest

org.antlr.runtime.ANTLRStringStream

org.antlr.runtime.CharStream

org.antlr.runtime.CommonToken

org.antlr.runtime.Token

org.antlr.runtime.TokenSource

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.