com.baidu.openrasp.TokenGenerator Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of sqlparser Show documentation

SQL token parser for OpenRASP

The newest version!

package com.baidu.openrasp;

import org.antlr.v4.runtime.ANTLRErrorListener;
import org.antlr.v4.runtime.ANTLRInputStream;
import org.antlr.v4.runtime.Token;
import java.util.ArrayList;

/**
 * Created by lxk on 3/19/18.
 */
public class TokenGenerator {

    /**
     * tokenize query clause
     * @param text query clause
     * @return tokens
     */
    public static String[] tokenize (String text)
    {
        return tokenize(text, null);
    }

    /**
     *
     * tokenize query clause
     * @param text query clause
     * @param listener antlr error listener
     * @return tokens
     */
    public static String[] tokenize (String text, ANTLRErrorListener listener)
    {
        ANTLRInputStream input   = new ANTLRInputStream(text);
        SQLLexer lexer     = new SQLLexer(input);
        if (listener != null) {
            lexer.removeErrorListeners();
            lexer.addErrorListener(listener);
        }
        ArrayList result = new ArrayList();
        for (Token token = lexer.nextToken();
             token.getType() != Token.EOF;
             token = lexer.nextToken())
        {
            result.add(token.getText());
        }
        return result.toArray(new String[0]);
    }
}