studio.raptor.sqlparser.dialect.odps.parser.OdpsStatementParser Maven / Gradle / Ivy

Go to download
/*
 * Copyright 1999-2017 Alibaba Group Holding Ltd.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package studio.raptor.sqlparser.dialect.odps.parser;

import java.util.List;
import studio.raptor.sqlparser.ast.SQLExpr;
import studio.raptor.sqlparser.ast.SQLName;
import studio.raptor.sqlparser.ast.SQLObject;
import studio.raptor.sqlparser.ast.SQLStatement;
import studio.raptor.sqlparser.ast.expr.SQLIdentifierExpr;
import studio.raptor.sqlparser.ast.statement.SQLAssignItem;
import studio.raptor.sqlparser.ast.statement.SQLCreateTableStatement;
import studio.raptor.sqlparser.ast.statement.SQLExprTableSource;
import studio.raptor.sqlparser.ast.statement.SQLObjectType;
import studio.raptor.sqlparser.ast.statement.SQLSelect;
import studio.raptor.sqlparser.ast.statement.SQLSelectStatement;
import studio.raptor.sqlparser.ast.statement.SQLSetStatement;
import studio.raptor.sqlparser.ast.statement.SQLShowTablesStatement;
import studio.raptor.sqlparser.ast.statement.SQLSubqueryTableSource;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsAddStatisticStatement;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsAnalyzeTableStatement;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsGrantStmt;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsInsert;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsInsertStatement;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsListStmt;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsReadStatement;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsRemoveStatisticStatement;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsSetLabelStatement;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsShowGrantsStmt;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsShowPartitionsStmt;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsShowStatisticStmt;
import studio.raptor.sqlparser.dialect.odps.ast.OdpsStatisticClause;
import studio.raptor.sqlparser.parser.ParserException;
import studio.raptor.sqlparser.parser.SQLCreateTableParser;
import studio.raptor.sqlparser.parser.SQLExprParser;
import studio.raptor.sqlparser.parser.SQLSelectParser;
import studio.raptor.sqlparser.parser.SQLStatementParser;
import studio.raptor.sqlparser.parser.Token;
import studio.raptor.sqlparser.util.JdbcConstants;

public class OdpsStatementParser extends SQLStatementParser {

  public OdpsStatementParser(String sql) {
    super(new OdpsLexer(sql, true, true), JdbcConstants.ODPS);
    this.exprParser = new OdpsExprParser(this.lexer);
    this.lexer.nextToken();
  }

  public OdpsStatementParser(SQLExprParser exprParser) {
    super(exprParser);
  }

  public SQLSelectStatement parseSelect() {
    OdpsSelectParser selectParser = new OdpsSelectParser(this.exprParser);
    return new SQLSelectStatement(selectParser.select(), JdbcConstants.ODPS);
  }

  public SQLCreateTableStatement parseCreateTable() {
    SQLCreateTableParser parser = new OdpsCreateTableParser(this.exprParser);
    return parser.parseCrateTable();
  }

  public SQLCreateTableParser getSQLCreateTableParser() {
    return new OdpsCreateTableParser(this.exprParser);
  }

  public boolean parseStatementListDialect(List statementList) {
    if (lexer.token() == Token.FROM) {
      SQLStatement stmt = this.parseInsert();
      statementList.add(stmt);
      return true;
    }

    if (identifierEquals("ANALYZE")) {
      lexer.nextToken();
      accept(Token.TABLE);

      OdpsAnalyzeTableStatement stmt = new OdpsAnalyzeTableStatement();

      SQLName table = this.exprParser.name();
      stmt.setTable(table);

      if (lexer.token() == Token.PARTITION) {
        lexer.nextToken();

        accept(Token.LPAREN);
        parseAssignItems(stmt.getPartition(), stmt);
        accept(Token.RPAREN);
      }

      accept(Token.COMPUTE);
      acceptIdentifier("STATISTICS");

      statementList.add(stmt);
      return true;
    }

    if (identifierEquals("ADD")) {
      lexer.nextToken();

      if (identifierEquals("STATISTIC")) {
        lexer.nextToken();
        OdpsAddStatisticStatement stmt = new OdpsAddStatisticStatement();
        stmt.setTable(this.exprParser.name());
        stmt.setStatisticClause(parseStaticClause());
        statementList.add(stmt);
        return true;
      }

      throw new ParserException("TODO " + lexer.token() + " " + lexer.stringVal());
    }

    if (identifierEquals("REMOVE")) {
      lexer.nextToken();

      if (identifierEquals("STATISTIC")) {
        lexer.nextToken();
        OdpsRemoveStatisticStatement stmt = new OdpsRemoveStatisticStatement();
        stmt.setTable(this.exprParser.name());
        stmt.setStatisticClause(parseStaticClause());
        statementList.add(stmt);
        return true;
      }

      throw new ParserException("TODO " + lexer.token() + " " + lexer.stringVal());
    }

    if (identifierEquals("READ")) {
      lexer.nextToken();
      OdpsReadStatement stmt = new OdpsReadStatement();
      stmt.setTable(this.exprParser.name());

      if (lexer.token() == Token.LPAREN) {
        lexer.nextToken();
        this.exprParser.names(stmt.getColumns(), stmt);
        accept(Token.RPAREN);
      }

      if (lexer.token() == Token.PARTITION) {
        lexer.nextToken();

        accept(Token.LPAREN);
        parseAssignItems(stmt.getPartition(), stmt);
        accept(Token.RPAREN);
      }

      if (lexer.token() == Token.LITERAL_INT) {
        stmt.setRowCount(this.exprParser.primary());
      }

      statementList.add(stmt);
      return true;
    }

    if (identifierEquals("LIST")) {
      OdpsListStmt stmt = new OdpsListStmt();

      lexer.nextToken();
      stmt.setObject(this.exprParser.expr());

      statementList.add(stmt);

      return true;
    }

    if (lexer.token() == Token.DESC || identifierEquals("DESCRIBE")) {
      SQLStatement stmt = parseDescribe();
      statementList.add(stmt);
      return true;
    }

    return false;
  }

  protected OdpsStatisticClause parseStaticClause() {
    if (identifierEquals("TABLE_COUNT")) {
      lexer.nextToken();
      return new OdpsStatisticClause.TableCount();
    } else if (identifierEquals("NULL_VALUE")) {
      lexer.nextToken();
      OdpsStatisticClause.NullValue null_value = new OdpsStatisticClause.NullValue();
      null_value.setColumn(this.exprParser.name());
      return null_value;
    } else if (identifierEquals("COLUMN_SUM")) {
      lexer.nextToken();
      OdpsStatisticClause.ColumnSum column_sum = new OdpsStatisticClause.ColumnSum();
      column_sum.setColumn(this.exprParser.name());
      return column_sum;
    } else if (identifierEquals("COLUMN_MAX")) {
      lexer.nextToken();
      OdpsStatisticClause.ColumnMax column_max = new OdpsStatisticClause.ColumnMax();
      column_max.setColumn(this.exprParser.name());
      return column_max;
    } else if (identifierEquals("COLUMN_MIN")) {
      lexer.nextToken();
      OdpsStatisticClause.ColumnMin column_min = new OdpsStatisticClause.ColumnMin();
      column_min.setColumn(this.exprParser.name());
      return column_min;
    } else if (identifierEquals("EXPRESSION_CONDITION")) {
      lexer.nextToken();
      OdpsStatisticClause.ExpressionCondition expr_condition = new OdpsStatisticClause.ExpressionCondition();
      expr_condition.setExpr(this.exprParser.expr());
      return expr_condition;
    } else {
      throw new ParserException("TODO " + lexer.token() + " " + lexer.stringVal());
    }
  }

  public SQLStatement parseInsert() {
    OdpsInsertStatement stmt = new OdpsInsertStatement();

    if (lexer.token() == Token.FROM) {
      lexer.nextToken();

      if (lexer.token() == Token.IDENTIFIER) {
        SQLName tableName = this.exprParser.name();
        SQLExprTableSource from = new SQLExprTableSource(tableName);
        stmt.setFrom(from);
      } else {
        accept(Token.LPAREN);

        SQLSelectParser selectParser = createSQLSelectParser();
        SQLSelect select = selectParser.select();

        accept(Token.RPAREN);

        String alias = lexer.stringVal();
        accept(Token.IDENTIFIER);

        SQLSubqueryTableSource from = new SQLSubqueryTableSource(select, alias);

        stmt.setFrom(from);
      }
    }

    for (; ; ) {
      OdpsInsert insert = parseOdpsInsert();
      stmt.addItem(insert);

      if (lexer.token() != Token.INSERT) {
        break;
      }
    }

    return stmt;
  }

  public SQLSelectParser createSQLSelectParser() {
    return new OdpsSelectParser(this.exprParser);
  }

  public OdpsInsert parseOdpsInsert() {
    OdpsInsert insert = new OdpsInsert();

    if (lexer.isKeepComments() && lexer.hasComment()) {
      insert.addBeforeComment(lexer.readAndResetComments());
    }

    SQLSelectParser selectParser = createSQLSelectParser();

    accept(Token.INSERT);

    if (lexer.token() == Token.INTO) {
      lexer.nextToken();
    } else {
      accept(Token.OVERWRITE);
      insert.setOverwrite(true);
    }

    accept(Token.TABLE);
    insert.setTableSource(this.exprParser.name());

    if (lexer.token() == Token.PARTITION) {
      lexer.nextToken();
      accept(Token.LPAREN);
      for (; ; ) {
        SQLAssignItem ptExpr = new SQLAssignItem();
        ptExpr.setTarget(this.exprParser.name());
        if (lexer.token() == Token.EQ) {
          lexer.nextToken();
          SQLExpr ptValue = this.exprParser.expr();
          ptExpr.setValue(ptValue);
        }
        insert.addPartition(ptExpr);
        if (!(lexer.token() == (Token.COMMA))) {
          break;
        } else {
          lexer.nextToken();
        }
      }
      accept(Token.RPAREN);
    }

    SQLSelect query = selectParser.select();
    insert.setQuery(query);

    return insert;
  }

  public SQLStatement parseShow() {
    accept(Token.SHOW);

    if (identifierEquals("PARTITIONS")) {
      lexer.nextToken();

      OdpsShowPartitionsStmt stmt = new OdpsShowPartitionsStmt();

      SQLExpr expr = this.exprParser.expr();
      stmt.setTableSource(new SQLExprTableSource(expr));

      return stmt;
    }

    if (identifierEquals("STATISTIC")) {
      lexer.nextToken();

      OdpsShowStatisticStmt stmt = new OdpsShowStatisticStmt();

      SQLExpr expr = this.exprParser.expr();
      stmt.setTableSource(new SQLExprTableSource(expr));

      return stmt;
    }

    if (identifierEquals("TABLES")) {
      lexer.nextToken();

      SQLShowTablesStatement stmt = new SQLShowTablesStatement();

      if (lexer.token() == Token.FROM) {
        lexer.nextToken();
        stmt.setDatabase(this.exprParser.name());
      }

      if (lexer.token() == Token.LIKE) {
        lexer.nextToken();
        stmt.setLike(this.exprParser.expr());
      }

      return stmt;
    }

    if (identifierEquals("GRANTS")) {
      lexer.nextToken();
      OdpsShowGrantsStmt stmt = new OdpsShowGrantsStmt();

      if (lexer.token() == Token.FOR) {
        lexer.nextToken();
        stmt.setUser(this.exprParser.expr());
      }

      if (lexer.token() == Token.ON) {
        lexer.nextToken();
        acceptIdentifier("type");
        stmt.setObjectType(this.exprParser.expr());
      }

      return stmt;
    }

    throw new ParserException("TODO " + lexer.token() + " " + lexer.stringVal());
  }

  public SQLStatement parseSet() {
    List comments = null;
    if (lexer.isKeepComments() && lexer.hasComment()) {
      comments = lexer.readAndResetComments();
    }

    accept(Token.SET);

    if (identifierEquals("LABEL")) {
      OdpsSetLabelStatement stmt = new OdpsSetLabelStatement();

      if (comments != null) {
        stmt.addBeforeComment(comments);
      }

      lexer.nextToken();

      stmt.setLabel(lexer.stringVal());
      lexer.nextToken();
      accept(Token.TO);
      if (lexer.token() == Token.USER) {
        lexer.nextToken();

        SQLName name = this.exprParser.name();
        stmt.setUser(name);
        return stmt;
      }
      accept(Token.TABLE);
      SQLExpr expr = this.exprParser.name();
      stmt.setTable(new SQLExprTableSource(expr));

      if (lexer.token() == Token.LPAREN) {
        lexer.nextToken();
        this.exprParser.names(stmt.getColumns(), stmt);
        accept(Token.RPAREN);
      }

      return stmt;
    } else {
      SQLSetStatement stmt = new SQLSetStatement(getDbType());

      if (comments != null) {
        stmt.addBeforeComment(comments);
      }

      parseAssignItems(stmt.getItems(), stmt);

      return stmt;
    }
  }

  public OdpsGrantStmt parseGrant() {
    accept(Token.GRANT);
    OdpsGrantStmt stmt = new OdpsGrantStmt();

    if (identifierEquals("LABEL")) {
      stmt.setLabel(true);
      lexer.nextToken();
      stmt.setLabel(this.exprParser.expr());
    } else {
      if (identifierEquals("SUPER")) {
        stmt.setSuper(true);
        lexer.nextToken();
      }

      parsePrivileages(stmt.getPrivileges(), stmt);
    }

    if (lexer.token() == Token.ON) {
      lexer.nextToken();

      if (identifierEquals("PROJECT")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.PROJECT);
      } else if (identifierEquals("PACKAGE")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.PACKAGE);
      } else if (lexer.token() == Token.FUNCTION) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.FUNCTION);
      } else if (lexer.token() == Token.TABLE) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.TABLE);
        if (lexer.token() == Token.LPAREN) {
          lexer.nextToken();
          this.exprParser.names(stmt.getColumns(), stmt);
          accept(Token.RPAREN);
        }
      } else if (identifierEquals("RESOURCE")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.RESOURCE);
      } else if (identifierEquals("INSTANCE")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.INSTANCE);
      } else if (identifierEquals("JOB")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.JOB);
      } else if (identifierEquals("VOLUME")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.VOLUME);
      } else if (identifierEquals("OfflineModel")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.OfflineModel);
      } else if (identifierEquals("XFLOW")) {
        lexer.nextToken();
        stmt.setObjectType(SQLObjectType.XFLOW);
      }

      stmt.setOn(this.exprParser.expr());
    }

    if (lexer.token() == Token.TO) {
      lexer.nextToken();
      if (lexer.token() == Token.USER) {
        lexer.nextToken();
        stmt.setSubjectType(SQLObjectType.USER);
      } else if (identifierEquals("ROLE")) {
        lexer.nextToken();
        stmt.setSubjectType(SQLObjectType.ROLE);
      }
      stmt.setTo(this.exprParser.expr());
    }

    if (lexer.token() == Token.WITH) {
      lexer.nextToken();
      acceptIdentifier("EXP");
      stmt.setExpire(this.exprParser.expr());
    }

    return stmt;
  }

  protected void parsePrivileages(List privileges, SQLObject parent) {
    for (; ; ) {
      String privilege = null;
      if (lexer.token() == Token.ALL) {
        lexer.nextToken();
        privilege = "ALL";
      } else if (lexer.token() == Token.SELECT) {
        privilege = "SELECT";
        lexer.nextToken();
      } else if (lexer.token() == Token.UPDATE) {
        privilege = "UPDATE";
        lexer.nextToken();
      } else if (lexer.token() == Token.DELETE) {
        privilege = "DELETE";
        lexer.nextToken();
      } else if (lexer.token() == Token.INSERT) {
        privilege = "INSERT";
        lexer.nextToken();
      } else if (lexer.token() == Token.DROP) {
        lexer.nextToken();
        privilege = "DROP";
      } else if (lexer.token() == Token.ALTER) {
        lexer.nextToken();
        privilege = "ALTER";
      } else if (identifierEquals("DESCRIBE")) {
        privilege = "DESCRIBE";
        lexer.nextToken();
      } else if (identifierEquals("READ")) {
        privilege = "READ";
        lexer.nextToken();
      } else if (identifierEquals("WRITE")) {
        privilege = "WRITE";
        lexer.nextToken();
      } else if (identifierEquals("EXECUTE")) {
        lexer.nextToken();
        privilege = "EXECUTE";
      } else if (identifierEquals("LIST")) {
        lexer.nextToken();
        privilege = "LIST";
      } else if (identifierEquals("CreateTable")) {
        lexer.nextToken();
        privilege = "CreateTable";
      } else if (identifierEquals("CreateInstance")) {
        lexer.nextToken();
        privilege = "CreateInstance";
      } else if (identifierEquals("CreateFunction")) {
        lexer.nextToken();
        privilege = "CreateFunction";
      } else if (identifierEquals("CreateResource")) {
        lexer.nextToken();
        privilege = "CreateResource";
      } else if (identifierEquals("CreateJob")) {
        lexer.nextToken();
        privilege = "CreateJob";
      } else if (identifierEquals("CreateVolume")) {
        lexer.nextToken();
        privilege = "CreateVolume";
      } else if (identifierEquals("CreateOfflineModel")) {
        lexer.nextToken();
        privilege = "CreateOfflineModel";
      } else if (identifierEquals("CreateXflow")) {
        lexer.nextToken();
        privilege = "CreateXflow";
      }

      SQLExpr expr = null;
      if (privilege != null) {
        expr = new SQLIdentifierExpr(privilege);
      } else {
        expr = this.exprParser.expr();
      }
      expr.setParent(parent);
      privileges.add(expr);

      if (lexer.token() == Token.COMMA) {
        lexer.nextToken();
        continue;
      }
      break;
    }
  }
}