All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.centit.support.database.QueryUtils Maven / Gradle / Ivy

Go to download

数据库操作通用方法和函数,从以前的util包中分离出来,并且整合了部分sys-module中的函数

There is a newer version: 5.3.2302
Show newest version
package com.centit.support.database;

import java.util.ArrayList;
import java.util.Collection;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Set;

import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.tuple.ImmutableTriple;

import com.centit.support.algorithm.DatetimeOpt;
import com.centit.support.algorithm.NumberBaseOpt;
import com.centit.support.algorithm.StringBaseOpt;
import com.centit.support.algorithm.StringRegularOpt;
import com.centit.support.common.KeyValuePair;
import com.centit.support.compiler.EmbedFunc;
import com.centit.support.compiler.Formula;
import com.centit.support.compiler.Lexer;
import com.centit.support.compiler.MapTranslate;
import com.centit.support.compiler.VariableTranslate;

/**
 * @author [email protected]
 */
public class QueryUtils {
	/**
	 * 表示这个参数不需要
	 */
	public static final String SQL_PRETREAT_NO_PARAM = "NP";
	/**
	 * 转化为模式匹配字符串
	 */
	public static final String SQL_PRETREAT_LIKE = "LIKE";
	/**
	 * 用于like语句,只在参数后面添加一个 %
	 */
	public static final String SQL_PRETREAT_STARTWITH = "STARTWITH";
	/**
	 * 用于like语句,只在参数前面添加一个 %
	 */
	public static final String SQL_PRETREAT_ENDWITH = "ENDWITH";
	/**
	 * 转化为日期类型
	 */
	public static final String SQL_PRETREAT_DATE = "DATE";
	/**
	 * 转化为带日期的类型
	 */
	public static final String SQL_PRETREAT_DATETIME = "DATETIME";
	/**
	 * 转化为 2016-6-16这样的日期字符串
	 */
	public static final String SQL_PRETREAT_DATESTR = "DATESTR";
	/**
	 * 转化为 2016-6-16 10:25:34这样的日期和时间字符串
	 */
	public static final String SQL_PRETREAT_DATETIMESTR = "DATETIMESTR";
	/**
	 * 过滤掉所有非数字字符
	 */
	public static final String SQL_PRETREAT_DIGIT = "DIGIT";
	/**
	 * 大写
	 */
	public static final String SQL_PRETREAT_UPPERCASE = "UPPERCASE";
	/**
	 * 小写
	 */
	public static final String SQL_PRETREAT_LOWERCASE = "LOWERCASE";
	/**
	 * 转化为符合数字的字符串,
	 */
	public static final String SQL_PRETREAT_NUMBER = "NUMBER";
	/**
	 * 给子符串添加''使其可以拼接到sql语句中,并避免sql注入
	 */
	public static final String SQL_PRETREAT_QUOTASTR = "QUOTASTR";
	/**
	 * 应该转化 Integer类型,单对于数据库来说他和long没有区别所以也返回的Long类型
	 */
	public static final String SQL_PRETREAT_INTEGER = "INTEGER";
	/**
	 * 转化 Long 类型
	 */
	public static final String SQL_PRETREAT_LONG = "LONG";
	/**
	 * 转化为 Double 类型
	 */
	public static final String SQL_PRETREAT_FLOAT = "FLOAT";
	
	/**
	 * 将对象转换为 String, 如果是数组用 ','连接。
	 */
	public static final String SQL_PRETREAT_STRING = "STRING";
	/**
	 * 将字符串 用,分割返回 String[]
	 */	
	public static final String SQL_PRETREAT_SPLITFORIN = "SPLITFORIN";
	/**
	 * 修改语句中的 命名参数,使其能够接受 多个参数以便用于in语句,比如: in(:a) 
	 * 传入a为一个数组,会根据a的实际长度变为 in(:a0,:a1,a2,......)
	 */
	public static final String SQL_PRETREAT_CREEPFORIN = "CREEPFORIN";
	/**
	 * 将参数值 拼接到 sql对应的参数位置,同时要避免sql注入
	 */
	public static final String SQL_PRETREAT_INPLACE = "INPLACE";
 	
	/**
     * 把字符串string包装成'string',并将字符传中的数里的"'"替换为“''”
     * @param value value
     * @return 对应的'value'
     */
    public static String buildStringForQuery(String value) {
        if (value == null || "".equals(value))
            return "''";
        return "'" + StringUtils.replace(value.trim(), "'", "''") + "'";
    }

    
    public static String buildObjectsStringForQuery(Object [] objects) {
        if (objects == null || objects.length<1)
            return "()";
        StringBuilder sb = new StringBuilder("(");
        int dataCount=0;
        for(Object obj:objects){
        	if(obj!=null){
        		if(dataCount>0)
        			sb.append(",");
        		sb.append(buildStringForQuery(String.valueOf(obj)));
        		dataCount++;
        	}
        }
        sb.append(")");
        return sb.toString();
    }

    public static String buildObjectsStringForQuery(Collection objects) {
        if (objects == null || objects.size()<1)
            return "()";
        StringBuilder sb = new StringBuilder("(");
        int dataCount=0;
        for(Object obj:objects){
        	if(obj!=null){
        		if(dataCount>0)
        			sb.append(",");
        		sb.append(buildStringForQuery(String.valueOf(obj)));
        		dataCount++;
        	}
        }
        sb.append(")");
        return sb.toString();
    }
    
	public static String buildObjectStringForQuery(Object fieldValue) {
	    if(fieldValue instanceof java.util.Date){
			return QueryUtils.buildDatetimeStringForQuery((java.util.Date)fieldValue);
		}else if(fieldValue instanceof java.sql.Date){
			return QueryUtils.buildDatetimeStringForQuery((java.sql.Date)fieldValue);
		}else if(fieldValue.getClass().getSuperclass().equals(Number.class)){
			return fieldValue.toString();
		}else if(fieldValue instanceof Object[]) {
			return QueryUtils.buildObjectsStringForQuery((Object[]) fieldValue);
		}else if(fieldValue instanceof Collection) {
			return QueryUtils.buildObjectsStringForQuery((Collection) fieldValue);
		}else {
			return QueryUtils.buildStringForQuery(fieldValue.toString());
		}
    }
    
    public static String buildDateStringForQuery(Date value) {
        return "'" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd")
                + "'";
    }
    public static String buildDateStringForQuery(java.sql.Date value) {
        return "'" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd")
                + "'";
    }
    
    public static String buildDatetimeStringForQuery(Date value) {
        return "'" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd HH:mm:ss")
                + "'";
    }
    public static String buildDatetimeStringForQuery(java.sql.Date value) {
        return "'" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd HH:mm:ss")
                + "'";
    }
    
    /**
     * 在HQL检索策略以外,模糊拼接key-value键值对,把string包装成to-char('value','yyyy-MM-dd')
     *
     * @param value value
     * @return 对应的to-char('value','yyyy-MM-dd')
     */
    public static String buildDateStringForOracle(Date value) {
        return "TO_DATE('" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd")
                + "','yyyy-MM-dd')";
    }
    public static String buildDateStringForOracle(java.sql.Date value) {
        return "TO_DATE('" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd")
                + "','yyyy-MM-dd')";
    }
    
    
    /**
     * 在HQL检索策略以外,模糊拼接key-value键值对,把string包装成to-char('value','yyyy-MM-dd
     * hh24:mi:ss')
     *
     * @param value value
     * @return 对应的to-char('value','yyyy-MM-dd hh24:mi:ss')
     */
    public static String buildDateTimeStringForOracle(java.util.Date value) {
        return "TO_DATE('" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd HH:mm:ss")
                + "','yyyy-MM-dd hh24:mi:ss')";
    }

    public static String buildDateTimeStringForOracle(java.sql.Date value) {
        return "TO_DATE('" + DatetimeOpt.convertDateToString(value, "yyyy-MM-dd HH:mm:ss")
                + "','yyyy-MM-dd hh24:mi:ss')";
    }

     /**
     * 将string中的 空格换成 % 作为like语句的匹配串
     * 比如在客户端输入 “hello world”,会转变为  "%hello%world%",即将头尾和中间的空白转换为%用于匹配。
     * @param sMatch sMatch
     * @return String
     */
    public static String getMatchString(String sMatch) {
        StringBuilder sRes = new StringBuilder("%");
        char preChar = '%', curChar;
        int sL = sMatch.length();
        for (int i = 0; i < sL; i++) {
            curChar = sMatch.charAt(i);
            if ((curChar == ' ') || (curChar == '\t')  || (curChar == '%') || (curChar == '*')) {
                curChar = '%';
                if (preChar != '%') {
                    sRes.append(curChar);
                    preChar = curChar;
                }
            } else if (curChar == '?' ){
            	//|| curChar == '\'' || curChar == '\"' || curChar == '<' || curChar == '>') {
            	sRes.append("_");
                preChar = curChar;
            }else{
                sRes.append(curChar);
                preChar = curChar;
            }
        }
        if (preChar != '%')
            sRes.append('%');
        return sRes.toString();
    }
    /**
     * 将查序变量中 用于 like语句的变量转换为match字符串,比如“hello world”会转变为  "%hello%world%",
     * @param queryParams 查询命名变量和值对
     * @param likeParams 用于like 的变量名
     * @return 返回在查询变量中找到的like变量
     */
    public static int replaceMatchParams(Map queryParams,Collection likeParams){
    	if(likeParams==null||likeParams.size()==0||queryParams==null)
    		return 0;
    	int n=0;
    	for(String f:likeParams){
    		Object value = queryParams.get(f);
    		if(value!=null){
    			queryParams.put(f, getMatchString(StringBaseOpt.objectToString(value)));
    			n++;
    		}
    	}
    	return n;
    }
    /**
     * 将查序变量中 用于 like语句的变量转换为match字符串,比如“hello world”会转变为  "%hello%world%",
     * @param queryParams 查询命名变量和值对
     * @param likeParams 用于like 的变量名
     * @return 返回在查询变量中找到的like变量
     */
    public static int replaceMatchParams(Map queryParams,String... likeParams){
    	if(likeParams==null||likeParams.length==0||queryParams==null)
    		return 0;
    	int n=0;
    	for(String f:likeParams){
    		Object value = queryParams.get(f);
    		if(value!=null){
    			queryParams.put(f, getMatchString(StringBaseOpt.objectToString(value)));
    			n++;
    		}
    	}
    	return n;
    }
    

    
	/**
	 * 去掉 order by 语句
	 * @param sql sql
	 * @return sql
	 */
    public static String removeOrderBy(String sql){
        Lexer lex = new Lexer(sql,Lexer.LANG_TYPE_SQL);
        String aWord = lex.getAWord();
        int nPos = lex.getCurrPos();
        while (aWord != null && !"".equals(aWord) && !"order".equalsIgnoreCase(aWord)) {
        	if (aWord.equals("(")) {
                lex.seekToRightBracket();
        	}
        	nPos = lex.getCurrPos();
            aWord = lex.getAWord();
            if (aWord == null || "".equals(aWord))
                return sql;
        }
        return sql.substring(0, nPos);
    }
    
    /**
	 * 去掉 order by 语句
	 * @param sql sql
	 * @return sql
	 */
    public static String getGroupByField(String sql){
        Lexer lex = new Lexer(sql,Lexer.LANG_TYPE_SQL);
        String aWord = lex.getAWord();
        
        while (aWord != null && !"".equals(aWord) && !"group".equalsIgnoreCase(aWord)) {
        	if (aWord.equals("(")) {
                lex.seekToRightBracket();
                //aWord = lex.getAWord();
            }
        	aWord = lex.getAWord();
            if (aWord == null || "".equals(aWord))
                return null;
            
        }
        if("group".equalsIgnoreCase(aWord)){
        	 while (aWord != null && !"".equals(aWord) && !"by".equalsIgnoreCase(aWord)){
        		 aWord = lex.getAWord(); 
        	 }
        }
        if(!"by".equalsIgnoreCase(aWord))
        	return null;
        int nPos = lex.getCurrPos();
        int nEnd = nPos;
        
        while (aWord != null && !"".equals(aWord) && !"order".equalsIgnoreCase(aWord)) {
        	nEnd = lex.getCurrPos();
        	aWord = lex.getAWord();            
        }
        if(nEnd>nPos)
        	return sql.substring(nPos,nEnd);
        return null;
    }

    /**
     * 将sql语句  filed部分为界 分三段;
     * 第一段为 select 之前的内容,如果是sql server 将包括  top [n] 的内容
     * 第二段为 from 和select 之间的内容,就是field内容
     * 第三段为 where 之后的内容包括 order by
     *
     * @param sql sql
     * @return sql
     */
    public static List splitSqlByFields(String sql){
        
        Lexer lex = new Lexer(sql,Lexer.LANG_TYPE_SQL);
        List sqlPiece = new ArrayList();
        int sl = sql.length();
        String aWord = lex.getAWord();

        while (aWord != null && !"".equals(aWord) && !"select".equalsIgnoreCase(aWord)) {
        	if (aWord.equals("(")) {
                lex.seekToRightBracket();
        	}
        	aWord = lex.getAWord();
            if (aWord == null || "".equals(aWord))
                break;
        }
        
        int nSelectPos = lex.getCurrPos();
        int nFieldBegin = nSelectPos;
        
        if(nSelectPos>=sl){
            lex.setFormula(sql);
            nSelectPos=0;
            nFieldBegin=0;
            aWord = lex.getAWord();
        }else{
            //特别处理sql server 的 top 语句
            aWord = lex.getAWord();
            if ("top".equalsIgnoreCase(aWord)) {
                aWord = lex.getAWord();
                if (StringRegularOpt.isNumber(aWord))
                    nFieldBegin = lex.getCurrPos();
            }
        }
        
        while (aWord != null && !"".equals(aWord) && !"from".equalsIgnoreCase(aWord)){
        	if (aWord.equals("(")) {
                lex.seekToRightBracket();
        	}
        	aWord = lex.getAWord();
            if (aWord == null || "".equals(aWord))
                return sqlPiece;            
        }
        int nFieldEnd = lex.getCurrPos();

        sqlPiece.add(sql.substring(0, nSelectPos));
        sqlPiece.add(sql.substring(nFieldBegin, nFieldEnd));
        sqlPiece.add(sql.substring(nFieldEnd));
        if (nFieldBegin > nSelectPos) // 只有 sqlserver 有 top 字句的语句 才有这部分
            sqlPiece.add(sql.substring(nSelectPos, nFieldBegin));
        return sqlPiece;
    }

    /**
     * 将查询语句转换为相同条件的查询符合条件的记录数的语句, 需要考虑with语句
     * 即将 select 的字段部分替换为 count(1) 并去掉 order by排序部分 
     * 对查询语句中有distinct的sql语句不使用
     * @param sql sql
     * @return sql
     */
    public static String buildGetCountSQLByReplaceFields(String sql) {    	
    	 List sqlPieces = splitSqlByFields(sql);
         if (sqlPieces == null || sqlPieces.size() < 3)
             return "";
        if("".equals(sqlPieces.get(0)))
     	   sqlPieces.set(0, "select");
         
         String groupByField = QueryUtils.getGroupByField(sqlPieces.get(2));
         if(groupByField==null)        
 	        return sqlPieces.get(0) + " count(1) as rowcount from " +
 	                removeOrderBy(sqlPieces.get(2));
         return sqlPieces.get(0) + " count(1) as rowcount from (select "+
         	groupByField  + " from " + removeOrderBy(sqlPieces.get(2)) + ")";
    }
    /**
     * 通过子查询来实现获取计数语句
     * @param sql sql
     * @return sql
     */
    public static String buildGetCountSQLBySubSelect(String sql) {
        List sqlPieces = splitSqlByFields(sql);
        if (sqlPieces == null || sqlPieces.size() < 3)
            return "";
       if("".equals(sqlPieces.get(0)))
    	   sqlPieces.set(0, "select");
       if("from".equalsIgnoreCase(sqlPieces.get(1).trim()))
    	   sqlPieces.set(1, "* from");
        return sqlPieces.get(0) + " count(1) as rowcount from (select "+
        	sqlPieces.get(1) + sqlPieces.get(2) + ") a";
    }
    /**
     * sql 语句可以用 子查询和替换查询字段的方式获得总数,
     * 	但是 有distinct的语句只能用子查询的方式。distinct的语句也可以用 group by的方式来转换,
     * 
     * @param sql sql
     * @return sql
     */
    public static String buildGetCountSQL(String sql) {
    	return buildGetCountSQLBySubSelect(sql);
    }
    /**
     * hql语句不能用子查询的方式,只能用buildGetCountSQLByReplaceFields
     * @param hql sql
     * @return sql
     */
    public static String buildGetCountHQL(String hql) {
    	return buildGetCountSQLByReplaceFields(hql);
    }
    /**
     * 生成MySql分页查询语句
     * @param sql sql
	 * @param offset offset
	 * @param maxsize maxsize
	 * @param asParameter asParameter
	 * @return String
     */
    public static String buildMySqlLimitQuerySQL(String sql,int offset,int maxsize,boolean asParameter) {
    	if(asParameter)
    		return sql + (offset>0 ? " limit ?, ?" : " limit ?");
    	else
    		return sql + (offset>0 ? " limit "+String.valueOf(offset)+","+String.valueOf(maxsize) : 
    								 " limit "+String.valueOf(maxsize));
    }
    /** org.hibernate.dialect
     * 生成Oracle分页查询语句, 不考虑for update语句
	 * @param sql sql
	 * @param offset offset
	 * @param maxsize maxsize
	 * @param asParameter asParameter
	 * @return String
     */
    public static String buildOracleLimitQuerySQL(String sql,int offset,int maxsize,boolean asParameter) {
    	
    	final StringBuilder pagingSelect = new StringBuilder( sql.length()+100 );
    	if(asParameter){
			if (offset>0) {
				pagingSelect.append( "select * from ( select row_.*, rownum rownum_ from ( " );
			}
			else {
				pagingSelect.append( "select * from ( " );
			}
			pagingSelect.append( sql );
			if (offset>0) {
				pagingSelect.append( " ) row_ ) where rownum_ <= ? and rownum_ > ?" );
			}
			else {
				pagingSelect.append( " ) where rownum <= ?" );
			}	
    	}else{
    		if (offset>0) {
				pagingSelect.append( "select * from ( select row_.*, rownum rownum_ from ( " );
			}
			else {
				pagingSelect.append( "select * from ( " );
			}
			pagingSelect.append( sql );
			if (offset>0) {
				pagingSelect.append( " ) row_ ) where rownum_ <= ")
					.append(offset + maxsize)
					.append(" and rownum_ > ")
					.append(offset);
			}
			else {
				pagingSelect.append( " ) where rownum <= " ).append(maxsize);
			}	
    	}

		return pagingSelect.toString();
    }
    
    /**
     * 生成DB2分页查询语句
	 * @param sql sql
	 * @param offset offset
	 * @param maxsize maxsize
	 * @return String
     */
    public static String buildDB2LimitQuerySQL(String sql,int offset,int maxsize/*,boolean asParameter*/)
    	/*throws SQLException*/{
    	/*if(asParameter)*/
    		//throw new SQLException("DB2 unsupported parameter in fetch statement.");
    	if ( offset == 0 ) {
			return maxsize>1?sql + " fetch first " + maxsize + " rows only":
								   " fetch first 1 row only";
		}
		//nest the main query in an outer select
		return "select * from ( select inner2_.*, rownumber() over(order by order of inner2_) as rownumber_ from ( "
				+ sql + " fetch first " + String.valueOf(offset+maxsize) + " rows only ) as inner2_ ) as inner1_ where rownumber_ > "
				+ offset + " order by rownumber_";
    }
    
    /**
     * 生成SqlServer分页查询语句
	 * @param sql sql
	 * @param offset offset
	 * @param maxsize maxsize
	 * @return String
     */
    public static String buildSqlServerLimitQuerySQL(String sql,int offset,int maxsize/*,boolean asParameter*/)
    		/*throws SQLException*/{
    	/*if(asParameter)
    		throw new SQLException("SQL Server unsupported parameter in fetch statement.");
    	 */
    	if ( offset > 0 ) {
    		// SQL SERVER 2012  才支持
    		/*return sql + "offset "+String.valueOf(offset) 
    				+ " rows fetch next "+String.valueOf(maxsize)+" rows only";*/    		
    	    /* 
    		 * WITH query AS (
    		 *   SELECT inner_query.*
    		 *        , ROW_NUMBER() OVER (ORDER BY CURRENT_TIMESTAMP) as __row_nr__
    		 *     FROM ( original_query ) inner_query
    		 * )
    		 * SELECT alias_list FROM query WHERE __row_nr__ >= offset AND __row_nr__ < offset + maxsize
    		 * 
*/ String alias_list = StringBaseOpt.objectToString( getSqlFiledNames(sql)); return "WITH query AS (" +"SELECT inner_query.* " +", ROW_NUMBER() OVER (ORDER BY CURRENT_TIMESTAMP) as __row_nr__ " +" FROM ( " + sql + ") inner_query" +" ) " +" SELECT "+ alias_list +" FROM query WHERE __row_nr__ >=" + String.valueOf(offset) + " AND __row_nr__ < " + String.valueOf(offset + maxsize); }else{ int selectIndex = sql.toLowerCase(Locale.ROOT).indexOf( "select" ); int selectDistinctIndex = sql.toLowerCase(Locale.ROOT).indexOf( "select distinct" ); selectIndex = selectIndex + (selectDistinctIndex == selectIndex ? 15 : 6); return new StringBuilder( sql.length() + 8 ) .append( sql ) .insert( selectIndex, " top " + maxsize ) .toString(); } } /** * 返回sql语句中所有的 命令变量(:变量名),最后一个String 为转换为?变量的sql语句 * * @param sql sql * @return 返回sql语句中所有的 命令变量(:变量名),最后一个String 为转换为?变量的sql语句 * Key 为转化成?的sql语句,value为对应的命名变量名,如果一个变量出现多次在list中也会出现多次 */ public static KeyValuePair> transNamedParamSqlToParamSql(String sql){ StringBuilder sqlb = new StringBuilder(); List params = new ArrayList(); Lexer lex = new Lexer(sql,Lexer.LANG_TYPE_SQL); int prePos = 0; String aWord = lex.getAWord(); while (aWord != null && !"".equals(aWord)) { if (":".equals(aWord)) { int curPos = lex.getCurrPos(); if(curPos-1>prePos) sqlb.append(sql.substring(prePos, curPos-1)); aWord = lex.getAWord(); if (aWord == null || "".equals(aWord)) break; params.add(aWord); sqlb.append("?"); prePos = lex.getCurrPos(); } aWord = lex.getAWord(); } sqlb.append(sql.substring(prePos)); //params.add(sqlb.toString()); return new KeyValuePair>(sqlb.toString(),params); } /** * 获取sql语句中所有的 命名参数 * @param sql sql * @return 按照参数出现顺序排列的 list */ public static List getSqlNamedParameters(String sql){ List params = new ArrayList(); Lexer lex = new Lexer(sql,Lexer.LANG_TYPE_SQL); String aWord = lex.getAWord(); while (aWord != null && !"".equals(aWord)) { if (":".equals(aWord)) { aWord = lex.getAWord(); if (aWord == null || "".equals(aWord)) break; params.add(aWord); } aWord = lex.getAWord(); } return params; } /** * 一、 p1.1:(like)ps return p1.1 * 二、:(like)ps return ps * 三、:ps return ps * 四、 ps return ps * @param pramePiece pramePiece * @return String */ public static String fetchTemplateParamName(String pramePiece){ String paramName=null; int n = pramePiece.indexOf(':'); if(n<0){//四 return pramePiece.trim(); } if(n>1){ paramName = pramePiece.substring(0, n).trim(); if(StringUtils.isNotBlank(paramName))//一 return paramName; } //二、三 String paramAlias = pramePiece.substring(n+1).trim(); n = paramAlias.lastIndexOf(')'); if(n<0) return paramAlias; return paramAlias.substring(n+1).trim(); } /** * 参数 模板 p1.1:(like,,)ps * 条件模板: [(条件)(参数)| 语句] * [参数| 语句] * @param paramString paramString * @return Set String */ public static Set fetchTemplateParamNames(String paramString){ Set params = new HashSet<>(); List pramePieces = Lexer.splitByWord(paramString, ","); for(String pramePiece : pramePieces){ params.add(fetchTemplateParamName(pramePiece)); } return params; } /** * 参数 模板 p1.1:(like)ps * 条件模板: [(条件)(参数)| 语句] * [参数| 语句] * @param queryPiece queryPiece * @return Set String */ public static Set fetchParamsFromTemplateConditions(String queryPiece){ Lexer varMorp = new Lexer(queryPiece,Lexer.LANG_TYPE_SQL); String aWord = varMorp.getARawWord(); if(aWord==null || aWord.length() == 0) return null; Set paramList = new HashSet(); if("(".equals(aWord)){ //获取条件语句,如果条件语句没有,则返回 null int curPos = varMorp.getCurrPos(); if(!varMorp.seekToRightBracket()) return null; int prePos = varMorp.getCurrPos(); String condition = queryPiece.substring(curPos,prePos-1); Lexer labelSelected = new Lexer(condition,Lexer.LANG_TYPE_SQL); aWord = labelSelected.getARawWord(); while(StringUtils.isNotBlank(aWord)){ if( aWord.equals("$")){ aWord = labelSelected.getAWord(); if(aWord.equals("{")){ aWord = labelSelected.getStringUntil("}"); paramList.add(aWord); } }else if(Lexer.isLabel(aWord) && !Formula.isKeyWord(aWord) && EmbedFunc.getFuncNo(aWord) == -1){ paramList.add(aWord); } aWord = labelSelected.getARawWord(); } aWord = varMorp.getARawWord(); if("(".equals(aWord)){ curPos = varMorp.getCurrPos(); if(!varMorp.seekToRightBracket()) return null; prePos = varMorp.getCurrPos(); aWord = varMorp.getARawWord(); String paramsString = null; if(prePos-1>curPos) paramsString = queryPiece.substring(curPos,prePos-1); if(paramsString!=null){//找出所有的 变量,如果变量表中没有则设置为 null paramList.addAll(fetchTemplateParamNames(paramsString)); } } }else{ // 简易写法 ([:]params)* | queryPiece if(!varMorp.seekTo("|",false)) return null; int curPos = varMorp.getCurrPos(); String paramsString = queryPiece.substring(0,curPos-1); if(StringUtils.isBlank(paramsString)) return null; paramList.addAll(fetchTemplateParamNames(paramsString)); } return paramList; } /* * 返回SqlTemplate(sql语句模板)中所有的 命令变量(:变量名) * 包括 [(${p1.1} > 2 && p2 > 2)| table1 t1,] * [p1.1,:p2,p3:px| and (t2.b > :p2 or t3.c > :px)] * 中的原始参数 p1.1,p2,p3 * @param sql sql * @return 返回sql语句中所有的 命令变量(:变量名) */ public static Set getSqlTemplateParameters(String sql){ Set params = new HashSet(); Lexer lex = new Lexer(sql,Lexer.LANG_TYPE_SQL); String aWord = lex.getAWord(); while (aWord != null && !"".equals(aWord)) { if (":".equals(aWord)) { aWord = lex.getAWord(); if (aWord == null || "".equals(aWord)) return params; params.add(aWord); }else if(aWord.equals("[")){ int beginPos = lex.getCurrPos(); lex.seekToRightSquareBracket(); int endPos = lex.getCurrPos(); //分析表别名, 格式为 TableNameOrClass:alias,TableNameOrClass:alias,..... String queryPiece = sql.substring(beginPos,endPos-1).trim(); Set subParams=fetchParamsFromTemplateConditions(queryPiece); if(subParams!=null && subParams.size()>0) params.addAll(subParams); } aWord = lex.getAWord(); } return params; } /** * 返回sql语句中所有的 字段 语句表达式 * 获得查询语句中的所有 字段描述 ,比如 select a, (b+c) as d, f fn from ta 语句 返回 [ a, (b+c) as d , f fn ] * @param sql sql * @return 返回feild字句,这个用户 sql语句编辑界面,在dde,stat项目中使用,一般用不到。 */ public static List getSqlFiledPieces(String sql){ List fields = new ArrayList(); List sqlPieces = splitSqlByFields(sql); if (sqlPieces == null || sqlPieces.size() < 3) return fields; String sFieldSql = sqlPieces.get(1); Lexer lex = new Lexer(sFieldSql,Lexer.LANG_TYPE_SQL); int nPos = 0; String aWord = lex.getAWord(); while (aWord != null && !"".equals(aWord) && !"from".equalsIgnoreCase(aWord)) { int nPos2 = lex.getCurrPos(); int nLeftBracket = 0; while (nLeftBracket > 0 || (!"".equals(aWord) && !",".equals(aWord) && !"from".equalsIgnoreCase(aWord))) { if ("(".equals(aWord)) nLeftBracket++; else if (")".equals(aWord)) nLeftBracket--; if (nLeftBracket < 0) break; nPos2 = lex.getCurrPos(); aWord = lex.getAWord(); } fields.add(sFieldSql.substring(nPos, nPos2).trim()); nPos = nPos2; if (",".equals(aWord)) { nPos = lex.getCurrPos(); aWord = lex.getAWord(); } } return fields; } /** * 返回sql语句中所有的 字段 名称 * 获得 查询语句中的所有 字段名称,比如 a, (b+c) as d, f fn from 语句 返回 [a,d,fn] * @param sFieldSql sFieldSql * @return 字段名子列表 */ public static List splitSqlFiledNames(String sFieldSql){ List fields = new ArrayList(); Lexer lex = new Lexer(sFieldSql,Lexer.LANG_TYPE_SQL); String aWord = lex.getAWord(); String filedName = aWord; int nFiledNo=0; while (aWord != null && !"".equals(aWord) && !"from".equalsIgnoreCase(aWord)) { int nLeftBracket = 0; while (nLeftBracket > 0 || (!"".equals(aWord) && !",".equals(aWord) && !"from".equalsIgnoreCase(aWord))) { if ("(".equals(aWord)) nLeftBracket++; else if (")".equals(aWord)) nLeftBracket--; if (nLeftBracket < 0) break; filedName = aWord; aWord = lex.getAWord(); } nFiledNo ++; if(")".equals(filedName)) filedName = "column"+String.valueOf(nFiledNo); if(filedName.endsWith("*")) return null; fields.add(filedName); if (",".equals(aWord)) { filedName = aWord; aWord = lex.getAWord(); } } for(int i=0;i0) fields.set(i, field.substring(n+1)); } return fields; } /** * 返回sql语句中所有的 字段 名称 * 获得 查询语句中的所有 字段名称,比如 select a, (b+c) as d, f fn from ta 语句 返回 [a,d,fn] * @param sql sql * @return 字段名子列表 , 如果 查询语句中有 * 将返回 null */ public static List getSqlFiledNames(String sql){ List sqlPieces = splitSqlByFields(sql); if (sqlPieces == null || sqlPieces.size() < 3) return null; return splitSqlFiledNames(sqlPieces.get(1)); } /** * 返回SqlTemplate(sql语句模板)中所有的所有的 字段 名称 * 获得 查询语句中的所有 字段名称,比如 select a, (b+c) as d, f fn from ta 语句 返回 [a,d,fn] * @param sql sql * @return 字段名子列表 */ public static List getSqlTemplateFiledNames(String sql){ List sqlPieces = splitSqlByFields(sql); if (sqlPieces == null || sqlPieces.size() < 3) return null; String sFieldSql = sqlPieces.get(1); Lexer varMorp = new Lexer(sFieldSql,Lexer.LANG_TYPE_SQL); StringBuilder sbSql = new StringBuilder(); int prePos = 0; String aWord = varMorp.getAWord(); while (aWord != null && !"".equals(aWord) && !"from".equalsIgnoreCase(aWord)) { if(aWord.equals("[")){ int curPos = varMorp.getCurrPos(); if(curPos-1>prePos) sbSql.append( sFieldSql.substring(prePos, curPos-1)); aWord = varMorp.getAWord(); while(aWord != null && !"|".equals(aWord)){ if("(".equals(aWord)){ varMorp.seekToRightBracket(); } aWord = varMorp.getAWord(); } if("|".equals(aWord)){ curPos = varMorp.getCurrPos(); varMorp.seekToRightSquareBracket(); prePos = varMorp.getCurrPos(); sbSql.append( sFieldSql.substring(curPos, prePos-1)); } aWord = varMorp.getAWord(); } aWord = varMorp.getAWord(); } sbSql.append(sFieldSql.substring(prePos)); return splitSqlFiledNames(sbSql.toString()); } /** * 过滤 order by 语句中无效信息,在可能带入乱码和注入的情况下使用 * @param sqlOrderBy sqlOrderBy * @return String */ public static String trimSqlOrderByField(String sqlOrderBy){ if (sqlOrderBy == null) return null; StringBuilder sb= new StringBuilder(); Lexer lex = new Lexer(sqlOrderBy,Lexer.LANG_TYPE_SQL); boolean haveOrder = false; boolean bLastDouHao = false; String aWord = lex.getAWord(); while (aWord != null && !"".equals(aWord)) { if(Lexer.isLabel(aWord) || StringUtils.isNumeric(aWord) ){ if( haveOrder){ if(bLastDouHao) sb.append(","); else return null; } sb.append(aWord); haveOrder = true; bLastDouHao = false; aWord = lex.getAWord(); if("asc".equalsIgnoreCase(aWord) || "desc".equalsIgnoreCase(aWord)){ sb.append(" ").append(aWord); aWord = lex.getAWord(); } if("nulls".equalsIgnoreCase(aWord)){ aWord = lex.getAWord(); if("first".equalsIgnoreCase(aWord) || "last".equalsIgnoreCase(aWord)){ sb.append(" nulls ").append(aWord); aWord = lex.getAWord(); }else return null; } }else if(",".equals(aWord)){ if(bLastDouHao) return null; bLastDouHao = true;//sb.append(","); aWord = lex.getAWord(); }else return null; } return sb.toString(); } /** * 创建sql语句参数键值对 * @param objs 奇数变量为参数名,类型为string,偶数变量为参数值,类型为任意对象(object) * @return Map String Object */ public static Map createSqlParamsMap(Object... objs){ if(objs==null || objs.length<2) return null; Map paramsMap = new HashMap(); for(int i=0;i tableAlias); public String translateColumn(String columnDesc); public KeyValuePair translateParam(String paramName); } public static class SimpleFilterTranslater implements IFilterTranslater{ private Map paramsMap; private Map tableAlias; private MapTranslate mapTranslate; public SimpleFilterTranslater(Map paramsMap) { this.tableAlias = null; this.paramsMap = paramsMap; this.mapTranslate = new MapTranslate(paramsMap); } @Override public void setTableAlias(Map tableAlias) { this.tableAlias = tableAlias; } @Override public String translateColumn(String columnDesc){ if(tableAlias==null||columnDesc==null||tableAlias.size()==0) return null; int n = columnDesc.indexOf('.'); if(n<0){ return tableAlias.get(columnDesc); } String poClassName = columnDesc.substring(0,n); String alias = tableAlias.get(poClassName); if(alias==null) return null; return "".equals(alias)? columnDesc.substring(n+1):alias+'.'+ columnDesc.substring(n+1); } @Override public KeyValuePair translateParam(String paramName){ if(paramsMap==null) return null; Object obj = paramsMap.get(paramName); if(obj==null) return null; if(obj instanceof String){ if(StringUtils.isBlank((String)obj)) return null; } return new KeyValuePair(paramName, obj); } @Override public String getVarValue(String varName) { return mapTranslate.getVarValue(varName); } @Override public String getLabelValue(String labelName) { return mapTranslate.getLabelValue(labelName); } } /** * 对参数进行预处理 * @param pretreatment pretreatment * @param paramValue paramValue * @return Object */ public static Object scalarPretreatParameter(String pretreatment,Object paramValue){ if(paramValue==null) return null; if(SQL_PRETREAT_LIKE.equalsIgnoreCase(pretreatment)) return getMatchString(StringBaseOpt.objectToString(paramValue)); if(SQL_PRETREAT_STARTWITH.equalsIgnoreCase(pretreatment)) return StringBaseOpt.objectToString(paramValue)+"%"; if(SQL_PRETREAT_ENDWITH.equalsIgnoreCase(pretreatment)) return "%"+StringBaseOpt.objectToString(paramValue); if( SQL_PRETREAT_DATE.equalsIgnoreCase(pretreatment) || SQL_PRETREAT_DATETIME.equalsIgnoreCase(pretreatment)) return DatetimeOpt.smartPraseDate(StringBaseOpt.objectToString(paramValue)); if(SQL_PRETREAT_DATESTR.equalsIgnoreCase(pretreatment)) return DatetimeOpt.convertDateToString( DatetimeOpt.smartPraseDate(StringBaseOpt.objectToString(paramValue))); if(SQL_PRETREAT_DATETIMESTR.equalsIgnoreCase(pretreatment)) return DatetimeOpt.convertDatetimeToString( DatetimeOpt.smartPraseDate(StringBaseOpt.objectToString(paramValue))); if(SQL_PRETREAT_DIGIT.equalsIgnoreCase(pretreatment)) return StringRegularOpt.trimDigits(StringBaseOpt.objectToString(paramValue)); if(SQL_PRETREAT_UPPERCASE.equalsIgnoreCase(pretreatment)) return StringUtils.upperCase(StringBaseOpt.objectToString(paramValue)); if(SQL_PRETREAT_LOWERCASE.equalsIgnoreCase(pretreatment)) return StringUtils.lowerCase(StringBaseOpt.objectToString(paramValue)); if(SQL_PRETREAT_NUMBER.equalsIgnoreCase(pretreatment)) return StringRegularOpt.trimNumber(StringBaseOpt.objectToString(paramValue)); if(SQL_PRETREAT_INTEGER.equalsIgnoreCase(pretreatment) || SQL_PRETREAT_LONG.equalsIgnoreCase(pretreatment)) return NumberBaseOpt.castObjectToLong(paramValue); if(SQL_PRETREAT_FLOAT.equalsIgnoreCase(pretreatment)) return NumberBaseOpt.castObjectToDouble(paramValue); if(SQL_PRETREAT_QUOTASTR.equalsIgnoreCase(pretreatment)) return buildStringForQuery(StringBaseOpt.objectToString(paramValue)); /*if(SQL_PRETREAT_STRING.equalsIgnoreCase(pretreatment)) return StringBaseOpt.objectToString(paramValue); if(SQL_PRETREAT_SPLITFORIN.equalsIgnoreCase(pretreatment)) return String.valueOf(paramValue).split(",");*/ return paramValue; } public static Object onePretreatParameter(String pretreatment,Object paramValue){ if(paramValue==null) return null; if(SQL_PRETREAT_STRING.equalsIgnoreCase(pretreatment)) return StringBaseOpt.objectToString(paramValue); if(SQL_PRETREAT_SPLITFORIN.equalsIgnoreCase(pretreatment)){ String sValue = StringBaseOpt.objectToString(paramValue); if(sValue==null) return null; return sValue.split(","); } if(paramValue instanceof Collection){ Collection valueList = (Collection )paramValue; List retValue = new ArrayList<>(); for(Object ov : valueList){ Object ro = scalarPretreatParameter( pretreatment, ov); if(ro!=null){ retValue.add(ro); } } if(retValue.size()<1) return null; return retValue; }else if(paramValue instanceof Object[]){ Object [] objs=(Object[]) paramValue; List retValue = new ArrayList<>(); for(Object ov : objs){ Object ro = scalarPretreatParameter( pretreatment, ov); if(ro!=null){ retValue.add(ro); } } if(retValue.size()<1) return null; return retValue; }else return scalarPretreatParameter( pretreatment, paramValue); //if(SQL_PRETREAT_CREEPFORIN.equalsIgnoreCase(pretreatment)) //return String.valueOf(paramValue).split(","); } /** * 对参数进行预处理 * @param pretreatment, 可以有多个,用','分开 * @param paramValue paramString * @return Object */ public static Object pretreatParameter(String pretreatment,Object paramValue){ if(StringUtils.isBlank(pretreatment)) return paramValue; if(pretreatment.indexOf(',')<0) return onePretreatParameter(pretreatment,paramValue); String [] pretreats = pretreatment.split(","); Object paramObj = paramValue; for(String p : pretreats){ paramObj = onePretreatParameter(p,paramObj); } return paramObj; } public static List splitParamString(String paramString){ List params = new ArrayList(); Lexer lex = new Lexer(paramString,Lexer.LANG_TYPE_SQL); int prePos = 0; String aWord = lex.getAWord(); while (aWord != null && !"".equals(aWord) ) { if(aWord.equals("(")){ lex.seekToRightBracket(); }else if(aWord.equals(",")){ int currPos = lex.getCurrPos(); params.add(paramString.substring(prePos,currPos-1)); prePos = currPos; } aWord = lex.getAWord(); } if(prePos < paramString.length()) params.add(paramString.substring(prePos)); return params; } /** * 参数表示式的完整形式是 : 表达式:(预处理,预处理2,......)参数名称 * @param paramString paramString * @return 返回为Triple "表达式","参数名称","预处理,预处理2,......" */ public static ImmutableTriple parseParameter(String paramString){ if(StringUtils.isBlank(paramString)) return null; String paramName=null; String paramRight=null; String paramPretreatment=null; String paramAlias=null; int n = paramString.indexOf(':'); if(n>=0){ paramRight = paramString.substring(n+1).trim(); if(paramRight.charAt(0)=='('){ int e = paramRight.indexOf(')'); if(e>0){ paramPretreatment = paramRight.substring(1, e).trim(); paramAlias = paramRight.substring(e+1).trim(); } }else paramAlias = paramRight; if(n>1){ paramName = paramString.substring(0, n).trim(); }else paramName = paramAlias; }else{ if(paramString.charAt(0)=='('){ int e = paramString.indexOf(')'); if(e>0){ paramPretreatment = paramString.substring(1, e).trim(); paramAlias = paramString.substring(e+1).trim(); } paramName = paramAlias; }else paramName = paramString; } return new ImmutableTriple (paramName,paramAlias,paramPretreatment); } public static QueryAndNamedParams buildInStatement(String paramAlias,Object realParam){ StringBuilder hqlPiece= new StringBuilder(); QueryAndNamedParams hqlAndParams = new QueryAndNamedParams(); //hqlPiece.append("("); if (realParam instanceof Collection) { int n=0; for(Object obj :(Collection) realParam){ if(n>0) hqlPiece.append(","); hqlPiece.append(":").append(paramAlias).append('_').append(n); hqlAndParams.addParam(paramAlias+"_"+n,obj); n++; } } else if (realParam instanceof Object[]) { int n=0; for(Object obj :(Object[]) realParam){ if(n>0) hqlPiece.append(","); hqlPiece.append(":").append(paramAlias).append('_').append(n); hqlAndParams.addParam(paramAlias+"_"+n,obj); n++; } } else { hqlPiece.append(":").append(paramAlias); hqlAndParams.addParam(paramAlias,realParam); } //hqlPiece.append(")"); hqlAndParams.setQuery(hqlPiece.toString()); return hqlAndParams; } /** * 去掉 分号 ; 和 单行注释 / * 注释保留 * / * @param fieldsSql paramString * @return String */ public static String cleanSqlStatement(String fieldsSql){ if(StringUtils.isBlank(fieldsSql)) return fieldsSql; Lexer lex = new Lexer(fieldsSql,Lexer.LANG_TYPE_SQL); String aWord = lex.getARegularWord(); int prePos = 0; while (aWord != null && !"".equals(aWord) ) { if(aWord.equals(";")){ int currPos = lex.getCurrPos(); return fieldsSql.substring(0,currPos-1); }else if(aWord.equals("--")){ int currPos = lex.getCurrPos(); return fieldsSql.substring(0,currPos-2); }else if(aWord.equals("/*")){ int currPos = lex.getCurrPos(); lex.seekToAnnotateEnd(); int currPos2 = lex.getCurrPos(); if(! "*/".equals(fieldsSql.substring(currPos2-2,currPos2))){ return fieldsSql.substring(0,currPos-2); } } prePos = lex.getCurrPos(); aWord = lex.getARegularWord(); } return fieldsSql.substring(0,prePos); /*char [] ch = fieldsSql.toCharArray(); for(char c :ch){ if ( (c>='a' && c<='z') || (c>='A' && c<='Z') || (c>='0' && c<='9') || c==':' || c=='.' || c=='\'' || c=='\"' || c=='|' || c=='+' || c=='-' || c=='*' || c=='/' || c=='%' || c=='_' || c=='>' || c=='<' || c=='!' ) sBuilder.append(c); } return sBuilder.toString(); */ } public static String replaceParamAsSqlString(String sql, String paramAlias,String paramSqlString){ Lexer varMorp = new Lexer(sql,Lexer.LANG_TYPE_SQL); String sWord = varMorp.getAWord(); while( sWord!=null && ! sWord.equals("") ){ if(":".equals(sWord)){ int prePos = varMorp.getCurrPos(); sWord = varMorp.getAWord(); if(paramAlias.equals(sWord)){ int curPos = varMorp.getCurrPos(); String resSql=""; if(prePos>1) resSql = sql.substring(0,prePos-1); resSql = resSql + paramSqlString ; if(curPos= 0; } /** * @param filter 转换为 sql * @param translater 变量内嵌在语句中,不用参数 * @return QueryAndNamedParams */ public static QueryAndNamedParams translateQueryFilter(String filter,IFilterTranslater translater){ QueryAndNamedParams hqlAndParams = new QueryAndNamedParams(); Lexer varMorp = new Lexer(filter,Lexer.LANG_TYPE_SQL); StringBuilder hqlPiece= new StringBuilder(); String sWord = varMorp.getAWord(); int prePos = 0; while( sWord!=null && ! sWord.equals("") ){ if( sWord.equals("[")){ int curPos = varMorp.getCurrPos(); if(curPos-1>prePos) hqlPiece.append( filter.substring(prePos, curPos-1)); varMorp.seekToRightSquareBracket();//.seekTo(']'); prePos = varMorp.getCurrPos(); String columnDesc = filter.substring(curPos,prePos-1).trim(); String qp = translater.translateColumn(columnDesc); if(qp==null) return null; hqlPiece.append(qp); }else if( sWord.equals("{")){ int curPos = varMorp.getCurrPos(); if(curPos-1>prePos) hqlPiece.append( filter.substring(prePos, curPos-1)); varMorp.seekToRightBrace();//('}'); prePos = varMorp.getCurrPos(); String param = filter.substring(curPos,prePos-1).trim(); ImmutableTriple paramMeta= parseParameter(param); //{paramName,paramAlias,paramPretreatment}; String paramName=StringUtils.isBlank(paramMeta.left)?paramMeta.middle:paramMeta.left; String paramAlias=StringUtils.isBlank(paramMeta.middle)?paramMeta.left:paramMeta.middle; KeyValuePair paramPair = translater.translateParam(paramName); if(paramPair==null) return null; if(paramPair.getValue()!=null){ Object realParam = pretreatParameter(paramMeta.right, paramPair.getValue()); if(hasPretreatment(paramMeta.right ,SQL_PRETREAT_CREEPFORIN)){ QueryAndNamedParams inSt = buildInStatement(paramAlias,realParam); hqlPiece.append(inSt.getQuery()); hqlAndParams.addAllParams(inSt.getParams()); }else if(hasPretreatment(paramMeta.right ,SQL_PRETREAT_INPLACE)){ hqlPiece.append(cleanSqlStatement(StringBaseOpt.objectToString(realParam))); }else { hqlPiece.append(":").append(paramAlias); hqlAndParams.addParam(paramAlias,realParam); } }else{ hqlPiece.append(paramPair.getKey()); } } sWord = varMorp.getAWord(); } hqlPiece.append(filter.substring(prePos)); hqlAndParams.setHql(hqlPiece.toString()); return hqlAndParams; } public static QueryAndNamedParams translateQueryFilter(Collection filters, IFilterTranslater translater, boolean isUnion){ if(filters==null ||filters.size()<1) return null; QueryAndNamedParams hqlAndParams = new QueryAndNamedParams(); StringBuilder hqlBuilder= new StringBuilder(); boolean haveSql=false; for(String filter : filters){ QueryAndNamedParams hqlPiece = translateQueryFilter(filter,translater); if(hqlPiece!=null){ if(!haveSql) hqlBuilder.append("("); else hqlBuilder.append(isUnion ? " or ":" and "); haveSql = true; hqlBuilder.append(hqlPiece.getHql()); hqlAndParams.addAllParams(hqlPiece.getParams()); } } if(haveSql) hqlBuilder.append(" )"); hqlAndParams.setHql(hqlBuilder.toString()); return hqlAndParams; } public static QueryAndNamedParams translateQueryPiece( String queryPiece,IFilterTranslater translater){ Lexer varMorp = new Lexer(queryPiece,Lexer.LANG_TYPE_SQL); String aWord = varMorp.getARawWord(); if(aWord==null || aWord.length() == 0) return null; QueryAndNamedParams hqlAndParams = new QueryAndNamedParams(); if("(".equals(aWord)){ //获取条件语句,如果条件语句没有,则返回 null int curPos = varMorp.getCurrPos(); if(!varMorp.seekToRightBracket()) return null; int prePos = varMorp.getCurrPos(); String condition = queryPiece.substring(curPos,prePos-1); Formula frml =new Formula(); String sret = frml.calculate(condition, translater); if(!StringRegularOpt.isTrue(sret)) return null; String paramsString = null; aWord = varMorp.getARawWord(); if("(".equals(aWord)){ curPos = varMorp.getCurrPos(); if(!varMorp.seekToRightBracket()) return null; prePos = varMorp.getCurrPos(); if(prePos-1>curPos) paramsString = queryPiece.substring(curPos,prePos-1); aWord = varMorp.getARawWord(); } if("|".equals(aWord)){ prePos = varMorp.getCurrPos(); }//按道理这里是需要报错的 String sql = queryPiece.substring(prePos); if(StringUtils.isBlank(sql)) return null; if(paramsString!=null){//找出所有的 变量,如果变量表中没有则设置为 null List params = splitParamString(paramsString); //String [] params = paramsString.split(","); for(String param:params){ if(StringUtils.isNotBlank(param)){ ImmutableTriple paramMeta= parseParameter(param); //{paramName,paramAlias,paramPretreatment}; String paramName=StringUtils.isBlank(paramMeta.left)?paramMeta.middle:paramMeta.left; String paramAlias=StringUtils.isBlank(paramMeta.middle)?paramMeta.left:paramMeta.middle; KeyValuePair paramPair = translater.translateParam(paramName); if(paramPair!=null && paramPair.getValue()!=null){ Object realParam = pretreatParameter(paramMeta.right, paramPair.getValue()); if( hasPretreatment(paramMeta.right ,SQL_PRETREAT_CREEPFORIN)){ QueryAndNamedParams inSt = buildInStatement(paramAlias,realParam); hqlAndParams.addAllParams(inSt.getParams()); sql = replaceParamAsSqlString( sql,paramAlias,inSt.getQuery()); }else if(hasPretreatment(paramMeta.right ,SQL_PRETREAT_INPLACE)){ sql = replaceParamAsSqlString( sql,paramAlias,cleanSqlStatement(StringBaseOpt.objectToString(realParam))); }else{ hqlAndParams.addParam(paramAlias,realParam); } } } } hqlAndParams.setQuery(sql); }else hqlAndParams.setQuery(sql); }else{ // 简易写法 ([:]params)* | queryPiece if(!varMorp.seekTo("|",false)) return null; int curPos = varMorp.getCurrPos(); String sql = queryPiece.substring(curPos); if(StringUtils.isBlank(sql)) return null; String paramsString = queryPiece.substring(0,curPos-1); if(StringUtils.isBlank(paramsString)) return null; List params = splitParamString(paramsString); //String [] params = paramsString.split(","); for(String param:params){ if(StringUtils.isNotBlank(param)){ ImmutableTriple paramMeta= parseParameter(param); //{paramName,paramAlias,paramPretreatment}; boolean addParams = !StringUtils.isBlank(paramMeta.middle); String paramName=StringUtils.isBlank(paramMeta.left)?paramMeta.middle:paramMeta.left; String paramAlias=addParams?paramMeta.middle:paramMeta.left; KeyValuePair paramPair = translater.translateParam(paramName); if(paramPair==null || paramPair.getValue()==null) return null; if(addParams){ Object realParam = pretreatParameter(paramMeta.right, paramPair.getValue()); if( hasPretreatment(paramMeta.right ,SQL_PRETREAT_CREEPFORIN)){ QueryAndNamedParams inSt = buildInStatement(paramAlias,realParam); hqlAndParams.addAllParams(inSt.getParams()); sql = replaceParamAsSqlString( sql,paramAlias,inSt.getQuery()); }if(hasPretreatment(paramMeta.right ,SQL_PRETREAT_INPLACE)){ sql = replaceParamAsSqlString( sql,paramAlias,cleanSqlStatement(StringBaseOpt.objectToString(realParam))); }else{ hqlAndParams.addParam(paramAlias,realParam); } } } }//end of for hqlAndParams.setQuery(sql); } return hqlAndParams; } public static QueryAndNamedParams translateQuery( String queryStatement,Collection filters, boolean isUnion,IFilterTranslater translater){ QueryAndNamedParams hqlAndParams = new QueryAndNamedParams(); Lexer varMorp = new Lexer(queryStatement,Lexer.LANG_TYPE_SQL); StringBuilder hqlBuilder= new StringBuilder(); String sWord = varMorp.getAWord(); int prePos = 0; while( sWord!=null && ! sWord.equals("") ){ if( sWord.equals("{")){ int curPos = varMorp.getCurrPos(); if(curPos-1>prePos) hqlBuilder.append( queryStatement.substring(prePos, curPos-1)); varMorp.seekToRightBrace();//.seekTo('}'); prePos = varMorp.getCurrPos(); //分析表别名, 格式为 TableNameOrClass:alias,TableNameOrClass:alias,..... String tablesDesc = queryStatement.substring(curPos,prePos-1).trim(); String [] tables = tablesDesc.split(","); Map tableMap = new HashMap(); for(String tableDesc:tables){ int n= tableDesc.indexOf(':'); if(n<1){ tableMap.put(tableDesc, ""); }else{ tableMap.put(tableDesc.substring(0,n), tableDesc.substring(n+1)); } } translater.setTableAlias(tableMap); QueryAndNamedParams hqlPiece = translateQueryFilter(filters, translater,isUnion); if(hqlPiece!=null && !StringBaseOpt.isNvl(hqlPiece.getHql())){ hqlBuilder.append(" and ").append(hqlPiece.getHql()); hqlAndParams.addAllParams(hqlPiece.getParams()); } }else if( sWord.equals("[")){ int curPos = varMorp.getCurrPos(); if(curPos-1>prePos) hqlBuilder.append( queryStatement.substring(prePos, curPos-1)); varMorp.seekToRightSquareBracket(); prePos = varMorp.getCurrPos(); //分析表别名, 格式为 TableNameOrClass:alias,TableNameOrClass:alias,..... String queryPiece = queryStatement.substring(curPos,prePos-1).trim(); QueryAndNamedParams hqlPiece = translateQueryPiece(queryPiece ,translater); if(hqlPiece!=null && !StringBaseOpt.isNvl(hqlPiece.getHql())){ hqlBuilder.append(hqlPiece.getHql()); hqlAndParams.addAllParams(hqlPiece.getParams()); } } sWord = varMorp.getAWord(); } hqlBuilder.append(queryStatement.substring(prePos)); hqlAndParams.setHql(hqlBuilder.toString()); return hqlAndParams; } /* * 这个函数是为了满足 根据前端查询表单中的参数填写情况动态拼接查询语句条件的的需求而设计的。 * 传统的办法是用if语句一个一个的判断,这样是可以工作的,但是这样query语句非常零碎,容易出错。 * * 这个函数中包括了两种拼接query的方法: * 方法一: 过滤语句filter外置 * 1,用一个Collection 《String》类存放所有可能的条件语句。 * filter过滤语句为一个 逻辑语句,其中用[filterName.field]来标识字段或者hql的属性 * 用{paramName:(pretreat)paramAlias}来标识变量,前面的paramName标识变量名,解释器通过这个获取数值, * 后面的paramAlias标识加入到最后查询中参数名称,如果两个一样可以简写成{paramName}。 * 在权限引擎中变量名paramName是当前用户的相关属性,这个变量名可能比较复杂并且用'.'来表示层级关系 * (pretreat) 这个是可选的, pretreat * 所以需要重命名后加入到最终查询中,这样便于理解。这个格式和方法二中的变量保存一致,详细写法参见方法二 * 2,在语句queryStatement中 {filterName:alias,filterName2:alias,....]}来标识语句占位符。 * 它只能出现在where语句部分,如果语句中有子查询在子查询的where部分也可以使用。 * 3,isUnion是在同一个占位符中有多个符合条件的过滤语句时之间的拼接方式,true用Or拼接,false用and拼接。 * 函数根据filters值、语句中的占位符和查询变量来决定占位符替换的内容。举个列子: List《String》 filters = new ArrayList《String》 (); filters.add("[table1.c] like {p1.1:ps}"); (1) filters.add("[table1.b] = {p5}"); (2) filters.add("[table4.b] = {p4}"); (3) filters.add("([table2.f]={p2} and [table3.f]={p3})"); (4) Map《String,Object》 paramsMap = new HashMap《String,Object》(); paramsMap.put("p1.1", "1"); paramsMap.put("p2", "3"); String queryStatement = "select t1.a,t2.b,t3.c "+ "from table1 t1,table2 t2,table3 t3 "+ "where 1=1 {table1:t1} order by 1,2"; System.out.println(translateQuery(queryStatement,filters,paramsMap,true).getQuery()); 结果是: select t1.a,t2.b,t3.c from table1 t1,table2 t2,table3 t3 where 1=1 and (t1.c like :ps ) order by 1,2 因为{table1:t1}只有table1所以只能选中(1)和(2),但(2)中要求参数p5在paramsMap中没有所以只能选中(1),把(1)中的 table1替换为别名t1变量{p1}替换为:p1,同时在返回值的QueryAndNamedParams中添加变量p1。 再看一个复杂的例子: queryStatement = "select t1.a,t2.b,t3.c "+ "from table1 t1,table2 t2,table3 t3 "+ "where 1=1 {table1:t1}{table9:t1}{table2:t2,table3:t3,table4:t1} order by 1,2"; paramsMap.put("p3", "5"); paramsMap.put("p4", "7"); System.out.println(translateQuery(queryStatement,filters,paramsMap,true).getQuery()); 结果是: select t1.a,t2.b,t3.c from table1 t1,table2 t2,table3 t3 where 1=1 and (t1.c like :ps) and (t1.b = :p4 or (t2.f=:p2 and t3.f=:p3) ) order by 1,2 几点需要说明: 1,一个语句中可以有多个占位符,不同占位符转换的语句用and连接。 2,同一个占位符中如果有多个符合条件的语句根据isUnion的值采用or或者and连接 3,过滤条件(3)[table4.b] = {p4} 和 table4:t1 配合得到了 t1.b = :p4 语句, 其中table4 和from与中的table名称没有直接关系,在写查询占位符是要把别名必须是from中有的就可了。 4,还有一点要说明的是如果一个占位符没有选择到任何的过滤条件,则这个占位符直接消失,如上面的{table9:t1} * * 方法二:内置条件语句 * 这个方法完全根据查询参数来生成,它的形式是[(有参数构成的逻辑表达式)(需要添加到最终查询中的参数,这个内容是可选的)|语句] * 它实现的逻辑是先计算 有参数构成的逻辑表达式,表达式中可以用标识符来引用paramsMap中的值,比如p2, * 但是如果这个参数不符合单个标识符格式,比如p1.1则需要用${p1.1}来引用 * * 如果(有参数构成的逻辑表达式)的值为false或者等于0的数值这个占位符直接消失,如果值为true或者不等于0的数值,则做两件事 * 1,将'|'后面的语句会添加的查询语句。 * 2,如果(需要添加到最终查询中的参数,这个内容是可选的)有变量,并且可以在paramsMap中,则将这些变量添加到最终查询中的参数。 * 变量的格式同方法一paramName:(pretreat)paramAlias,如果需要重命名则要写:paramAlias。 * 举个例子: queryStatement = "select [(${p1.1} 》 2 && p2 》 2)|t1.a,] t2.b,t3.c " "from [(${p1.1} 》2 && p2 》2)| table1 t1,] table2 t2,table3 t3 " "where 1=1 [(${p1.1} 》 2 && p2 》2)(p1.1:ps)| and t1.a=:ps]+ "[(isNotEmpty(${p1.1}) && isNotEmpty(p2) && isNotEmpty(p3))(p2,p3:px)" "| and (t2.b 》 :p2 or t3.c 》:px)] order by 1,2"; System.out.println(translateQuery(queryStatement,filters,paramsMap,true).getQuery()); 结果是: select t2.b,t3.c from table2 t2,table3 t3 where 1=1 and (t2.b 》 :p2 or t3.c 》:px) order by 1,2 这个[]占位符比可以出现在查询语句的任何位置。逻辑表达式也非常灵活,可以构建非常复杂的情况。表达式解释器内置了很多保留函数参见compiler项目 * 这个占位符还有一个更简洁的写法,但是能力做了一定的减弱,形式为[参数,:参数,.....|语句],解释一下: * 1,|前面是参数后面是语句,当所有这些参数在paramsMap中都存在时后面的语句会加入到查询中,否则自动消失。 * 2,参数前面如果有':'这个参数对应的查询变量将添加到最终查询中的参数。所以这里的参数有三种正确的写法和一种错误的写法 * paramName 表示只检查变量是否存在用于判断;paramName名称中不能有','和':' * paramName:paramAlias 表示不仅用于判断,还要将值以paramAlias别名添加到查询参数表中 * :paramAlias 这个是上面的在paramName==paramAlias的情况下的简写 * paramName: 这个是不允许的,切记 * 上面的例子可以改写同时给p1.1赋一个新值为: paramsMap.put("p1.1", "5"); queryStatement = "select [(${p1.1} 》2 && p2 》2)|t1.a,] t2.b,t3.c " "from [(${p1.1} 》2 && p2 》2)| table1 t1,] table2 t2,table3 t3 " "where 1=1 [(${p1.1} 》2 && p2 》2)(p1.1:ps)| and t1.a=:ps]" "[p1.1,:p2,p3:px| and (t2.b 》 :p2 or t3.c 》:px)] order by 1,2"; 结果是: select t1.a, t2.b,t3.c from table1 t1, table2 t2,table3 t3 where 1=1 and t1.a=:ps and (t2.b 》 :p2 or t3.c 》:px) order by 1,2 注意需要用到参数值进行运算的逻辑表达式无法改写。 * 方法一可以将查询条件外置,适合在不同的查询中使用共同的过滤条件。最典型的应用场景是权限过滤。 * 方法二在编写上更优雅更灵活。适用于配合根据前端输入的查询条件值自动配置查询语句。 * * 这两种方法各有优点开发人员可以选择使用,也可以同时混合使用,合理的混合使用可以给程序带来很大的便捷 * 但不支持嵌套使用,如果一定要嵌套使用可以调用这个方法两次。 * * @param queryStatement 待处理的查询语句; * 这个转换函数不对查询语句做任何的合法性检查,这样做开发人员可以更灵活的使用,比如,它可以仅仅是一个{}占位符,这样就可以 * 获得一个查询条件片段,开发人员可以手动将这个片段添加的自己的查询语句中 * @param filters 过滤条件,可以为null * @param paramsMap 查询参数 * @param isUnion 拼接方式,是在同一个占位符中有多个符合条件的过滤语句时之间的拼接方式,true用Or拼接,false用and拼接。 * @return 转换后的查询语句和这个语句中使用的查询参数,这个查询参数是paramsMap的一个子集。 */ public static QueryAndNamedParams translateQuery( String queryStatement,Collection filters, Map paramsMap, boolean isUnion){ return translateQuery( queryStatement, filters, isUnion ,new SimpleFilterTranslater(paramsMap)); } /** * 和public static QueryAndNamedParams translateQuery( String queryStatement,Collection《String》 filters, Map《String,Object》 paramsMap, boolean isUnion) 一样,不同的是这个方法在没有外部过滤条件的情况下使用,就是没有上面的方法一 * @param queryStatement queryStatement * @param paramsMap paramsMap * @return QueryAndNamedParams */ public static QueryAndNamedParams translateQuery( String queryStatement,Map paramsMap){ return translateQuery( queryStatement, null, false ,new SimpleFilterTranslater(paramsMap)); } /** * 是这个方法只生成外部过滤条件的 过滤语句片段 * @param tableMap 管理的表名 和 别名 * @param filters 相关的过滤条件 * @param paramsMap 参数 * @param isUnion 拼接方式,是在同一个占位符中有多个符合条件的过滤语句时之间的拼接方式,true用Or拼接,false用and拼接 * @return QueryAndNamedParams */ public static QueryAndNamedParams translateQuery( Map tableMap,Collection filters, Map paramsMap,boolean isUnion){ SimpleFilterTranslater translater = new SimpleFilterTranslater(paramsMap); translater.setTableAlias(tableMap); return translateQueryFilter(filters, translater,isUnion); } }