All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.datanucleus.store.rdbms.query.QueryToSQLMapper Maven / Gradle / Ivy

The newest version!
/**********************************************************************
Copyright (c) 2008 Andy Jefferson and others. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

Contributors:
    ...
 **********************************************************************/
package org.datanucleus.store.rdbms.query;

import org.datanucleus.ClassLoaderResolver;
import org.datanucleus.ExecutionContext;
import org.datanucleus.FetchGroup;
import org.datanucleus.FetchGroupManager;
import org.datanucleus.FetchPlan;
import org.datanucleus.FetchPlanForClass;
import org.datanucleus.PropertyNames;
import org.datanucleus.exceptions.ClassNotResolvedException;
import org.datanucleus.exceptions.NucleusException;
import org.datanucleus.exceptions.NucleusUserException;
import org.datanucleus.metadata.AbstractClassMetaData;
import org.datanucleus.metadata.AbstractMemberMetaData;
import org.datanucleus.metadata.FieldPersistenceModifier;
import org.datanucleus.metadata.IdentityType;
import org.datanucleus.metadata.InheritanceStrategy;
import org.datanucleus.metadata.MapMetaData;
import org.datanucleus.metadata.MapMetaData.MapType;
import org.datanucleus.metadata.MetaDataManager;
import org.datanucleus.metadata.QueryLanguage;
import org.datanucleus.metadata.RelationType;
import org.datanucleus.metadata.VersionMetaData;
import org.datanucleus.metadata.VersionStrategy;
import org.datanucleus.state.DNStateManager;
import org.datanucleus.store.query.NullOrderingType;
import org.datanucleus.store.query.QueryUtils;
import org.datanucleus.store.query.compiler.CompilationComponent;
import org.datanucleus.store.query.compiler.QueryCompilation;
import org.datanucleus.store.query.compiler.QueryCompilerSyntaxException;
import org.datanucleus.store.query.compiler.Symbol;
import org.datanucleus.store.query.expression.AbstractExpressionEvaluator;
import org.datanucleus.store.query.expression.ArrayExpression;
import org.datanucleus.store.query.expression.CaseExpression;
import org.datanucleus.store.query.expression.ClassExpression;
import org.datanucleus.store.query.expression.CreatorExpression;
import org.datanucleus.store.query.expression.DyadicExpression;
import org.datanucleus.store.query.expression.Expression;
import org.datanucleus.store.query.expression.InvokeExpression;
import org.datanucleus.store.query.expression.JoinExpression;
import org.datanucleus.store.query.expression.Literal;
import org.datanucleus.store.query.expression.OrderExpression;
import org.datanucleus.store.query.expression.ParameterExpression;
import org.datanucleus.store.query.expression.PrimaryExpression;
import org.datanucleus.store.query.expression.SubqueryExpression;
import org.datanucleus.store.query.expression.TypeExpression;
import org.datanucleus.store.query.expression.VariableExpression;
import org.datanucleus.store.query.expression.CaseExpression.ExpressionPair;
import org.datanucleus.store.query.expression.Expression.Operator;
import org.datanucleus.store.rdbms.RDBMSStoreManager;
import org.datanucleus.store.rdbms.adapter.DatastoreAdapter;
import org.datanucleus.store.rdbms.mapping.MappingType;
import org.datanucleus.store.rdbms.mapping.java.AbstractContainerMapping;
import org.datanucleus.store.rdbms.mapping.java.DatastoreIdMapping;
import org.datanucleus.store.rdbms.mapping.java.EmbeddedMapping;
import org.datanucleus.store.rdbms.mapping.java.EmbeddedPCMapping;
import org.datanucleus.store.rdbms.mapping.java.JavaTypeMapping;
import org.datanucleus.store.rdbms.mapping.java.OptionalMapping;
import org.datanucleus.store.rdbms.mapping.java.PersistableIdMapping;
import org.datanucleus.store.rdbms.mapping.java.PersistableMapping;
import org.datanucleus.store.rdbms.mapping.java.ReferenceMapping;
import org.datanucleus.store.rdbms.mapping.java.StringMapping;
import org.datanucleus.store.rdbms.mapping.java.TemporalMapping;
import org.datanucleus.store.rdbms.mapping.java.TypeConverterMapping;
import org.datanucleus.store.rdbms.sql.SQLJoin;
import org.datanucleus.store.rdbms.sql.SQLJoin.JoinType;
import org.datanucleus.store.rdbms.sql.SQLStatement;
import org.datanucleus.store.rdbms.sql.SQLStatementHelper;
import org.datanucleus.store.rdbms.sql.SQLTable;
import org.datanucleus.store.rdbms.sql.SQLTableGroup;
import org.datanucleus.store.rdbms.sql.SelectStatement;
import org.datanucleus.store.rdbms.sql.UpdateStatement;
import org.datanucleus.store.rdbms.sql.expression.BooleanExpression;
import org.datanucleus.store.rdbms.sql.expression.BooleanLiteral;
import org.datanucleus.store.rdbms.sql.expression.BooleanSubqueryExpression;
import org.datanucleus.store.rdbms.sql.expression.CollectionExpression;
import org.datanucleus.store.rdbms.sql.expression.CollectionLiteral;
import org.datanucleus.store.rdbms.sql.expression.ColumnExpression;
import org.datanucleus.store.rdbms.sql.expression.ExpressionUtils;
import org.datanucleus.store.rdbms.sql.expression.IntegerLiteral;
import org.datanucleus.store.rdbms.sql.expression.MapExpression;
import org.datanucleus.store.rdbms.sql.expression.NewObjectExpression;
import org.datanucleus.store.rdbms.sql.expression.NullLiteral;
import org.datanucleus.store.rdbms.sql.expression.NumericExpression;
import org.datanucleus.store.rdbms.sql.expression.NumericSubqueryExpression;
import org.datanucleus.store.rdbms.sql.expression.ParameterLiteral;
import org.datanucleus.store.rdbms.sql.expression.ResultAliasExpression;
import org.datanucleus.store.rdbms.sql.expression.SQLExpression;
import org.datanucleus.store.rdbms.sql.expression.SQLExpressionFactory;
import org.datanucleus.store.rdbms.sql.expression.SQLLiteral;
import org.datanucleus.store.rdbms.sql.expression.StringExpression;
import org.datanucleus.store.rdbms.sql.expression.StringSubqueryExpression;
import org.datanucleus.store.rdbms.sql.expression.SubqueryExpressionComponent;
import org.datanucleus.store.rdbms.sql.expression.TemporalExpression;
import org.datanucleus.store.rdbms.sql.expression.TemporalLiteral;
import org.datanucleus.store.rdbms.sql.expression.TemporalSubqueryExpression;
import org.datanucleus.store.rdbms.sql.expression.TypeConverterExpression;
import org.datanucleus.store.rdbms.sql.expression.UnboundExpression;
import org.datanucleus.store.rdbms.table.ArrayTable;
import org.datanucleus.store.rdbms.table.ClassTable;
import org.datanucleus.store.rdbms.table.CollectionTable;
import org.datanucleus.store.rdbms.table.DatastoreClass;
import org.datanucleus.store.rdbms.table.ElementContainerTable;
import org.datanucleus.store.rdbms.table.JoinTable;
import org.datanucleus.store.rdbms.table.MapTable;
import org.datanucleus.store.rdbms.table.PersistableJoinTable;
import org.datanucleus.store.rdbms.table.Table;
import org.datanucleus.store.schema.table.SurrogateColumnType;
import org.datanucleus.util.ClassUtils;
import org.datanucleus.util.Imports;
import org.datanucleus.util.Localiser;
import org.datanucleus.util.NucleusLogger;
import org.datanucleus.util.StringUtils;

import java.lang.reflect.Constructor;
import java.util.ArrayDeque;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Date;
import java.util.Deque;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.ListIterator;
import java.util.Map;
import java.util.Set;
import java.util.StringTokenizer;

/**
 * Class which maps a compiled (generic) query to an SQL query for RDBMS datastores.
 * Takes in an SQLStatement, and use of compile() will update the SQLStatement to reflect
 * the filter, result, grouping, having, ordering etc.
 * 

* Supports the following extensions currently :- *

    *
  • datanucleus.query.jdoql.{varName}.join defines the join type for that alias. This only currently * applies if the variable is (finally) bound using the equality operator (e.g var.field == this.field). * The extension should be set to "LEFTOUTERJOIN", "INNERJOIN"
  • *
* *

* TODO This class currently takes in an SQLStatement and updates it with filter, result, from etc. If the input statement is a UNION of statements * it tries to update the statement by applying the filter, result etc across all UNIONs. This can cause problems in some situations, particularly * around looking up tables when using COMPLETE_TABLE inheritance, or with TYPE/instanceOf operations. We currently work around these by some fixes * to getSQLTableMappingForPrimaryExpression, and by manually going around the UNIONs. What may be a better long term solution would be to run this * class on each of the UNIONed statements separately and merge them. */ public class QueryToSQLMapper extends AbstractExpressionEvaluator implements QueryGenerator { public static final String OPTION_CASE_INSENSITIVE = "CASE_INSENSITIVE"; public static final String OPTION_EXPLICIT_JOINS = "EXPLICIT_JOINS"; public static final String OPTION_NON_DISTINCT_IMPLICIT_JOINS = "NON_DISTINCT_IMPLICIT_JOINS"; public static final String OPTION_BULK_UPDATE_VERSION = "BULK_UPDATE_VERSION"; public static final String OPTION_SELECT_CANDIDATE_ID_ONLY = "RESULT_CANDIDATE_ID"; public static final String OPTION_NULL_PARAM_USE_IS_NULL = "USE_IS_NULL_FOR_NULL_PARAM"; public static final String MAP_KEY_ALIAS_SUFFIX = "_KEY"; public static final String MAP_VALUE_ALIAS_SUFFIX = "_VALUE"; final String candidateAlias; final AbstractClassMetaData candidateCmd; final boolean subclasses; final QueryCompilation compilation; /** Input parameter values, keyed by the parameter name. Will be null if compiled pre-execution. */ final Map parameters; /** Work Map for keying parameter value for the name, for case where parameters input as positional. */ Map parameterValueByName = null; Map paramNameByPosition = null; /** Positional parameter that we are up to (-1 implies not being used). */ int positionalParamNumber = -1; /** Map of query extensions defining behaviour on the compilation. */ Map extensionsByName = null; /** SQL statement that we are updating. */ SQLStatement stmt; /** Definition of mapping for the results of this SQL statement (candidate). */ final StatementClassMapping resultDefinitionForClass; /** Definition of mapping for the results of this SQL statement (result). */ final StatementResultMapping resultDefinition; Map expressionForParameter; final RDBMSStoreManager storeMgr; final FetchPlan fetchPlan; final SQLExpressionFactory exprFactory; ExecutionContext ec; ClassLoaderResolver clr; Imports importsDefinition = null; Map compileProperties = new HashMap<>(); /** State variable for the component being compiled. */ CompilationComponent compileComponent; /** Stack of expressions, used for compilation of the query into SQL. */ Deque stack; /** Map of SQLTable/mapping keyed by the name of the primary that it relates to. Note that the SQLTableMapping relates to the primary statement (and not to any UNIONs). */ Map sqlTableByPrimary = new HashMap<>(); /** Aliases defined in the result, populated during compileResult. */ Set resultAliases = null; /** Map of the join primary expression string keyed by the join alias (explicit joins only). */ Map explicitJoinPrimaryByAlias = null; Map paramMappingForName = new HashMap<>(); /** Options for the SQL generation process. See OPTION_xxx above. */ Set options = new HashSet<>(); /** Parent mapper if we are processing a subquery. */ public QueryToSQLMapper parentMapper = null; JoinType defaultJoinType = null; JoinType defaultJoinTypeFilter = null; /** * State variable for whether this query is precompilable (hence whether it is cacheable). * Or in other words, whether we can compile it without knowing parameter values. */ boolean precompilable = true; static class SQLTableMapping { SQLTable table; JavaTypeMapping mapping; AbstractClassMetaData cmd; AbstractMemberMetaData mmd; public SQLTableMapping(SQLTable tbl, AbstractClassMetaData cmd, JavaTypeMapping m) { this.table = tbl; this.cmd = cmd; this.mmd = null; this.mapping = m; } /** * Constructor for use when we have a Map field. */ public SQLTableMapping(SQLTable tbl, AbstractClassMetaData cmd, AbstractMemberMetaData mmd, JavaTypeMapping m) { this.table = tbl; this.cmd = cmd; this.mmd = mmd; this.mapping = m; } public String toString() { if (mmd != null) { return "SQLTableMapping: tbl=" + table + " class=" + (cmd != null ? cmd.getFullClassName() : "null") + " mapping=" + mapping + " member=" + mmd.getFullFieldName(); } return "SQLTableMapping: tbl=" + table + " class=" + (cmd != null ? cmd.getFullClassName() : "null") + " mapping=" + mapping; } } /** * Constructor. * @param stmt SQL Statement to update with the query contents. * @param compilation The generic query compilation * @param parameters Parameters needed * @param resultDefForClass Definition of results for the statement (populated here) * @param resultDef Definition of results if we have a result clause (populated here) * @param cmd Metadata for the candidate class * @param subclasses Whether to include subclasses * @param fetchPlan Fetch Plan to apply * @param ec execution context * @param importsDefinition Import definition to use in class lookups (optional) * @param options Options controlling behaviour * @param extensions Any query extensions that may define compilation behaviour */ public QueryToSQLMapper(SQLStatement stmt, QueryCompilation compilation, Map parameters, StatementClassMapping resultDefForClass, StatementResultMapping resultDef, AbstractClassMetaData cmd, boolean subclasses, FetchPlan fetchPlan, ExecutionContext ec, Imports importsDefinition, Set options, Map extensions) { this.parameters = parameters; this.compilation = compilation; this.stmt = stmt; this.resultDefinitionForClass = resultDefForClass; this.resultDefinition = resultDef; this.candidateCmd = cmd; this.candidateAlias = compilation.getCandidateAlias(); this.subclasses = subclasses; this.fetchPlan = fetchPlan; this.storeMgr = stmt.getRDBMSManager(); this.exprFactory = stmt.getRDBMSManager().getSQLExpressionFactory(); this.ec = ec; this.clr = ec.getClassLoaderResolver(); this.importsDefinition = importsDefinition; if (options != null) { this.options.addAll(options); } this.extensionsByName = extensions; this.stmt.setQueryGenerator(this); // Register the candidate SQLTableMapping tblMapping = new SQLTableMapping(stmt.getPrimaryTable(), candidateCmd, stmt.getPrimaryTable().getTable().getIdMapping()); setSQLTableMappingForAlias(candidateAlias, tblMapping); stack = new ArrayDeque(); } /** * Method to set the default join type to be used. * By default we use the nullability of the field to define whether to use LEFT OUTER, or INNER. * In JPQL if a relation isn't specified explicitly in the FROM clause then it should use INNER * hence where this method will be used, to define the default. * @param joinType The default join type */ void setDefaultJoinType(JoinType joinType) { this.defaultJoinType = joinType; } void setDefaultJoinTypeFilter(JoinType joinType) { this.defaultJoinTypeFilter =joinType; } void setParentMapper(QueryToSQLMapper parent) { this.parentMapper = parent; } /** * Accessor for the query language that this query pertains to. * Can be used to decide how to handle the input. * @return The query language */ public String getQueryLanguage() { return compilation.getQueryLanguage(); } /* (non-Javadoc) * @see org.datanucleus.store.rdbms.query.QueryGenerator#getClassLoaderResolver() */ public ClassLoaderResolver getClassLoaderResolver() { return clr; } /* (non-Javadoc) * @see org.datanucleus.store.rdbms.query.QueryGenerator#getCompilationComponent() */ public CompilationComponent getCompilationComponent() { return compileComponent; } /* (non-Javadoc) * @see org.datanucleus.store.rdbms.query.QueryGenerator#getExecutionContext() */ public ExecutionContext getExecutionContext() { return ec; } /* (non-Javadoc) * @see org.datanucleus.store.rdbms.query.QueryGenerator#getProperty(java.lang.String) */ public Object getProperty(String name) { return compileProperties.get(name); } /** * Accessor for whether the query is precompilable (doesn't need to know parameter values * to be able to compile it). * @return Whether the query is precompilable and hence cacheable */ public boolean isPrecompilable() { return precompilable; } protected void setNotPrecompilable() { if (parentMapper != null) { parentMapper.setNotPrecompilable(); } this.precompilable = false; } /** * Convenience accessor for a map of the parameter name keyed by its position. * This is only available after

compile
is called. * @return Map of parameter name keyed by position */ public Map getParameterNameByPosition() { return paramNameByPosition; } /** * Method to update the supplied SQLStatement with the components of the specified query. * During the compilation process this updates the SQLStatement "compileComponent" to the * component of the query being compiled. */ public void compile() { if (NucleusLogger.QUERY.isDebugEnabled() && parentMapper == null) { // Give debug output of compilation StringBuilder str = new StringBuilder("JoinType : navigation(default="); str.append(defaultJoinType != null ? defaultJoinType : "(using nullability)"); str.append(", filter="); str.append(defaultJoinTypeFilter != null ? defaultJoinTypeFilter : "(using nullability)"); str.append(")"); if (extensionsByName != null) { Iterator> extensionsIter = extensionsByName.entrySet().iterator(); while (extensionsIter.hasNext()) { Map.Entry entry = extensionsIter.next(); String key = entry.getKey(); if (key.startsWith("datanucleus.query.jdoql.") && key.endsWith(".join")) { // Alias join definition String alias = key.substring("datanucleus.query.jdoql.".length(), key.lastIndexOf(".join")); str.append(", ").append(alias).append("=").append(entry.getValue()); } } } NucleusLogger.QUERY.debug("Compile of " + compilation.getQueryLanguage() + " into SQL - " + str); } compileFrom(); compileFilter(); if (stmt instanceof UpdateStatement) { compileUpdate((UpdateStatement)stmt); } else if (stmt instanceof SelectStatement) { SelectStatement selectStmt = (SelectStatement)stmt; // Set whether the statement returns distinct. Do this before processing the result in case // the datastore doesn't allow select of some field types when used with DISTINCT if (compilation.getResultDistinct()) { selectStmt.setDistinct(true); } else if (!options.contains(OPTION_EXPLICIT_JOINS) && compilation.getExprResult() == null) { // Joins are made implicitly and no result so set distinct based on whether joining to other table groups if (selectStmt.getNumberOfTableGroups() > 1) { // Queries against an extent always consider only distinct candidate instances, regardless of whether distinct is specified (JDO spec) if (!options.contains(OPTION_NON_DISTINCT_IMPLICIT_JOINS)) { // If user can guarantee distinct w/ query no reason to take performance hit of distinct clause selectStmt.setDistinct(true); } } } compileResult(selectStmt); compileGrouping(selectStmt); compileHaving(selectStmt); compileOrdering(selectStmt); } // Check for variables that haven't been bound to the query (declared but not used) for (String symbol : compilation.getSymbolTable().getSymbolNames()) { Symbol sym = compilation.getSymbolTable().getSymbol(symbol); if (sym.getType() == Symbol.VARIABLE) { if (compilation.getCompilationForSubquery(sym.getQualifiedName()) == null && !hasSQLTableMappingForAlias(sym.getQualifiedName())) { // Variable not a subquery, nor had its table allocated throw new QueryCompilerSyntaxException("Query has variable \"" + sym.getQualifiedName() + "\" which is not bound to the query"); } } } } /** * Method to compile the FROM clause of the query into the SQLStatement. */ protected void compileFrom() { if (compilation.getExprFrom() != null) { // Process all ClassExpression(s) in the FROM, adding joins to the statement as required compileComponent = CompilationComponent.FROM; Expression[] fromExprs = compilation.getExprFrom(); for (Expression fromExpr : fromExprs) { compileFromClassExpression((ClassExpression)fromExpr); } compileComponent = null; } } /** * Method to compile the WHERE clause of the query into the SQLStatement. */ protected void compileFilter() { if (compilation.getExprFilter() != null) { // Apply the filter to the SQLStatement compileComponent = CompilationComponent.FILTER; if (QueryUtils.expressionHasOrOperator(compilation.getExprFilter())) { compileProperties.put("Filter.OR", true); } if (QueryUtils.expressionHasNotOperator(compilation.getExprFilter())) { // Really we want to know if there is a NOT contains, but just check NOT for now compileProperties.put("Filter.NOT", true); } if (stmt instanceof SelectStatement && ((SelectStatement)stmt).getNumberOfUnions() > 0) { // Process each UNIONed statement separately TODO This is only necessary when the filter contains things like "instanceof"/"TYPE" so maybe detect that List unionStmts = ((SelectStatement)stmt).getUnions(); // a). Main SelectStatement, disable unions while we process it SQLStatement originalStmt = stmt; ((SelectStatement) stmt).setAllowUnions(false); SQLExpression filterSqlExpr = (SQLExpression) compilation.getExprFilter().evaluate(this); if (!(filterSqlExpr instanceof BooleanExpression)) { throw new QueryCompilerSyntaxException("Filter compiles to something that is not a boolean expression. Kindly fix your query : " + filterSqlExpr); } BooleanExpression filterExpr = getBooleanExpressionForUseInFilter((BooleanExpression)filterSqlExpr); stmt.whereAnd(filterExpr, true); ((SelectStatement) stmt).setAllowUnions(true); // b). UNIONed SelectStatements for (SelectStatement unionStmt : unionStmts) { stmt = unionStmt; stmt.setQueryGenerator(this); filterSqlExpr = (SQLExpression) compilation.getExprFilter().evaluate(this); if (!(filterSqlExpr instanceof BooleanExpression)) { throw new QueryCompilerSyntaxException("Filter compiles to something that is not a boolean expression. Kindly fix your query : " + filterSqlExpr); } filterExpr = getBooleanExpressionForUseInFilter((BooleanExpression)filterSqlExpr); stmt.whereAnd(filterExpr, true); stmt.setQueryGenerator(null); } stmt = originalStmt; } else { SQLExpression filterSqlExpr = (SQLExpression) compilation.getExprFilter().evaluate(this); if (!(filterSqlExpr instanceof BooleanExpression)) { throw new QueryCompilerSyntaxException("Filter compiles to something that is not a boolean expression. Kindly fix your query : " + filterSqlExpr); } BooleanExpression filterExpr = (BooleanExpression)filterSqlExpr; filterExpr = getBooleanExpressionForUseInFilter(filterExpr); stmt.whereAnd(filterExpr, true); } compileComponent = null; } } /** * Method to compile the result clause of the query into the SQLStatement. * Note that this also compiles queries of the candidate (no specified result), selecting the candidate field(s). * @param stmt SELECT statement */ protected void compileResult(SelectStatement stmt) { compileComponent = CompilationComponent.RESULT; boolean unionsPresent = stmt.getNumberOfUnions() > 0; // Select Statement : select any specified result, or the candidate // TODO Cater for more expression types where we have UNIONs and select each UNION separately if (compilation.getExprResult() != null) { // Select any result expressions Expression[] resultExprs = compilation.getExprResult(); for (int i=0;i(); } if (resultExprs[i] instanceof InvokeExpression || resultExprs[i] instanceof ParameterExpression || resultExprs[i] instanceof Literal) { // Process expressions that need no special treatment if (resultExprs[i] instanceof InvokeExpression) { processInvokeExpression((InvokeExpression)resultExprs[i]); } else if (resultExprs[i] instanceof ParameterExpression) { processParameterExpression((ParameterExpression)resultExprs[i], true); // Second argument : parameters are literals in result } else { processLiteral((Literal)resultExprs[i]); } SQLExpression sqlExpr = stack.pop(); validateExpressionForResult(sqlExpr); int[] cols = stmt.select(sqlExpr, alias); StatementMappingIndex idx = new StatementMappingIndex(sqlExpr.getJavaTypeMapping()); idx.setColumnPositions(cols); if (alias != null) { resultAliases.add(alias); idx.setColumnAlias(alias); } resultDefinition.addMappingForResultExpression(i, idx); } else if (resultExprs[i] instanceof PrimaryExpression) { PrimaryExpression primExpr = (PrimaryExpression)resultExprs[i]; if (primExpr.getId().equals(candidateAlias)) { // "this", so select fetch plan fields if (unionsPresent) { // Process the first union separately (in case they have TYPE/instanceof) and then handle remaining UNIONs below stmt.setAllowUnions(false); } StatementClassMapping map = new StatementClassMapping(candidateCmd.getFullClassName(), null); SQLStatementHelper.selectFetchPlanOfCandidateInStatement(stmt, map, candidateCmd, fetchPlan, 1); resultDefinition.addMappingForResultExpression(i, map); if (unionsPresent) { // Process remaining UNIONs. Assumed that we have the same result mapping as the first UNION otherwise SQL wouldn't work anyway stmt.setAllowUnions(true); List unionStmts = stmt.getUnions(); SelectStatement originalStmt = stmt; for (SelectStatement unionStmt : unionStmts) { this.stmt = unionStmt; unionStmt.setQueryGenerator(this); unionStmt.setAllowUnions(false); StatementClassMapping dummyClsMapping = new StatementClassMapping(candidateCmd.getFullClassName(), null); SQLStatementHelper.selectFetchPlanOfCandidateInStatement(unionStmt, dummyClsMapping, candidateCmd, fetchPlan, 1); unionStmt.setQueryGenerator(null); unionStmt.setAllowUnions(true); } this.stmt = originalStmt; } } else { processPrimaryExpression(primExpr); SQLExpression sqlExpr = stack.pop(); validateExpressionForResult(sqlExpr); if (primExpr.getId().endsWith("#KEY") || primExpr.getId().endsWith("#VALUE")) { // JPQL KEY(map) or VALUE(map), so select FetchPlan fields where persistable if (sqlExpr.getJavaTypeMapping() instanceof PersistableMapping) { // Method returns persistable object, so select the FetchPlan String selectedType = ((PersistableMapping)sqlExpr.getJavaTypeMapping()).getType(); AbstractClassMetaData selectedCmd = ec.getMetaDataManager().getMetaDataForClass(selectedType, clr); FetchPlanForClass fpForCmd = fetchPlan.getFetchPlanForClass(selectedCmd); int[] membersToSelect = fpForCmd.getMemberNumbers(); ClassTable selectedTable = (ClassTable) sqlExpr.getSQLTable().getTable(); StatementClassMapping map = new StatementClassMapping(selectedCmd.getFullClassName(), null); if (selectedCmd.getIdentityType() == IdentityType.DATASTORE) { int[] cols = stmt.select(sqlExpr.getSQLTable(), selectedTable.getSurrogateMapping(SurrogateColumnType.DATASTORE_ID, false), alias); StatementMappingIndex idx = new StatementMappingIndex(selectedTable.getSurrogateMapping(SurrogateColumnType.DATASTORE_ID, false)); idx.setColumnPositions(cols); map.addMappingForMember(SurrogateColumnType.DATASTORE_ID.getFieldNumber(), idx); } // Select the FetchPlan members for (int memberToSelect : membersToSelect) { AbstractMemberMetaData selMmd = selectedCmd.getMetaDataForManagedMemberAtAbsolutePosition(memberToSelect); SQLStatementHelper.selectMemberOfSourceInStatement(stmt, map, fetchPlan, sqlExpr.getSQLTable(), selMmd, clr, 1, null); // TODO Arbitrary penultimate argument } resultDefinition.addMappingForResultExpression(i, map); continue; } else if (sqlExpr.getJavaTypeMapping() instanceof EmbeddedMapping) { // Method returns embedded object, so select the FetchPlan EmbeddedMapping embMapping = (EmbeddedMapping)sqlExpr.getJavaTypeMapping(); AbstractClassMetaData selectedCmd = ec.getMetaDataManager().getMetaDataForClass(embMapping.getType(), clr); // Select the FetchPlan members StatementClassMapping map = new StatementClassMapping(selectedCmd.getFullClassName(), null); int[] membersToSelect = fetchPlan.getFetchPlanForClass(selectedCmd).getMemberNumbers(); for (int memberToSelect : membersToSelect) { AbstractMemberMetaData selMmd = selectedCmd.getMetaDataForManagedMemberAtAbsolutePosition(memberToSelect); JavaTypeMapping selMapping = embMapping.getJavaTypeMapping(selMmd.getName()); if (selMapping.includeInFetchStatement()) { int[] cols = stmt.select(sqlExpr.getSQLTable(), selMapping, alias); StatementMappingIndex idx = new StatementMappingIndex(selMapping); idx.setColumnPositions(cols); map.addMappingForMember(memberToSelect, idx); } } resultDefinition.addMappingForResultExpression(i, map); continue; } } // TODO If the user selects an alias here that is joined, should maybe respect FetchPlan for that (like above for candidate) // TODO Cater for use of UNIONs (e.g "complete-table" inheritance) where mapping is different in other UNION // The difficulty here is that processPrimaryExpression makes use of the sqlTableByPrimary lookup, which is based on the primary statement, so // it still doesn't find the right table/mapping for the UNIONed statements. int[] cols = null; if (sqlExpr instanceof SQLLiteral) { cols = stmt.select(sqlExpr, alias); } else { cols = stmt.select(sqlExpr.getSQLTable(), sqlExpr.getJavaTypeMapping(), alias); } StatementMappingIndex idx = new StatementMappingIndex(sqlExpr.getJavaTypeMapping()); idx.setColumnPositions(cols); if (alias != null) { resultAliases.add(alias); idx.setColumnAlias(alias); } resultDefinition.addMappingForResultExpression(i, idx); } } else if (resultExprs[i] instanceof VariableExpression) { // Subquery? processVariableExpression((VariableExpression)resultExprs[i]); SQLExpression sqlExpr = stack.pop(); validateExpressionForResult(sqlExpr); if (sqlExpr instanceof UnboundExpression) { // Variable wasn't bound in the compilation so far, so handle as cross-join processUnboundExpression((UnboundExpression) sqlExpr); sqlExpr = stack.pop(); NucleusLogger.QUERY.debug("QueryToSQL.exprResult variable was still unbound, so binding via cross-join"); } int[] cols = stmt.select(sqlExpr, alias); StatementMappingIndex idx = new StatementMappingIndex(sqlExpr.getJavaTypeMapping()); idx.setColumnPositions(cols); if (alias != null) { resultAliases.add(alias); idx.setColumnAlias(alias); } resultDefinition.addMappingForResultExpression(i, idx); } else if (resultExprs[i] instanceof TypeExpression) { // TYPE(identification_variable | single_valued_path_expr | input_parameter) TypeExpression typeExpr = (TypeExpression)resultExprs[i]; Expression containedExpr = typeExpr.getContainedExpression(); if (containedExpr instanceof PrimaryExpression) { processPrimaryExpression((PrimaryExpression)containedExpr); SQLExpression sqlExpr = stack.pop(); JavaTypeMapping discrimMapping = sqlExpr.getSQLTable().getTable().getSurrogateMapping(SurrogateColumnType.DISCRIMINATOR, true); if (discrimMapping == null) { // TODO If we have a UNIONED primary expression then it would be possible to just select the DN_TYPE from the particular union throw new NucleusException("Result has call to " + typeExpr + " but contained expression has no discriminator. Not supported"); } int[] cols = stmt.select(sqlExpr.getSQLTable(), discrimMapping, null, true); StatementMappingIndex idx = new StatementMappingIndex(discrimMapping); idx.setColumnPositions(cols); resultDefinition.addMappingForResultExpression(i, idx); } else { throw new NucleusException("Result has call to " + typeExpr + " but contained expression not supported"); } } else if (resultExprs[i] instanceof CreatorExpression) { processCreatorExpression((CreatorExpression)resultExprs[i]); NewObjectExpression sqlExpr = (NewObjectExpression)stack.pop(); StatementNewObjectMapping stmtMap = getStatementMappingForNewObjectExpression(sqlExpr, stmt); resultDefinition.addMappingForResultExpression(i, stmtMap); } else if (resultExprs[i] instanceof DyadicExpression || resultExprs[i] instanceof CaseExpression) { if (unionsPresent) { // Process the first union separately (in case they have TYPE/instanceof) and then handle remaining UNIONs below stmt.setAllowUnions(false); } // TODO If we have something like "DISTINCT this" then maybe could actually select the FetchPlan like if it was a basic PrimaryExpression(this) resultExprs[i].evaluate(this); SQLExpression sqlExpr = stack.pop(); int[] cols = stmt.select(sqlExpr, alias); StatementMappingIndex idx = new StatementMappingIndex(sqlExpr.getJavaTypeMapping()); idx.setColumnPositions(cols); if (alias != null) { resultAliases.add(alias); idx.setColumnAlias(alias); } resultDefinition.addMappingForResultExpression(i, idx); if (unionsPresent) { // Process remaining UNIONs. Assumed that we have the same result mapping as the first UNION otherwise SQL wouldn't work anyway stmt.setAllowUnions(true); List unionStmts = stmt.getUnions(); SelectStatement originalStmt = stmt; for (SelectStatement unionStmt : unionStmts) { this.stmt = unionStmt; unionStmt.setQueryGenerator(this); unionStmt.setAllowUnions(false); resultExprs[i].evaluate(this); sqlExpr = stack.pop(); unionStmt.select(sqlExpr, alias); unionStmt.setQueryGenerator(null); unionStmt.setAllowUnions(true); } this.stmt = originalStmt; } } else { throw new NucleusException("Dont currently support result clause containing expression of type " + resultExprs[i]); } } if (stmt.getNumberOfSelects() == 0) { // Nothing selected so likely the user had some "new MyClass()" expression, so select "1" stmt.select(exprFactory.newLiteral(stmt, storeMgr.getMappingManager().getMapping(Integer.class), 1), null); } } else { // Select of the candidate (no result) if (candidateCmd.getIdentityType() == IdentityType.NONDURABLE) { // Nondurable identity cases have no "id" for later fetching so get all fields now if (NucleusLogger.QUERY.isDebugEnabled()) { NucleusLogger.QUERY.debug(Localiser.msg("052520", candidateCmd.getFullClassName())); } fetchPlan.setGroup("all"); } if (subclasses) { // TODO Check for special case of candidate+subclasses stores in same table with discriminator, so select FetchGroup of subclasses also } int maxFetchDepth = fetchPlan.getMaxFetchDepth(); if (extensionsByName != null && extensionsByName.containsKey(PropertyNames.PROPERTY_MAX_FETCH_DEPTH)) { maxFetchDepth = (Integer)extensionsByName.get(PropertyNames.PROPERTY_MAX_FETCH_DEPTH); } if (maxFetchDepth < 0) { NucleusLogger.QUERY.debug("No limit specified on query fetch so limiting to 3 levels from candidate. " + "Specify the '" + PropertyNames.PROPERTY_MAX_FETCH_DEPTH + "' to override this"); maxFetchDepth = 3; // TODO Arbitrary } // Select the relevant fields for the FetchPlan. Cater for cases where we have UNIONed statements, so select on the individual statement // This means that we then cater for a UNION using a different column name than the primary statement if (unionsPresent) { // Process the first union separately (in case they have TYPE/instanceof) and then handle remaining UNIONs below stmt.setAllowUnions(false); } selectFetchPlanForCandidate(stmt, resultDefinitionForClass, maxFetchDepth); if (unionsPresent) { // Process remaining UNIONs. Assumed that we have the same result mapping as the first UNION otherwise SQL wouldn't work anyway stmt.setAllowUnions(true); List unionStmts = stmt.getUnions(); SelectStatement originalStmt = stmt; for (SelectStatement unionStmt : unionStmts) { this.stmt = unionStmt; unionStmt.setQueryGenerator(this); unionStmt.setAllowUnions(false); StatementClassMapping dummyResClsMapping = new StatementClassMapping(); // We don't want to overwrite anything in the root StatementClassMapping selectFetchPlanForCandidate(unionStmt, dummyResClsMapping, maxFetchDepth); unionStmt.setQueryGenerator(null); unionStmt.setAllowUnions(true); } this.stmt = originalStmt; } } compileComponent = null; } protected void selectFetchPlanForCandidate(SelectStatement stmt, StatementClassMapping resultClassMapping, int maxFetchDepth) { if (options.contains(OPTION_SELECT_CANDIDATE_ID_ONLY)) { SQLStatementHelper.selectIdentityOfCandidateInStatement(stmt, resultClassMapping, candidateCmd); } else if (parentMapper != null && resultClassMapping == null) { // Subquery, with no result specified, so select id only SQLStatementHelper.selectIdentityOfCandidateInStatement(stmt, resultClassMapping, candidateCmd); } else if (stmt.allUnionsForSamePrimaryTable()) { // Select fetch-plan members of the candidate (and optionally the next level of sub-objects) // Don't select next level when we are processing a subquery SQLStatementHelper.selectFetchPlanOfCandidateInStatement(stmt, resultClassMapping, candidateCmd, fetchPlan, parentMapper == null ? maxFetchDepth : 0); } else if (candidateCmd.getInheritanceMetaData() != null && candidateCmd.getInheritanceMetaData().getStrategy() == InheritanceStrategy.COMPLETE_TABLE) { // complete-table should have all fields of superclass present in all unions, so try to select fetch plan SQLStatementHelper.selectFetchPlanOfCandidateInStatement(stmt, resultClassMapping, candidateCmd, fetchPlan, parentMapper == null ? maxFetchDepth : 0); } else { // Select identity of the candidates since use different base tables SQLStatementHelper.selectIdentityOfCandidateInStatement(stmt, resultClassMapping, candidateCmd); } } /** * Convenience method to convert a NewObjectExpression into a StatementNewObjectMapping. * Handles recursive new object calls (where a new object is an argument to a new object construction). * @param expr The NewObjectExpression * @param stmt SelectStatement * @return The mapping for the new object */ protected StatementNewObjectMapping getStatementMappingForNewObjectExpression(NewObjectExpression expr, SelectStatement stmt) { List argExprs = expr.getConstructorArgExpressions(); List argAliases = expr.getConstructorArgAliases(); StatementNewObjectMapping stmtMap = new StatementNewObjectMapping(expr.getNewClass()); if (argExprs != null) { Iterator argIter = argExprs.iterator(); Iterator argAliasIter = (argAliases != null) ? argAliases.iterator() : null; int j = 0; while (argIter.hasNext()) { SQLExpression argExpr = argIter.next(); String argAlias = (argAliasIter != null) ? argAliasIter.next() : null; if (argAlias != null && argAlias.equals("####")) { argAlias = null; } if (argExpr instanceof SQLLiteral) { stmtMap.addConstructorArgMapping(j, ((SQLLiteral)argExpr).getValue()); } else if (argExpr instanceof NewObjectExpression) { stmtMap.addConstructorArgMapping(j, getStatementMappingForNewObjectExpression((NewObjectExpression)argExpr, stmt)); } else { StatementMappingIndex idx = new StatementMappingIndex(argExpr.getJavaTypeMapping()); int[] cols = stmt.select(argExpr, argAlias); idx.setColumnPositions(cols); stmtMap.addConstructorArgMapping(j, idx); } j++; } } return stmtMap; } /** * Method to compile the result clause of the query into the SQLStatement. * @param stmt UPDATE statement */ protected void compileUpdate(UpdateStatement stmt) { if (compilation.getExprUpdate() != null) { // Update statement, so generate update expression(s) compileComponent = CompilationComponent.UPDATE; Expression[] updateExprs = compilation.getExprUpdate(); SQLExpression[] updateSqlExprs = new SQLExpression[updateExprs.length]; // TODO If the field being set is in a different table omit it boolean performingUpdate = false; for (int i=0;i iter = joinPrimExpr.getTuples().iterator(); String rootId = iter.next(); if (joinPrimExpr.getTuples().size() == 1 && !rootId.endsWith("#KEY") && !rootId.endsWith("#VALUE")) { // DN Extension : Join to (new) root element? We need an ON expression to be supplied in this case if (joinOnExpr == null) { throw new NucleusUserException("Query has join to " + joinPrimExpr.getId() + " yet this is a root component and there is no ON expression"); } // Add the basic join first with no condition since this root will be referenced in the "on" condition baseCls = resolveClass(joinPrimExpr.getId()); DatastoreClass baseTbl = storeMgr.getDatastoreClass(baseCls.getName(), clr); sqlTbl = stmt.join(joinType, candSqlTbl, baseTbl, joinAlias, null, null, true); cmd = mmgr.getMetaDataForClass(baseCls, clr); SQLTableMapping tblMapping = new SQLTableMapping(sqlTbl, cmd, baseTbl.getIdMapping()); setSQLTableMappingForAlias(joinAlias, tblMapping); // Convert the ON expression to a BooleanExpression and add to the join processingOnClause = true; joinOnExpr.evaluate(this); BooleanExpression joinOnSqlExpr = (BooleanExpression) stack.pop(); processingOnClause = false; stmt.addAndConditionToJoinForTable(sqlTbl, joinOnSqlExpr, true); // Move on to next join in the chain rightExpr = rightExpr.getRight(); continue; } String joinTableGroupName = null; SQLTable tblMappingSqlTbl = null; JavaTypeMapping tblIdMapping = null; AbstractMemberMetaData tblMmd = null; boolean mapKey = false; boolean mapValue = false; String rootComponent = rootId; if (rootComponent.endsWith("#KEY")) { mapKey = true; rootComponent = rootComponent.substring(0, rootComponent.length()-4); } else if (rootComponent.endsWith("#VALUE")) { mapValue = true; rootComponent = rootComponent.substring(0, rootComponent.length()-6); } if (rootComponent.equalsIgnoreCase(candidateAlias)) { // Join relative to the candidate // Name table group of joined-to as per the relation // Note : this will only work for one level out from the candidate TODO Extend this cmd = candidateCmd; joinTableGroupName = joinPrimExpr.getId(); sqlTbl = candSqlTbl; } else { // Join relative to some other alias SQLTableMapping sqlTblMapping = getSQLTableMappingForAlias(rootComponent); if (sqlTblMapping != null) { if (sqlTblMapping.mmd != null && (mapKey || mapValue)) { // First component is Map-related (i.e m#KEY, m#VALUE), so add any necessary join(s) MapMetaData mapmd = sqlTblMapping.mmd.getMap(); cmd = mapKey ? mapmd.getKeyClassMetaData(clr) : mapmd.getValueClassMetaData(clr); // Find the table forming the Map. This may be a join table, or the key or value depending on the type sqlTbl = stmt.getTable(rootComponent + "_MAP"); // TODO Use OPTION_CASE_INSENSITIVE if (sqlTbl == null) { sqlTbl = stmt.getTable((rootComponent + "_MAP").toUpperCase()); if (sqlTbl == null) { sqlTbl = stmt.getTable((rootComponent + "_MAP").toLowerCase()); } } String aliasForJoin = (iter.hasNext()) ? null : joinAlias; boolean embedded = mapKey ? (mapmd.isEmbeddedKey() || mapmd.isSerializedKey()) : (mapmd.isEmbeddedValue() || mapmd.isSerializedValue()); if (mapmd.getMapType() == MapType.MAP_TYPE_JOIN) { // Join from join table to KEY/VALUE as required if (!embedded) { if (mapKey) { DatastoreClass keyTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, ((MapTable)sqlTbl.getTable()).getKeyMapping(), keyTable, aliasForJoin, keyTable.getIdMapping(), null, joinTableGroupName, true); } else { DatastoreClass valueTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, ((MapTable)sqlTbl.getTable()).getValueMapping(), valueTable, aliasForJoin, valueTable.getIdMapping(), null, joinTableGroupName, true); } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } else if (mapmd.getMapType() == MapType.MAP_TYPE_KEY_IN_VALUE) { // TODO Cater for this type } else if (mapmd.getMapType() == MapType.MAP_TYPE_VALUE_IN_KEY) { // TODO Cater for this type } } else { cmd = sqlTblMapping.cmd; sqlTbl = sqlTblMapping.table; } joinTableGroupName = sqlTbl.getGroupName() + joinPrimExpr.getId().substring(rootComponent.length()); } else { throw new NucleusUserException("Query has " + joinPrimExpr.getId() + " yet the first component " + rootComponent + " is unknown!"); } } while (iter.hasNext()) { String id = iter.next(); String[] ids = id.contains(".") ? StringUtils.split(id, ".") : new String[] {id}; for (int k=0;k grp = new FetchGroup(storeMgr.getNucleusContext(), fgName, clr.classForName(cmd.getFullClassName())); grp.addMember(mmd.getName()); fetchGrpMgr.addFetchGroup(grp); } fetchPlan.addGroup(fgName); } } if (relationType == RelationType.ONE_TO_ONE_UNI) { JavaTypeMapping otherMapping = null; Object[] castDiscrimValues = null; if (castCls != null && lastComponent) { cmd = mmgr.getMetaDataForClass(castCls, clr); if (cmd.hasDiscriminatorStrategy()) { // Restrict discriminator on cast type to be the type+subclasses castDiscrimValues = getDiscriminatorValuesForCastClass(cmd); } } else { cmd = mmgr.getMetaDataForClass(mmd.getType(), clr); } if (mmd.isEmbedded()) { // Embedded into the same table as before, so no join needed otherMapping = sqlTbl.getTable().getMemberMapping(mmd); } else { if (sqlTbl.getTable() instanceof CollectionTable) { // Currently in a join table, so work from the element and this being an embedded member CollectionTable collTbl = (CollectionTable)sqlTbl.getTable(); JavaTypeMapping elemMapping = collTbl.getElementMapping(); if (elemMapping instanceof EmbeddedMapping) { otherMapping = ((EmbeddedMapping)elemMapping).getJavaTypeMapping(mmd.getName()); } } else { otherMapping = sqlTbl.getTable().getMemberMapping(mmd); } relTable = storeMgr.getDatastoreClass(mmd.getTypeName(), clr); if (otherMapping == null && previousMapping != null) { if (previousMapping instanceof EmbeddedMapping) { // Part of an embedded 1-1 object, so find the relevant member mapping EmbeddedMapping embMapping = (EmbeddedMapping)previousMapping; otherMapping = embMapping.getJavaTypeMapping(mmd.getName()); } } if (otherMapping == null) { // Polymorphic join? : cannot find this member in the candidate of the main statement, so need to pick which UNION String tblGroupName = sqlTbl.getGroupName(); SQLTableGroup grp = stmt.getTableGroup(tblGroupName); SQLTable nextSqlTbl = null; // Try to find subtable in the same group that has a mapping for this member (and join from that) SQLTable[] grpTbls = grp.getTables(); for (SQLTable grpTbl : grpTbls) { if (grpTbl.getTable().getMemberMapping(mmd) != null) { otherMapping = grpTbl.getTable().getMemberMapping(mmd); break; } } SQLTable newSqlTbl = stmt.join(joinType, sqlTbl, otherMapping, relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, false); if (newSqlTbl != null) { nextSqlTbl = newSqlTbl; } if (stmt instanceof SelectStatement) { List unionStmts = ((SelectStatement)stmt).getUnions(); if (unionStmts != null) { for (SQLStatement unionStmt : unionStmts) { // Repeat the process for any unioned statements, find a subtable in the same group (and join from that) otherMapping = null; grp = unionStmt.getTableGroup(tblGroupName); SQLTable[] unionGrpTbls = grp.getTables(); for (SQLTable grpTbl : unionGrpTbls) { if (grpTbl.getTable().getMemberMapping(mmd) != null) { otherMapping = grpTbl.getTable().getMemberMapping(mmd); break; } } newSqlTbl = unionStmt.join(joinType, sqlTbl, otherMapping, relTable, aliasForJoin, relTable.getIdMapping(), castDiscrimValues, joinTableGroupName, false); if (newSqlTbl != null) { nextSqlTbl = newSqlTbl; } } } } sqlTbl = nextSqlTbl; } else { sqlTbl = stmt.join(joinType, sqlTbl, otherMapping, relTable, aliasForJoin, relTable.getIdMapping(), castDiscrimValues, joinTableGroupName, true); } } previousMapping = otherMapping; tblIdMapping = sqlTbl.getTable().getIdMapping(); tblMappingSqlTbl = sqlTbl; } else if (relationType == RelationType.ONE_TO_ONE_BI) { JavaTypeMapping otherMapping = null; Object[] castDiscrimValues = null; if (castCls != null && lastComponent) { cmd = mmgr.getMetaDataForClass(castCls, clr); if (cmd.hasDiscriminatorStrategy()) { // Restrict discriminator on cast type to be the type+subclasses castDiscrimValues = getDiscriminatorValuesForCastClass(cmd); } } else { cmd = mmgr.getMetaDataForClass(mmd.getType(), clr); } if (mmd.isEmbedded()) { // Embedded into the same table as before, so no join needed otherMapping = sqlTbl.getTable().getMemberMapping(mmd); } else { relTable = storeMgr.getDatastoreClass(mmd.getTypeName(), clr); if (mmd.getMappedBy() != null) { relMmd = mmd.getRelatedMemberMetaData(clr)[0]; JavaTypeMapping relMapping = relTable.getMemberMapping(relMmd); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relTable, aliasForJoin, relMapping, castDiscrimValues, joinTableGroupName, true); } else { if (sqlTbl.getTable() instanceof CollectionTable) { // Currently in a join table, so work from the element and this being an embedded member CollectionTable collTbl = (CollectionTable)sqlTbl.getTable(); JavaTypeMapping elemMapping = collTbl.getElementMapping(); if (elemMapping instanceof EmbeddedMapping) { otherMapping = ((EmbeddedMapping)elemMapping).getJavaTypeMapping(mmd.getName()); } } else { otherMapping = sqlTbl.getTable().getMemberMapping(mmd); } if (otherMapping == null && previousMapping != null) { if (previousMapping instanceof EmbeddedMapping) { // Part of an embedded 1-1 object, so find the relevant member mapping EmbeddedMapping embMapping = (EmbeddedMapping)previousMapping; otherMapping = embMapping.getJavaTypeMapping(mmd.getName()); } } sqlTbl = stmt.join(joinType, sqlTbl, otherMapping, relTable, aliasForJoin, relTable.getIdMapping(), castDiscrimValues, joinTableGroupName, true); } } previousMapping = otherMapping; tblIdMapping = sqlTbl.getTable().getIdMapping(); tblMappingSqlTbl = sqlTbl; } else if (relationType == RelationType.ONE_TO_MANY_BI) { previousMapping = null; if (mmd.hasCollection()) { // Join across COLLECTION relation cmd = mmd.getCollection().getElementClassMetaData(clr); if (mmd.getCollection().isEmbeddedElement() && mmd.getJoinMetaData() != null) { // Embedded element stored in (collection) join table CollectionTable relEmbTable = (CollectionTable)storeMgr.getTable(mmd); JavaTypeMapping relOwnerMapping = relEmbTable.getOwnerMapping(); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relEmbTable, aliasForJoin, relOwnerMapping, null, joinTableGroupName, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = relEmbTable.getElementMapping(); } else { relTable = storeMgr.getDatastoreClass(mmd.getCollection().getElementType(), clr); relMmd = mmd.getRelatedMemberMetaData(clr)[0]; if (mmd.getJoinMetaData() != null || relMmd.getJoinMetaData() != null) { // Join to join table, then to related table ElementContainerTable joinTbl = (ElementContainerTable)storeMgr.getTable(mmd); SQLTable joinSqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getOwnerMapping(), null, null, true); sqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getElementMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); } else { // Join to related table FK sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relTable, aliasForJoin, relTable.getMemberMapping(relMmd), null, joinTableGroupName, true); } tblIdMapping = sqlTbl.getTable().getIdMapping(); tblMappingSqlTbl = sqlTbl; } } else if (mmd.hasMap()) { // Join across MAP relation MapMetaData mapmd = mmd.getMap(); cmd = mapmd.getValueClassMetaData(clr); tblMmd = mmd; boolean embedded = mapKey ? (mapmd.isEmbeddedKey() || mapmd.isSerializedKey()) : (mapmd.isEmbeddedValue() || mapmd.isSerializedValue()); if (mapmd.getMapType() == MapType.MAP_TYPE_JOIN) { // Add join to join table, then to related table (value) MapTable joinTbl = (MapTable)storeMgr.getTable(mmd); String aliasForMap = embedded ? aliasForJoin : (aliasForJoin + "_MAP"); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, aliasForMap, joinTbl.getOwnerMapping(), null, null, true); if (embedded) { tblMappingSqlTbl = sqlTbl; tblIdMapping = mapKey ? joinTbl.getKeyMapping() : joinTbl.getValueMapping(); } else { if (mapKey) { // Join to key table and use that relTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, joinTbl.getKeyMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } else { // Join to value table and use that relTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, joinTbl.getValueMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } else if (mapmd.getMapType() == MapType.MAP_TYPE_KEY_IN_VALUE) { // Join to value table DatastoreClass valTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); JavaTypeMapping mapTblOwnerMapping; if (mmd.getMappedBy() != null) { mapTblOwnerMapping = valTable.getMemberMapping(mapmd.getValueClassMetaData(clr).getMetaDataForMember(mmd.getMappedBy())); } else { mapTblOwnerMapping = valTable.getExternalMapping(mmd, MappingType.EXTERNAL_FK); } String aliasForMap = (embedded || !mapKey) ? aliasForJoin : (aliasForJoin + "_MAP"); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), valTable, aliasForMap, mapTblOwnerMapping, null, null, true); if (!embedded) { if (mapKey) { // Join to key table JavaTypeMapping keyMapping = valTable.getMemberMapping(mmd.getKeyMetaData().getMappedBy()); relTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, keyMapping, relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } else if (mapmd.getMapType() == MapType.MAP_TYPE_VALUE_IN_KEY) { // Join to key table, and then to value table DatastoreClass keyTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); JavaTypeMapping mapTblOwnerMapping; if (mmd.getMappedBy() != null) { mapTblOwnerMapping = keyTable.getMemberMapping(mapmd.getKeyClassMetaData(clr).getMetaDataForMember(mmd.getMappedBy())); } else { mapTblOwnerMapping = keyTable.getExternalMapping(mmd, MappingType.EXTERNAL_FK); } String aliasForMap = (embedded || mapKey) ? aliasForJoin : (aliasForJoin + "_MAP"); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), keyTable, aliasForMap, mapTblOwnerMapping, null, null, true); if (!embedded) { if (!mapKey) { // Join to value table JavaTypeMapping valueMapping = keyTable.getMemberMapping(mmd.getValueMetaData().getMappedBy()); relTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, valueMapping, relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } else if (mmd.hasArray()) { // Join across ARRAY relation cmd = mmd.getArray().getElementClassMetaData(clr); if (mmd.getArray().isEmbeddedElement() && mmd.getJoinMetaData() != null) { // Embedded element stored in (array) join table ArrayTable relEmbTable = (ArrayTable)storeMgr.getTable(mmd); JavaTypeMapping relOwnerMapping = relEmbTable.getOwnerMapping(); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relEmbTable, aliasForJoin, relOwnerMapping, null, joinTableGroupName, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = relEmbTable.getElementMapping(); } else { relTable = storeMgr.getDatastoreClass(mmd.getArray().getElementType(), clr); relMmd = mmd.getRelatedMemberMetaData(clr)[0]; if (mmd.getJoinMetaData() != null || relMmd.getJoinMetaData() != null) { // Join to join table, then to related table ElementContainerTable joinTbl = (ElementContainerTable)storeMgr.getTable(mmd); SQLTable joinSqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getOwnerMapping(), null, null, true); sqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getElementMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } else { // Join to related table FK sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relTable, aliasForJoin, relTable.getMemberMapping(relMmd), null, joinTableGroupName, true); } tblIdMapping = sqlTbl.getTable().getIdMapping(); tblMappingSqlTbl = sqlTbl; } } } else if (relationType == RelationType.ONE_TO_MANY_UNI) { previousMapping = null; if (mmd.hasCollection()) { // Join across COLLECTION relation cmd = mmd.getCollection().getElementClassMetaData(clr); if (mmd.getCollection().isEmbeddedElement() && mmd.getJoinMetaData() != null) { // Embedded element stored in (collection) join table CollectionTable relEmbTable = (CollectionTable)storeMgr.getTable(mmd); JavaTypeMapping relOwnerMapping = relEmbTable.getOwnerMapping(); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relEmbTable, aliasForJoin, relOwnerMapping, null, joinTableGroupName, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = relEmbTable.getElementMapping(); } else { relTable = storeMgr.getDatastoreClass(mmd.getCollection().getElementType(), clr); if (mmd.getJoinMetaData() != null) { // Join to join table, then to related table ElementContainerTable joinTbl = (ElementContainerTable)storeMgr.getTable(mmd); SQLTable joinSqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getOwnerMapping(), null, null, true); sqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getElementMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } else { // Join to related table FK JavaTypeMapping relMapping = relTable.getExternalMapping(mmd, MappingType.EXTERNAL_FK); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relTable, aliasForJoin, relMapping, null, joinTableGroupName, true); } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } else if (mmd.hasMap()) { // Join across MAP relation MapMetaData mapmd = mmd.getMap(); cmd = mapmd.getValueClassMetaData(clr); tblMmd = mmd; boolean embedded = mapKey ? (mapmd.isEmbeddedKey() || mapmd.isSerializedKey()) : (mapmd.isEmbeddedValue() || mapmd.isSerializedValue()); if (mapmd.getMapType() == MapType.MAP_TYPE_JOIN) { // Add join to join table, then to related table (value) MapTable joinTbl = (MapTable)storeMgr.getTable(mmd); String aliasForMap = (embedded || mapKey) ? aliasForJoin : (aliasForJoin + "_MAP"); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, aliasForMap, joinTbl.getOwnerMapping(), null, null, true); if (embedded) { tblMappingSqlTbl = sqlTbl; tblIdMapping = mapKey ? joinTbl.getKeyMapping() : joinTbl.getValueMapping(); } else { if (mapKey) { // Join to key table and use that relTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, joinTbl.getKeyMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } else { // Join to value table and use that relTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, joinTbl.getValueMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } else if (mapmd.getMapType() == MapType.MAP_TYPE_KEY_IN_VALUE) { // Join to value table DatastoreClass valTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); JavaTypeMapping mapTblOwnerMapping; if (mmd.getMappedBy() != null) { mapTblOwnerMapping = valTable.getMemberMapping(mapmd.getValueClassMetaData(clr).getMetaDataForMember(mmd.getMappedBy())); } else { mapTblOwnerMapping = valTable.getExternalMapping(mmd, MappingType.EXTERNAL_FK); } String aliasForMap = (embedded || !mapKey) ? aliasForJoin : (aliasForJoin + "_MAP"); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), valTable, aliasForMap, mapTblOwnerMapping, null, null, true); if (!embedded) { if (mapKey) { // Join to key table JavaTypeMapping keyMapping = valTable.getMemberMapping(mmd.getKeyMetaData().getMappedBy()); relTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, keyMapping, relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } else if (mapmd.getMapType() == MapType.MAP_TYPE_VALUE_IN_KEY) { // Join to key table, and then to value table DatastoreClass keyTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); JavaTypeMapping mapTblOwnerMapping; if (mmd.getMappedBy() != null) { mapTblOwnerMapping = keyTable.getMemberMapping(mapmd.getKeyClassMetaData(clr).getMetaDataForMember(mmd.getMappedBy())); } else { mapTblOwnerMapping = keyTable.getExternalMapping(mmd, MappingType.EXTERNAL_FK); } String aliasForMap = (embedded || mapKey) ? aliasForJoin : (aliasForJoin + "_MAP"); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), keyTable, aliasForMap, mapTblOwnerMapping, null, null, true); if (!embedded) { if (!mapKey) { // Join to value table JavaTypeMapping valueMapping = keyTable.getMemberMapping(mmd.getValueMetaData().getMappedBy()); relTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(joinType, sqlTbl, valueMapping, relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); // TODO if there is an ON clause it needs to go on the correct join See [rdbms-177] } } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } else if (mmd.hasArray()) { // Join across ARRAY relation cmd = mmd.getArray().getElementClassMetaData(clr); if (mmd.getArray().isEmbeddedElement() && mmd.getJoinMetaData() != null) { // Embedded element stored in (array) join table ArrayTable relEmbTable = (ArrayTable)storeMgr.getTable(mmd); JavaTypeMapping relOwnerMapping = relEmbTable.getOwnerMapping(); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relEmbTable, aliasForJoin, relOwnerMapping, null, joinTableGroupName, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = relEmbTable.getElementMapping(); } else { relTable = storeMgr.getDatastoreClass(mmd.getArray().getElementType(), clr); if (mmd.getJoinMetaData() != null) { // Join to join table, then to related table ElementContainerTable joinTbl = (ElementContainerTable)storeMgr.getTable(mmd); SQLTable joinSqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getOwnerMapping(), null, null, true); sqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getElementMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); } else { // Join to related table FK JavaTypeMapping relMapping = relTable.getExternalMapping(mmd, MappingType.EXTERNAL_FK); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), relTable, aliasForJoin, relMapping, null, joinTableGroupName, true); } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } } } else if (relationType == RelationType.MANY_TO_MANY_BI) { previousMapping = null; relTable = storeMgr.getDatastoreClass(mmd.getCollection().getElementType(), clr); cmd = mmd.getCollection().getElementClassMetaData(clr); relMmd = mmd.getRelatedMemberMetaData(clr)[0]; // Join to join table, then to related table if (mmd.hasCollection()) { CollectionTable joinTbl = (CollectionTable)storeMgr.getTable(mmd); SQLTable joinSqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getOwnerMapping(), null, null, true); sqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getElementMapping(), relTable, aliasForJoin, relTable.getIdMapping(), null, joinTableGroupName, true); } else if (mmd.hasMap()) { NucleusLogger.QUERY.warn("We do not support joining across a M-N MAP field : " + mmd.getFullFieldName()); } else if (mmd.hasArray()) { NucleusLogger.QUERY.warn("We do not support joining across a M-N ARRAY field : " + mmd.getFullFieldName()); } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } else if (relationType == RelationType.MANY_TO_ONE_BI) { previousMapping = null; relTable = storeMgr.getDatastoreClass(mmd.getTypeName(), clr); Object[] castDiscrimValues = null; if (castCls != null && lastComponent) { cmd = mmgr.getMetaDataForClass(castCls, clr); if (cmd.hasDiscriminatorStrategy()) { // Restrict discriminator on cast type to be the type+subclasses castDiscrimValues = getDiscriminatorValuesForCastClass(cmd); } } else { cmd = mmgr.getMetaDataForClass(mmd.getType(), clr); } relMmd = mmd.getRelatedMemberMetaData(clr)[0]; if (mmd.getJoinMetaData() != null || relMmd.getJoinMetaData() != null) { // Join to join table, then to related table if (mmd.hasCollection()) { CollectionTable joinTbl = (CollectionTable)storeMgr.getTable(relMmd); SQLTable joinSqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getElementMapping(), null, null, true); sqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getOwnerMapping(), relTable, aliasForJoin, relTable.getIdMapping(), castDiscrimValues, joinTableGroupName, true); } else if (mmd.hasMap()) { NucleusLogger.QUERY.warn("We do not support joining across a N-1 MAP field : " + mmd.getFullFieldName()); } else if (mmd.hasArray()) { NucleusLogger.QUERY.warn("We do not support joining across a N-1 ARRAY field : " + mmd.getFullFieldName()); } } else { // Join to owner table JavaTypeMapping fkMapping = sqlTbl.getTable().getMemberMapping(mmd); sqlTbl = stmt.join(joinType, sqlTbl, fkMapping, relTable, aliasForJoin, relTable.getIdMapping(), castDiscrimValues, joinTableGroupName, true); } tblMappingSqlTbl = sqlTbl; tblIdMapping = tblMappingSqlTbl.getTable().getIdMapping(); } else { // NO RELATION, but cater for join table cases previousMapping = null; if (mmd.hasCollection()) { cmd = null; if (mmd.getJoinMetaData() != null) { // Join to join table CollectionTable joinTbl = (CollectionTable)storeMgr.getTable(mmd); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, aliasForJoin, joinTbl.getOwnerMapping(), null, null, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = joinTbl.getElementMapping(); } else { throw new NucleusUserException("FROM clause contains join to Collection field at " + mmd.getFullFieldName() + " yet this has no join table"); } } else if (mmd.hasMap()) { MapMetaData mapmd = mmd.getMap(); cmd = mapmd.getValueClassMetaData(clr); tblMmd = mmd; if (mapmd.getMapType() == MapType.MAP_TYPE_JOIN) // Should be the only type when relationType is NONE { // Add join to join table MapTable joinTbl = (MapTable)storeMgr.getTable(mmd); String aliasForMap = aliasForJoin; sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, aliasForMap, joinTbl.getOwnerMapping(), null, null, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = joinTbl.getValueMapping(); } else { throw new NucleusUserException("FROM clause contains join to Map field at " + mmd.getFullFieldName() + " yet this has no join table"); } } else if (mmd.hasArray()) { cmd = null; if (mmd.getJoinMetaData() != null) { // Join to join table ArrayTable joinTbl = (ArrayTable)storeMgr.getTable(mmd); sqlTbl = stmt.join(joinType, sqlTbl, sqlTbl.getTable().getIdMapping(), joinTbl, aliasForJoin, joinTbl.getOwnerMapping(), null, null, true); tblMappingSqlTbl = sqlTbl; tblIdMapping = joinTbl.getElementMapping(); } else { throw new NucleusUserException("FROM clause contains join to array field at " + mmd.getFullFieldName() + " yet this has no join table"); } } } } } if (joinAlias != null) { if (explicitJoinPrimaryByAlias == null) { explicitJoinPrimaryByAlias = new HashMap<>(); } explicitJoinPrimaryByAlias.put(joinAlias, joinPrimExpr.getId()); SQLTableMapping tblMapping = null; if (tblMmd != null) { // Maps store the member so we can more easily navigate to the key/value tblMapping = new SQLTableMapping(tblMappingSqlTbl, cmd, tblMmd, tblIdMapping); } else { tblMapping = new SQLTableMapping(tblMappingSqlTbl, cmd, tblIdMapping); } setSQLTableMappingForAlias(joinAlias, tblMapping); } if (joinOnExpr != null) { // Convert the ON expression to a BooleanExpression processingOnClause = true; joinOnExpr.evaluate(this); BooleanExpression joinOnSqlExpr = (BooleanExpression) stack.pop(); processingOnClause = false; // Add the ON expression to the most recent SQLTable at the end of this chain // TODO Allow for SQL JOIN "grouping" [rdbms-177]. This applies to all cases where we join to a join table then to an element/value table and // need to apply the ON clause across both SQLJoin join = stmt.getJoinForTable(sqlTbl); join.addAndCondition(joinOnSqlExpr); } } else { previousMapping = null; } // Move on to next join in the chain rightExpr = rightExpr.getRight(); } } private Object[] getDiscriminatorValuesForCastClass(AbstractClassMetaData cmd) { // Restrict discriminator on cast type to be the type+subclasses Collection castSubclassNames = storeMgr.getSubClassesForClass(cmd.getFullClassName(), true, clr); Object[] castDiscrimValues = new Object[1 + (castSubclassNames!=null ? castSubclassNames.size() : 0)]; int discNo = 0; castDiscrimValues[discNo++] = cmd.getDiscriminatorValue(); if (castSubclassNames != null && !castSubclassNames.isEmpty()) { for (String castSubClassName : castSubclassNames) { AbstractClassMetaData castSubCmd = storeMgr.getMetaDataManager().getMetaDataForClass(castSubClassName, clr); castDiscrimValues[discNo++] = castSubCmd.getDiscriminatorValue(); } } return castDiscrimValues; } boolean processingOnClause = false; public boolean processingOnClause() { return processingOnClause; } /** * Method to process a ClassExpression where it represents a subquery. * User defined the candidate of the subquery as an implied join to the outer query, for example "SELECT c FROM Customer c WHERE EXISTS (SELECT o FROM c.orders o ...)" * so this method will add the join(s) to the outer query. * @param clsExpr The ClassExpression * @param candSqlTbl Candidate SQL Table * @param mmgr MetaData Manager */ protected void processFromClauseSubquery(ClassExpression clsExpr, SQLTable candSqlTbl, MetaDataManager mmgr) { String[] tokens = StringUtils.split(clsExpr.getCandidateExpression(), "."); String leftAlias = tokens[0]; SQLTableMapping outerSqlTblMapping = parentMapper.getSQLTableMappingForAlias(leftAlias); AbstractClassMetaData leftCmd = outerSqlTblMapping.cmd; // Get array of the left-right sides of this expression so we can work back from the subquery candidate AbstractMemberMetaData[] leftMmds = new AbstractMemberMetaData[tokens.length-1]; AbstractMemberMetaData[] rightMmds = new AbstractMemberMetaData[tokens.length-1]; for (int i=0;i=0;i--) { AbstractMemberMetaData leftMmd = leftMmds[i]; AbstractMemberMetaData rightMmd = rightMmds[i]; DatastoreClass leftTbl = storeMgr.getDatastoreClass(leftMmd.getClassName(true), clr); SQLTable lSqlTbl = null; RelationType relationType = leftMmd.getRelationType(clr); if (relationType == RelationType.ONE_TO_ONE_UNI) { // 1-1 with FK in left table if (i == 0) { // Add where clause right table to outer table SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getMemberMapping(leftMmd)); SQLExpression rightExpr = exprFactory.newExpression(stmt, rSqlTbl, rSqlTbl.getTable().getIdMapping()); stmt.whereAnd(outerExpr.eq(rightExpr), false); } else { // Join to left table JavaTypeMapping leftMapping = leftTbl.getMemberMapping(leftMmd); lSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), leftTbl, null, leftMapping, null, null, true); } } else if (relationType == RelationType.ONE_TO_ONE_BI) { if (leftMmd.getMappedBy() != null) { // 1-1 with FK in right table JavaTypeMapping rightMapping = rSqlTbl.getTable().getMemberMapping(rightMmd); if (i == 0) { // Add where clause right table to outer table SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getIdMapping()); SQLExpression rightExpr = exprFactory.newExpression(stmt, rSqlTbl, rightMapping); stmt.whereAnd(outerExpr.eq(rightExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, rSqlTbl, rightMapping, leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } else { // 1-1 with FK in left table if (i == 0) { // Add where clause right table to outer table SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getMemberMapping(leftMmd)); SQLExpression rightExpr = exprFactory.newExpression(stmt, rSqlTbl, rSqlTbl.getTable().getIdMapping()); stmt.whereAnd(outerExpr.eq(rightExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), leftTbl, null, leftTbl.getMemberMapping(leftMmd), null, null, true); } } } else if (relationType == RelationType.ONE_TO_MANY_UNI) { if (leftMmd.getJoinMetaData() != null || rightMmd.getJoinMetaData() != null) { // 1-N with join table to right table, so join from right to join table JoinTable joinTbl = (JoinTable) storeMgr.getTable(leftMmd); SQLTable joinSqlTbl = null; if (leftMmd.hasCollection()) { joinSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), joinTbl, null, ((ElementContainerTable)joinTbl).getElementMapping(), null, null, true); } else if (leftMmd.hasMap()) { joinSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), joinTbl, null, ((MapTable)joinTbl).getValueMapping(), null, null, true); } if (i == 0) { // Add where clause join table (owner) to outer table (id) SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getIdMapping()); SQLExpression joinExpr = exprFactory.newExpression(stmt, joinSqlTbl, joinTbl.getOwnerMapping()); stmt.whereAnd(outerExpr.eq(joinExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getOwnerMapping(), leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } else { // 1-N with FK in right table if (i == 0) { // Add where clause right table to outer table SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getMemberMapping(leftMmd)); SQLExpression rightExpr = exprFactory.newExpression(stmt, rSqlTbl, rSqlTbl.getTable().getMemberMapping(rightMmd)); stmt.whereAnd(outerExpr.eq(rightExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getMemberMapping(rightMmd), leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } } else if (relationType == RelationType.ONE_TO_MANY_BI) { if (leftMmd.getJoinMetaData() != null || rightMmd.getJoinMetaData() != null) { // 1-N with join table to right table, so join from right to join table JoinTable joinTbl = (JoinTable) storeMgr.getTable(leftMmd); SQLTable joinSqlTbl = null; if (leftMmd.hasCollection()) { joinSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), joinTbl, null, ((ElementContainerTable)joinTbl).getElementMapping(), null, null, true); } else if (leftMmd.hasMap()) { joinSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), joinTbl, null, ((MapTable)joinTbl).getValueMapping(), null, null, true); } if (i == 0) { // Add where clause join table (owner) to outer table (id) SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getIdMapping()); SQLExpression joinExpr = exprFactory.newExpression(stmt, joinSqlTbl, joinTbl.getOwnerMapping()); stmt.whereAnd(outerExpr.eq(joinExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, joinSqlTbl, joinTbl.getOwnerMapping(), leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } else { // 1-N with FK in right table if (i == 0) { // Add where clause right table to outer table SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getIdMapping()); SQLExpression rightExpr = exprFactory.newExpression(stmt, rSqlTbl, rSqlTbl.getTable().getMemberMapping(rightMmd)); stmt.whereAnd(outerExpr.eq(rightExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getMemberMapping(rightMmd), leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } } else if (relationType == RelationType.MANY_TO_ONE_BI) { if (leftMmd.getJoinMetaData() != null || rightMmd.getJoinMetaData() != null) { // 1-N with join table to right table, so join from right to join table JoinTable joinTbl = (JoinTable) storeMgr.getTable(leftMmd); SQLTable joinSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), joinTbl, null, joinTbl.getOwnerMapping(), null, null, true); if (leftMmd.hasCollection()) { if (i == 0) { // Add where clause join table (element) to outer table (id) SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getIdMapping()); SQLExpression joinExpr = exprFactory.newExpression(stmt, joinSqlTbl, ((ElementContainerTable)joinTbl).getElementMapping()); stmt.whereAnd(outerExpr.eq(joinExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, joinSqlTbl, ((ElementContainerTable)joinTbl).getElementMapping(), leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } else if (leftMmd.hasMap()) { if (i == 0) { // Add where clause join table (value) to outer table (id) SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getIdMapping()); SQLExpression joinExpr = exprFactory.newExpression(stmt, joinSqlTbl, ((MapTable)joinTbl).getValueMapping()); stmt.whereAnd(outerExpr.eq(joinExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, joinSqlTbl, ((MapTable)joinTbl).getValueMapping(), leftTbl, null, leftTbl.getIdMapping(), null, null, true); } } } else { if (i == 0) { // Add where clause right table to outer table SQLExpression outerExpr = exprFactory.newExpression(outerSqlTbl.getSQLStatement(), outerSqlTbl, outerSqlTbl.getTable().getMemberMapping(leftMmd)); SQLExpression rightExpr = exprFactory.newExpression(stmt, rSqlTbl, rSqlTbl.getTable().getIdMapping()); stmt.whereAnd(outerExpr.eq(rightExpr), false); } else { // Join to left table lSqlTbl = stmt.join(joinType, rSqlTbl, rSqlTbl.getTable().getIdMapping(), leftTbl, null, leftTbl.getMemberMapping(leftMmd), null, null, true); } } } rSqlTbl = lSqlTbl; } } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processAndExpression(org.datanucleus.query.expression.Expression) */ protected Object processAndExpression(Expression expr) { SQLExpression rightExpr = stack.pop(); SQLExpression leftExpr = stack.pop(); if (!(rightExpr instanceof BooleanExpression)) { throw new NucleusUserException("Query has clause " + rightExpr + " used with AND. This is illegal, and should be a boolean expression"); } if (!(leftExpr instanceof BooleanExpression)) { throw new NucleusUserException("Query has clause " + leftExpr + " used with AND. This is illegal, and should be a boolean expression"); } BooleanExpression right = (BooleanExpression)rightExpr; BooleanExpression left = (BooleanExpression)leftExpr; if (left.getSQLStatement() != null && right.getSQLStatement() != null && left.getSQLStatement() != right.getSQLStatement()) { if (left.getSQLStatement() == stmt && right.getSQLStatement().isChildStatementOf(stmt)) { // Apply right to its sub-statement now and return left right.getSQLStatement().whereAnd(right, true); stack.push(left); return left; } else if (right.getSQLStatement() == stmt && left.getSQLStatement().isChildStatementOf(stmt)) { // Apply left to its sub-statement now and return right left.getSQLStatement().whereAnd(left, true); stack.push(right); return right; } // TODO Cater for more situations } if (compileComponent == CompilationComponent.FILTER) { // Make sure any simple boolean field clauses are suitable left = getBooleanExpressionForUseInFilter(left); right = getBooleanExpressionForUseInFilter(right); } BooleanExpression opExpr = left.and(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processOrExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processOrExpression(Expression expr) { SQLExpression rightExpr = stack.pop(); SQLExpression leftExpr = stack.pop(); if (!(rightExpr instanceof BooleanExpression)) { throw new NucleusUserException("Query has clause " + rightExpr + " used with AND. This is illegal, and should be a boolean expression"); } if (!(leftExpr instanceof BooleanExpression)) { throw new NucleusUserException("Query has clause " + leftExpr + " used with AND. This is illegal, and should be a boolean expression"); } BooleanExpression right = (BooleanExpression)rightExpr; BooleanExpression left = (BooleanExpression)leftExpr; if (left.getSQLStatement() != null && right.getSQLStatement() != null && left.getSQLStatement() != right.getSQLStatement()) { if (left.getSQLStatement() == stmt && right.getSQLStatement().isChildStatementOf(stmt)) { // Apply right to its sub-statement now and return left right.getSQLStatement().whereAnd(right, true); stack.push(left); return left; } else if (right.getSQLStatement() == stmt && left.getSQLStatement().isChildStatementOf(stmt)) { // Apply left to its sub-statement now and return right left.getSQLStatement().whereAnd(left, true); stack.push(right); return right; } // TODO Cater for more situations } if (compileComponent == CompilationComponent.FILTER) { // Make sure any simple boolean field clauses are suitable left = getBooleanExpressionForUseInFilter(left); right = getBooleanExpressionForUseInFilter(right); } left.encloseInParentheses(); right.encloseInParentheses(); BooleanExpression opExpr = left.ior(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processBitAndExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processBitAndExpression(Expression expr) { SQLExpression rightExpr = stack.pop(); SQLExpression leftExpr = stack.pop(); if (rightExpr instanceof BooleanExpression && leftExpr instanceof BooleanExpression) { // Handle as Boolean logical AND stack.push(leftExpr); stack.push(rightExpr); return processAndExpression(expr); } else if (rightExpr instanceof NumericExpression && leftExpr instanceof NumericExpression) { if (storeMgr.getDatastoreAdapter().supportsOption(DatastoreAdapter.OPERATOR_BITWISE_AND)) { SQLExpression bitAndExpr = new NumericExpression(leftExpr, Expression.OP_BIT_AND, rightExpr).encloseInParentheses(); stack.push(bitAndExpr); return bitAndExpr; } } throw new NucleusUserException("Operation BITWISE AND is not supported for " + leftExpr + " and " + rightExpr + " for this datastore"); } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processBitOrExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processBitOrExpression(Expression expr) { SQLExpression rightExpr = stack.pop(); SQLExpression leftExpr = stack.pop(); if (rightExpr instanceof BooleanExpression && leftExpr instanceof BooleanExpression) { // Handle as Boolean logical OR stack.push(leftExpr); stack.push(rightExpr); return processOrExpression(expr); } else if (rightExpr instanceof NumericExpression && leftExpr instanceof NumericExpression) { if (storeMgr.getDatastoreAdapter().supportsOption(DatastoreAdapter.OPERATOR_BITWISE_OR)) { SQLExpression bitExpr = new NumericExpression(leftExpr, Expression.OP_BIT_OR, rightExpr).encloseInParentheses(); stack.push(bitExpr); return bitExpr; } } // TODO Support BITWISE OR for more cases throw new NucleusUserException("Operation BITWISE OR is not supported for " + leftExpr + " and " + rightExpr + " is not supported by this datastore"); } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processBitXorExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processBitXorExpression(Expression expr) { SQLExpression rightExpr = stack.pop(); SQLExpression leftExpr = stack.pop(); if (rightExpr instanceof BooleanExpression && leftExpr instanceof BooleanExpression) { // Handle as Boolean logical OR stack.push(leftExpr); stack.push(rightExpr); return processOrExpression(expr); } else if (rightExpr instanceof NumericExpression && leftExpr instanceof NumericExpression) { if (storeMgr.getDatastoreAdapter().supportsOption(DatastoreAdapter.OPERATOR_BITWISE_XOR)) { SQLExpression bitExpr = new NumericExpression(leftExpr, Expression.OP_BIT_XOR, rightExpr).encloseInParentheses(); stack.push(bitExpr); return bitExpr; } } // TODO Support BITWISE XOR for more cases throw new NucleusUserException("Operation BITWISE XOR is not supported for " + leftExpr + " and " + rightExpr + " is not supported by this datastore"); } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processEqExpression(org.datanucleus.query.expression.Expression) */ protected Object processEqExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } if (left.isParameter() && right.isParameter()) { if (left.isParameter() && left instanceof SQLLiteral && ((SQLLiteral)left).getValue() != null) { // Change this parameter to a plain literal useParameterExpressionAsLiteral((SQLLiteral)left); } if (right.isParameter() && right instanceof SQLLiteral && ((SQLLiteral)right).getValue() != null) { // Change this parameter to a plain literal useParameterExpressionAsLiteral((SQLLiteral)right); } } ExpressionUtils.checkAndCorrectExpressionMappingsForBooleanComparison(left, right); if (left instanceof UnboundExpression) { processUnboundExpression((UnboundExpression) left); left = stack.pop(); } if (right instanceof UnboundExpression) { processUnboundExpression((UnboundExpression)right); right = stack.pop(); } // Logic for when one side is cross-joined (variable) and other side not, so transfer to a left outer join if (!options.contains(OPTION_EXPLICIT_JOINS)) { boolean leftIsCrossJoin = (stmt.getJoinTypeForTable(left.getSQLTable()) == JoinType.CROSS_JOIN); boolean rightIsCrossJoin = (stmt.getJoinTypeForTable(right.getSQLTable()) == JoinType.CROSS_JOIN); if (leftIsCrossJoin && !rightIsCrossJoin && !(right instanceof SQLLiteral)) { // "a == b" and a is cross-joined currently (includes variable) so change to left outer join String varName = getAliasForSQLTable(left.getSQLTable()); JoinType joinType = getRequiredJoinTypeForAlias(varName); if (joinType != null) { NucleusLogger.QUERY.debug("QueryToSQL.eq variable " + varName + " is mapped to table " + left.getSQLTable() + " was previously bound as CROSS JOIN but changing to " + joinType); String leftTblAlias = stmt.removeCrossJoin(left.getSQLTable()); if (joinType == JoinType.LEFT_OUTER_JOIN) { stmt.join(JoinType.LEFT_OUTER_JOIN, right.getSQLTable(), right.getJavaTypeMapping(), left.getSQLTable().getTable(), leftTblAlias, left.getJavaTypeMapping(), null, left.getSQLTable().getGroupName(), true); } else { stmt.join(JoinType.INNER_JOIN, right.getSQLTable(), right.getJavaTypeMapping(), left.getSQLTable().getTable(), leftTblAlias, left.getJavaTypeMapping(), null, left.getSQLTable().getGroupName(), true); } JavaTypeMapping m = exprFactory.getMappingForType(boolean.class, true); SQLExpression opExpr = exprFactory.newLiteral(stmt, m, true).eq(exprFactory.newLiteral(stmt, m, true)); stack.push(opExpr); return opExpr; } } else if (!leftIsCrossJoin && rightIsCrossJoin && !(left instanceof SQLLiteral)) { // "a == b" and b is cross-joined currently (includes variable) so change to left outer join String varName = getAliasForSQLTable(right.getSQLTable()); JoinType joinType = getRequiredJoinTypeForAlias(varName); if (joinType != null) { NucleusLogger.QUERY.debug("QueryToSQL.eq variable " + varName + " is mapped to table " + right.getSQLTable() + " was previously bound as CROSS JOIN but changing to " + joinType); String rightTblAlias = stmt.removeCrossJoin(right.getSQLTable()); if (joinType == JoinType.LEFT_OUTER_JOIN) { stmt.join(JoinType.LEFT_OUTER_JOIN, left.getSQLTable(), left.getJavaTypeMapping(), right.getSQLTable().getTable(), rightTblAlias, right.getJavaTypeMapping(), null, right.getSQLTable().getGroupName(), true); } else { stmt.join(JoinType.INNER_JOIN, left.getSQLTable(), left.getJavaTypeMapping(), right.getSQLTable().getTable(), rightTblAlias, right.getJavaTypeMapping(), null, right.getSQLTable().getGroupName(), true); } JavaTypeMapping m = exprFactory.getMappingForType(boolean.class, true); SQLExpression opExpr = exprFactory.newLiteral(stmt, m, true).eq(exprFactory.newLiteral(stmt, m, true)); stack.push(opExpr); return opExpr; } } } BooleanExpression opExpr = left.eq(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processNoteqExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processNoteqExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } if (left.isParameter() && right.isParameter()) { if (left.isParameter() && left instanceof SQLLiteral && ((SQLLiteral)left).getValue() != null) { useParameterExpressionAsLiteral((SQLLiteral)left); } if (right.isParameter() && right instanceof SQLLiteral && ((SQLLiteral)right).getValue() != null) { useParameterExpressionAsLiteral((SQLLiteral)right); } } ExpressionUtils.checkAndCorrectExpressionMappingsForBooleanComparison(left, right); if (left instanceof UnboundExpression) { processUnboundExpression((UnboundExpression) left); left = stack.pop(); } if (right instanceof UnboundExpression) { processUnboundExpression((UnboundExpression)right); right = stack.pop(); } BooleanExpression opExpr = left.ne(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processGteqExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processGteqExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } ExpressionUtils.checkAndCorrectExpressionMappingsForBooleanComparison(left, right); if (left instanceof UnboundExpression) { processUnboundExpression((UnboundExpression) left); left = stack.pop(); } if (right instanceof UnboundExpression) { processUnboundExpression((UnboundExpression)right); right = stack.pop(); } BooleanExpression opExpr = left.ge(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processGtExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processGtExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } ExpressionUtils.checkAndCorrectExpressionMappingsForBooleanComparison(left, right); if (left instanceof UnboundExpression) { processUnboundExpression((UnboundExpression) left); left = stack.pop(); } if (right instanceof UnboundExpression) { processUnboundExpression((UnboundExpression)right); right = stack.pop(); } BooleanExpression opExpr = left.gt(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processLteqExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processLteqExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } ExpressionUtils.checkAndCorrectExpressionMappingsForBooleanComparison(left, right); if (left instanceof UnboundExpression) { processUnboundExpression((UnboundExpression) left); left = stack.pop(); } if (right instanceof UnboundExpression) { processUnboundExpression((UnboundExpression)right); right = stack.pop(); } BooleanExpression opExpr = left.le(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processLtExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processLtExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } ExpressionUtils.checkAndCorrectExpressionMappingsForBooleanComparison(left, right); if (left instanceof UnboundExpression) { processUnboundExpression((UnboundExpression) left); left = stack.pop(); } if (right instanceof UnboundExpression) { processUnboundExpression((UnboundExpression)right); right = stack.pop(); } BooleanExpression opExpr = left.lt(right); stack.push(opExpr); return opExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processLiteral(org.datanucleus.query.expression.Literal) */ protected Object processLiteral(Literal expr) { // TODO If the literal value is of a type with a default converter then need to convert here SQLExpression sqlExpr = getSQLLiteralForLiteralValue(expr.getLiteral()); stack.push(sqlExpr); return sqlExpr; } protected SQLExpression getSQLLiteralForLiteralValue(Object litValue) { if (litValue instanceof Class) { // Convert Class literals (instanceof) into StringLiteral litValue = ((Class)litValue).getName(); } else if (litValue instanceof String) { String litStr = (String)litValue; if (litStr.startsWith("{d ") || litStr.startsWith("{t ") || litStr.startsWith("{ts ")) { // JDBC escape syntax JavaTypeMapping m = exprFactory.getMappingForType(Date.class, false); return exprFactory.newLiteral(stmt, m, litValue); } } JavaTypeMapping m = (litValue != null) ? exprFactory.getMappingForType(litValue.getClass(), false) : null; return exprFactory.newLiteral(stmt, m, litValue); } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processPrimaryExpression(org.datanucleus.query.expression.PrimaryExpression) */ protected Object processPrimaryExpression(PrimaryExpression expr) { SQLExpression sqlExpr = null; if (expr.getLeft() != null) { if (expr.getLeft() instanceof DyadicExpression && expr.getLeft().getOperator() == Expression.OP_CAST) { String exprCastName = null; if (expr.getLeft().getLeft() instanceof PrimaryExpression) { exprCastName = "CAST_" + ((PrimaryExpression)expr.getLeft().getLeft()).getId(); } else if (expr.getLeft().getLeft() instanceof VariableExpression) { exprCastName = "CAST_" + ((VariableExpression)expr.getLeft().getLeft()).getId(); } else if (expr.getLeft().getLeft() instanceof InvokeExpression) { exprCastName = "CAST_" + expr.getLeft().getLeft(); } else { throw new NucleusException("Don't currently support cast of " + expr.getLeft().getLeft()); } expr.getLeft().getLeft().evaluate(this); sqlExpr = stack.pop(); JavaTypeMapping mapping = sqlExpr.getJavaTypeMapping(); if (mapping instanceof EmbeddedMapping) { // Cast of an embedded field, so use same table // Extract what we are casting it to Literal castLitExpr = (Literal)expr.getLeft().getRight(); Class castType = resolveClass((String)castLitExpr.getLiteral()); AbstractClassMetaData castCmd = ec.getMetaDataManager().getMetaDataForClass(castType, clr); JavaTypeMapping discMapping = ((EmbeddedMapping)mapping).getDiscriminatorMapping(); if (discMapping != null) { // Should have a discriminator always when casting this SQLExpression discExpr = exprFactory.newExpression(stmt, sqlExpr.getSQLTable(), discMapping); Object discVal = castCmd.getDiscriminatorValue(); SQLExpression discValExpr = exprFactory.newLiteral(stmt, discMapping, discVal); BooleanExpression discRestrictExpr = discExpr.eq(discValExpr); Iterator subclassIter = storeMgr.getSubClassesForClass(castType.getName(), true, clr).iterator(); while (subclassIter.hasNext()) { String subclassName = subclassIter.next(); AbstractClassMetaData subtypeCmd = storeMgr.getMetaDataManager().getMetaDataForClass(subclassName, clr); discVal = subtypeCmd.getDiscriminatorValue(); discValExpr = exprFactory.newLiteral(stmt, discMapping, discVal); BooleanExpression subtypeExpr = discExpr.eq(discValExpr); discRestrictExpr = discRestrictExpr.ior(subtypeExpr); } stmt.whereAnd(discRestrictExpr, true); } SQLTableMapping tblMapping = new SQLTableMapping(sqlExpr.getSQLTable(), castCmd, sqlExpr.getJavaTypeMapping()); setSQLTableMappingForAlias(exprCastName, tblMapping); SQLTableMapping sqlMapping = getSQLTableMappingForPrimaryExpression(stmt, exprCastName, expr, Boolean.FALSE); if (sqlMapping == null) { throw new NucleusException("PrimaryExpression " + expr + " is not yet supported"); } sqlExpr = exprFactory.newExpression(stmt, sqlMapping.table, sqlMapping.mapping); stack.push(sqlExpr); return sqlExpr; } // Evaluate the cast expr.getLeft().evaluate(this); sqlExpr = stack.pop(); // Extract what we are casting it to Literal castLitExpr = (Literal)expr.getLeft().getRight(); AbstractClassMetaData castCmd = ec.getMetaDataManager().getMetaDataForClass(resolveClass((String)castLitExpr.getLiteral()), clr); SQLTableMapping tblMapping = new SQLTableMapping(sqlExpr.getSQLTable(), castCmd, sqlExpr.getJavaTypeMapping()); setSQLTableMappingForAlias(exprCastName, tblMapping); SQLTableMapping sqlMapping = getSQLTableMappingForPrimaryExpression(stmt, exprCastName, expr, Boolean.FALSE); if (sqlMapping == null) { throw new NucleusException("PrimaryExpression " + expr + " is not yet supported"); } sqlExpr = exprFactory.newExpression(stmt, sqlMapping.table, sqlMapping.mapping); stack.push(sqlExpr); return sqlExpr; } else if (expr.getLeft() instanceof ParameterExpression) { // "{paramExpr}.field[.field[.field]]" setNotPrecompilable(); // Need parameter values to process this ParameterExpression paramExpr = (ParameterExpression)expr.getLeft(); Symbol paramSym = compilation.getSymbolTable().getSymbol(paramExpr.getId()); if (paramSym.getValueType() != null && paramSym.getValueType().isArray()) { // Special case : array "methods" (particularly "length") String first = expr.getTuples().get(0); processParameterExpression(paramExpr, true); SQLExpression paramSqlExpr = stack.pop(); sqlExpr = exprFactory.invokeMethod(stmt, "ARRAY", first, paramSqlExpr, null); stack.push(sqlExpr); return sqlExpr; } // Create Literal for the parameter (since we need to perform operations on it) processParameterExpression(paramExpr, true); SQLExpression paramSqlExpr = stack.pop(); SQLLiteral lit = (SQLLiteral)paramSqlExpr; Object paramValue = lit.getValue(); List tuples = expr.getTuples(); Iterator tuplesIter = tuples.iterator(); Object objValue = paramValue; while (tuplesIter.hasNext()) { String fieldName = tuplesIter.next(); if (objValue == null) { NucleusLogger.QUERY.warn(">> Compilation of " + expr + " : need to direct through field \"" + fieldName + "\" on null value, hence not compilable!"); // Null value, and we have further path to navigate TODO Handle this "NPE" break; } objValue = getValueForObjectField(objValue, fieldName); setNotPrecompilable(); // Using literal value of parameter, so cannot precompile it } if (objValue == null) { sqlExpr = exprFactory.newLiteral(stmt, null, null); stack.push(sqlExpr); return sqlExpr; } JavaTypeMapping m = exprFactory.getMappingForType(objValue.getClass(), false); sqlExpr = exprFactory.newLiteral(stmt, m, objValue); stack.push(sqlExpr); return sqlExpr; } else if (expr.getLeft() instanceof VariableExpression) { // "{varExpr}.field[.field[.field]]" VariableExpression varExpr = (VariableExpression)expr.getLeft(); processVariableExpression(varExpr); SQLExpression varSqlExpr = stack.pop(); if (varSqlExpr instanceof UnboundExpression) { // Bind as CROSS JOIN for now processUnboundExpression((UnboundExpression)varSqlExpr); varSqlExpr = stack.pop(); } Class varType = clr.classForName(varSqlExpr.getJavaTypeMapping().getType()); if (varSqlExpr.getSQLStatement() == stmt.getParentStatement()) { // Use parent mapper to get the mapping for this field since it has the table SQLTableMapping sqlMapping = parentMapper.getSQLTableMappingForPrimaryExpression(stmt, null, expr, Boolean.FALSE); if (sqlMapping == null) { throw new NucleusException("PrimaryExpression " + expr.getId() + " is not yet supported"); } // TODO Cater for the table required to join to not being the primary table of the outer query // This should check on // getDatastoreAdapter().supportsOption(RDBMSAdapter.ACCESS_PARENTQUERY_IN_SUBQUERY)) sqlExpr = exprFactory.newExpression(varSqlExpr.getSQLStatement(), sqlMapping.table, sqlMapping.mapping); stack.push(sqlExpr); return sqlExpr; } SQLTableMapping varTblMapping = getSQLTableMappingForAlias(varExpr.getId()); if (varTblMapping == null) { throw new NucleusUserException("Variable " + varExpr.getId() + " is not yet bound, so cannot get field " + expr.getId()); } if (varTblMapping.cmd == null) { throw new NucleusUserException("Variable " + varExpr.getId() + " of type " + varType.getName() + " cannot evaluate " + expr.getId()); } SQLTableMapping sqlMapping = getSQLTableMappingForPrimaryExpression(varSqlExpr.getSQLStatement(), varExpr.getId(), expr, Boolean.FALSE); sqlExpr = exprFactory.newExpression(sqlMapping.table.getSQLStatement(), sqlMapping.table, sqlMapping.mapping); stack.push(sqlExpr); return sqlExpr; } else if (expr.getLeft() instanceof InvokeExpression) { InvokeExpression invokeExpr = (InvokeExpression)expr.getLeft(); SQLExpression invokedSqlExpr = getInvokedSqlExpressionForInvokeExpression(invokeExpr); processInvokeExpression(invokeExpr, invokedSqlExpr); SQLExpression invokeSqlExpr = stack.pop(); Table tbl = invokeSqlExpr.getSQLTable().getTable(); if (expr.getTuples().size() > 1) { throw new NucleusUserException("Dont currently support evaluating " + expr.getId() + " on " + invokeSqlExpr); } SQLTable invokeSqlTbl = invokeSqlExpr.getSQLTable(); if (invokedSqlExpr.getJavaTypeMapping() instanceof OptionalMapping && invokeExpr.getOperation().equals("get") && expr.getTuples().size() == 1) { OptionalMapping opMapping = (OptionalMapping)invokedSqlExpr.getJavaTypeMapping(); if (opMapping.getWrappedMapping() instanceof PersistableMapping) { // Special case of Optional.get().{field}, so we need to join to the related table AbstractMemberMetaData mmd = invokedSqlExpr.getJavaTypeMapping().getMemberMetaData(); AbstractClassMetaData otherCmd = ec.getMetaDataManager().getMetaDataForClass(mmd.getCollection().getElementType(), clr); Table otherTbl = storeMgr.getDatastoreClass(otherCmd.getFullClassName(), clr); // Optional type so do LEFT OUTER JOIN since if it is null then we would eliminate all other results invokeSqlTbl = stmt.join(JoinType.LEFT_OUTER_JOIN, invokeSqlExpr.getSQLTable(), opMapping.getWrappedMapping(), otherTbl, null, otherTbl.getIdMapping(), null, null, true); tbl = invokeSqlTbl.getTable(); } } if (tbl instanceof DatastoreClass) { // Table of a class, so assume to have field in the table of the class // TODO Allow joins to superclasses if required JavaTypeMapping mapping = ((DatastoreClass)tbl).getMemberMapping(expr.getId()); if (mapping == null) { throw new NucleusUserException("Dont currently support evaluating " + expr.getId() + " on " + invokeSqlExpr + ". The field " + expr.getId() + " doesnt exist in table " + tbl); } sqlExpr = exprFactory.newExpression(stmt, invokeSqlTbl, mapping); stack.push(sqlExpr); return sqlExpr; } else if (tbl instanceof JoinTable) { if (invokeSqlExpr.getJavaTypeMapping() instanceof EmbeddedMapping) { // Table containing an embedded element/key/value so assume we have a column in the join table EmbeddedMapping embMapping = (EmbeddedMapping)invokeSqlExpr.getJavaTypeMapping(); JavaTypeMapping mapping = embMapping.getJavaTypeMapping(expr.getId()); if (mapping == null) { throw new NucleusUserException("Dont currently support evaluating " + expr.getId() + " on " + invokeSqlExpr + ". The field " + expr.getId() + " doesnt exist in table " + tbl); } sqlExpr = exprFactory.newExpression(stmt, invokeSqlTbl, mapping); stack.push(sqlExpr); return sqlExpr; } } throw new NucleusUserException("Dont currently support evaluating " + expr.getId() + " on " + invokeSqlExpr + " with invoke having table of " + tbl); } else { throw new NucleusUserException("Dont currently support PrimaryExpression with 'left' of " + expr.getLeft()); } } // Real primary expression ("field.field", "alias.field.field" etc) SQLTableMapping sqlMapping = getSQLTableMappingForPrimaryExpression(stmt, null, expr, null); if (sqlMapping == null) { throw new NucleusException("PrimaryExpression " + expr.getId() + " is not yet supported"); } sqlExpr = exprFactory.newExpression(stmt, sqlMapping.table, sqlMapping.mapping); if (sqlMapping.mmd != null && sqlExpr instanceof MapExpression) { // This sqlMapping is for something joined in a FROM clause, so set the alias on the returned MapExpression to avoid doing the same joins String alias = getAliasForSQLTableMapping(sqlMapping); if (alias == null && parentMapper != null) { alias = parentMapper.getAliasForSQLTableMapping(sqlMapping); } ((MapExpression)sqlExpr).setAliasForMapTable(alias); } stack.push(sqlExpr); return sqlExpr; } /** * Method to take in a PrimaryExpression and return the SQLTable mapping info that it signifies. * If the primary expression implies joining to other objects then adds the joins to the statement. * Only adds joins if necessary; so if there is a further component after the required join, or if * the "forceJoin" flag is set. * @param theStmt SQLStatement to use when looking for tables etc * @param exprName Name for an expression that this primary is relative to (optional) * If not specified then the tuples are relative to the candidate. * If specified then should have an entry in sqlTableByPrimary under this name. * @param primExpr The primary expression * @param forceJoin Whether to force a join if a relation member (or null if leaving to this method to decide) * @return The SQL table mapping information for the specified primary */ private SQLTableMapping getSQLTableMappingForPrimaryExpression(SQLStatement theStmt, String exprName, PrimaryExpression primExpr, Boolean forceJoin) { if (forceJoin == null && primExpr.getParent() != null) { if (primExpr.getParent().getOperator() == Expression.OP_IS || primExpr.getParent().getOperator() == Expression.OP_ISNOT) { // "instanceOf" needs to be in the table of the primary expression forceJoin = Boolean.TRUE; } } SQLTableMapping sqlMapping = null; List tuples = primExpr.getTuples(); // Find source object ListIterator iter = tuples.listIterator(); String first = tuples.get(0); boolean mapKey = false; boolean mapValue = false; if (first.endsWith("#KEY")) { first = first.substring(0, first.length()-4); mapKey = true; } else if (first.endsWith("#VALUE")) { first = first.substring(0, first.length()-6); mapValue = true; } String primaryName = null; if (exprName != null) { // Primary relative to some object etc sqlMapping = getSQLTableMappingForAlias(exprName); primaryName = exprName; } else { if (hasSQLTableMappingForAlias(first)) { // Start from a candidate (e.g JPQL alias) sqlMapping = getSQLTableMappingForAlias(first); primaryName = first; iter.next(); // Skip first tuple } if (sqlMapping != null && first.equals(candidateAlias) && candidateCmd.getInheritanceMetaData().getStrategy() == InheritanceStrategy.COMPLETE_TABLE) { // Special case of using COMPLETE_TABLE for candidate and picked wrong table SQLTable firstSqlTbl = stmt.getTable(first.toUpperCase()); // TODO Use OPTION_CASE_INSENSITIVE if (firstSqlTbl != null && firstSqlTbl.getTable() != sqlMapping.table.getTable()) { // Cached the SQLTableMapping for one of the other inherited classes, so create our own sqlMapping = new SQLTableMapping(firstSqlTbl, sqlMapping.cmd, firstSqlTbl.getTable().getIdMapping()); } } if (sqlMapping == null) { if (parentMapper != null) { QueryToSQLMapper theParentMapper = parentMapper; while (theParentMapper != null) { if (theParentMapper.hasSQLTableMappingForAlias(first)) { // Try parent query sqlMapping = theParentMapper.getSQLTableMappingForAlias(first); primaryName = first; iter.next(); // Skip first tuple // This expression is for the parent statement so any joins need to go on that statement theStmt = sqlMapping.table.getSQLStatement(); break; } theParentMapper = theParentMapper.parentMapper; } } } if (sqlMapping == null) { // Field of candidate, so use candidate sqlMapping = getSQLTableMappingForAlias(candidateAlias); primaryName = candidateAlias; } } AbstractClassMetaData cmd = sqlMapping.cmd; JavaTypeMapping mapping = sqlMapping.mapping; if (sqlMapping.mmd != null && (mapKey || mapValue)) { // Special case of MAP#KEY or MAP#VALUE, so navigate from the Map "table" to the key or value SQLTable sqlTbl = sqlMapping.table; AbstractMemberMetaData mmd = sqlMapping.mmd; MapMetaData mapmd = mmd.getMap(); // This alias isn't necessarily the map itself // Find the table forming the Map. This may be a join table, or the key or value depending on the type if (mapKey) { // Cater for all case possibilities of table name/alias SQLTable mapSqlTbl = stmt.getTable(first + "_MAP"); // TODO Use OPTION_CASE_INSENSITIVE if (mapSqlTbl == null) { mapSqlTbl = stmt.getTable((first + "_MAP").toUpperCase()); if (mapSqlTbl == null) { mapSqlTbl = stmt.getTable((first + "_MAP").toLowerCase()); } } if (mapSqlTbl != null) { sqlTbl = mapSqlTbl; } } if (mapmd.getMapType() == MapType.MAP_TYPE_JOIN) { if (sqlTbl.getTable() instanceof MapTable) { MapTable mapTable = (MapTable) sqlTbl.getTable(); if (mapKey) { cmd = mapmd.getKeyClassMetaData(clr); if (!mapmd.isEmbeddedKey() && !mapmd.isSerializedKey()) { // Join to key table DatastoreClass keyTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(getDefaultJoinTypeForNavigation(), sqlMapping.table, mapTable.getKeyMapping(), keyTable, null, keyTable.getIdMapping(), null, null, true); mapping = keyTable.getIdMapping(); } else { mapping = mapTable.getKeyMapping(); } } else { cmd = mapmd.getValueClassMetaData(clr); if (!mapmd.isEmbeddedValue() && !mapmd.isSerializedValue()) { // Join to value table DatastoreClass valueTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(getDefaultJoinTypeForNavigation(), sqlMapping.table, mapTable.getValueMapping(), valueTable, null, valueTable.getIdMapping(), null, null, true); mapping = valueTable.getIdMapping(); } else { mapping = mapTable.getValueMapping(); } } } else { // TODO Document exactly which situation this is if (!mapmd.isEmbeddedValue() && !mapmd.isSerializedValue()) { mapping = sqlTbl.getTable().getIdMapping(); } } } else if (mapmd.getMapType() == MapType.MAP_TYPE_KEY_IN_VALUE) { if (mapKey) { AbstractClassMetaData keyCmd = mapmd.getKeyClassMetaData(clr); String keyMappedBy = mmd.getKeyMetaData().getMappedBy(); mapping = ((DatastoreClass)sqlTbl.getTable()).getMemberMapping(keyMappedBy); if (keyCmd != null) { // Join to key table DatastoreClass keyTable = storeMgr.getDatastoreClass(mapmd.getKeyType(), clr); sqlTbl = stmt.join(getDefaultJoinTypeForNavigation(), sqlMapping.table, mapping, keyTable, null, keyTable.getIdMapping(), null, null, true); mapping = keyTable.getIdMapping(); } } else { } } else if (mapmd.getMapType() == MapType.MAP_TYPE_VALUE_IN_KEY) { // TODO We maybe already have the VALUE TABLE from the original join if (!mapKey) { AbstractClassMetaData valCmd = mapmd.getValueClassMetaData(clr); String valMappedBy = mmd.getValueMetaData().getMappedBy(); mapping = ((DatastoreClass)sqlTbl.getTable()).getMemberMapping(valMappedBy); if (valCmd != null) { // Join to value table DatastoreClass valueTable = storeMgr.getDatastoreClass(mapmd.getValueType(), clr); sqlTbl = stmt.join(getDefaultJoinTypeForNavigation(), sqlMapping.table, mapping, valueTable, null, valueTable.getIdMapping(), null, null, true); mapping = valueTable.getIdMapping(); } } } sqlMapping = new SQLTableMapping(sqlTbl, cmd, mapping); } while (iter.hasNext()) { String component = iter.next(); primaryName += "." + component; // fully-qualified primary name // Derive SQLTableMapping for this component SQLTableMapping sqlMappingNew = getSQLTableMappingForAlias(primaryName); if (sqlMappingNew == null) { // Table not present for this primary AbstractMemberMetaData mmd = cmd.getMetaDataForMember(component); if (mmd == null) { // Not valid member name throw new NucleusUserException(Localiser.msg("021062", component, cmd.getFullClassName())); } else if (mmd.getPersistenceModifier() != FieldPersistenceModifier.PERSISTENT) { throw new NucleusUserException("Field "+ mmd.getFullFieldName() + " is not marked as persistent so cannot be queried"); } RelationType relationType = mmd.getRelationType(clr); // Find the table and the mapping for this field in the table SQLTable sqlTbl = null; if (mapping instanceof EmbeddedMapping) { // Embedded into the current table sqlTbl = sqlMapping.table; mapping = ((EmbeddedMapping)mapping).getJavaTypeMapping(component); } else if (mapping instanceof PersistableMapping && cmd.isEmbeddedOnly()) { // JPA EmbeddedId into current table sqlTbl = sqlMapping.table; JavaTypeMapping[] subMappings = ((PersistableMapping)mapping).getJavaTypeMapping(); if (subMappings.length == 1 && subMappings[0] instanceof EmbeddedPCMapping) { mapping = ((EmbeddedPCMapping)subMappings[0]).getJavaTypeMapping(component); } else { // TODO What situation is this? } } else { DatastoreClass table = storeMgr.getDatastoreClass(cmd.getFullClassName(), clr); if (table == null) { if (cmd.getInheritanceMetaData().getStrategy() == InheritanceStrategy.COMPLETE_TABLE && candidateCmd.getFullClassName().equals(cmd.getFullClassName())) { // Special case of a candidate having no table of its own and using COMPLETE_TABLE, so we use the candidate class for this statement (or UNION) table = storeMgr.getDatastoreClass(stmt.getCandidateClassName(), clr); } } if (table == null) { AbstractClassMetaData[] subCmds = storeMgr.getClassesManagingTableForClass(cmd, clr); if (subCmds.length == 1) { table = storeMgr.getDatastoreClass(subCmds[0].getFullClassName(), clr); } else { // TODO Support this situation - select of base class with no table of its own // and multiple subclasses so primary statement is a UNION hence need to process // all of UNIONs, and this primary expression refers to a mapping in each of subclass tables throw new NucleusUserException("Unable to find table for primary " + primaryName + " since the class " + cmd.getFullClassName() + " is managed in multiple tables"); } } if (table == null) { throw new NucleusUserException("Unable to find table for primary " + primaryName + ". Table for class=" + cmd.getFullClassName() + " is null : is the field correct? or using some inheritance pattern?"); } mapping = table.getMemberMapping(mmd); sqlTbl = SQLStatementHelper.getSQLTableForMappingOfTable(theStmt, sqlMapping.table, mapping); } if (relationType == RelationType.NONE) { sqlMappingNew = new SQLTableMapping(sqlTbl, cmd, mapping); cmd = sqlMappingNew.cmd; setSQLTableMappingForAlias(primaryName, sqlMappingNew); } else if (relationType == RelationType.ONE_TO_ONE_UNI || relationType == RelationType.ONE_TO_ONE_BI) { if (mmd.getMappedBy() != null) { // FK in other table so join to that first AbstractMemberMetaData relMmd = mmd.getRelatedMemberMetaData(clr)[0]; if (relMmd.getAbstractClassMetaData().isEmbeddedOnly()) { // Member is embedded, so keep same SQL table mapping sqlMappingNew = sqlMapping; cmd = relMmd.getAbstractClassMetaData(); } else { // Member is in own table, so move to that SQL table mapping DatastoreClass relTable = storeMgr.getDatastoreClass(mmd.getTypeName(), clr); JavaTypeMapping relMapping = relTable.getMemberMapping(relMmd); // Join to related table unless we already have the join in place sqlTbl = theStmt.getTable(relTable, primaryName); if (sqlTbl == null) { sqlTbl = SQLStatementHelper.addJoinForOneToOneRelation(theStmt, sqlMapping.table.getTable().getIdMapping(), sqlMapping.table, relMapping, relTable, null, null, primaryName, getDefaultJoinTypeForNavigation()); } if (iter.hasNext()) { sqlMappingNew = new SQLTableMapping(sqlTbl, relMmd.getAbstractClassMetaData(), relTable.getIdMapping()); cmd = sqlMappingNew.cmd; } else { sqlMappingNew = new SQLTableMapping(sqlTbl, cmd, relTable.getIdMapping()); cmd = sqlMappingNew.cmd; } } } else { // FK is at this side if (forceJoin == null) { if (!iter.hasNext()) { // Further component provided, so check if we should force a join to the other side if (primExpr.getParent() != null && primExpr.getParent().getOperator() == Expression.OP_CAST) { // Cast and not an interface field, so do a join to the table of the persistable object if (mapping instanceof ReferenceMapping) { // Don't join with interface field since represents multiple implementations // and the cast will be a restrict on which implementation to join to } else { AbstractClassMetaData relCmd = ec.getMetaDataManager().getMetaDataForClass(mmd.getType(), clr); if (relCmd != null && !relCmd.isEmbeddedOnly()) { DatastoreClass relTable = storeMgr.getDatastoreClass(relCmd.getFullClassName(), clr); if (relTable == null) { } else { forceJoin = Boolean.TRUE; } } else { forceJoin = Boolean.TRUE; } } } } else { // TODO Add optimisation to omit join if the FK is at this side and only selecting PK of the related object if (iter.hasNext()) { // Peek ahead to see if just selecting "id" of the related (i.e candidate.related.id with related FK in candidate table, so don't join) String next = iter.next(); if (!iter.hasNext()) { AbstractClassMetaData relCmd = storeMgr.getMetaDataManager().getMetaDataForClass(mmd.getType(), clr); if (relCmd != null) { AbstractMemberMetaData mmdOfRelCmd = relCmd.getMetaDataForMember(next); if (mmdOfRelCmd != null && mmdOfRelCmd.isPrimaryKey() && relCmd.getNoOfPrimaryKeyMembers() == 1 && !storeMgr.getMetaDataManager().isClassPersistable(mmdOfRelCmd.getTypeName())) { // We have something like "a.b.id" and have the FK to the "B" table in the "A" table, so just refer to A.FK rather than joining and using B.ID NucleusLogger.QUERY.debug("Found implicit join to member=" + mmdOfRelCmd.getFullFieldName() + " which is PK of the other type but FK is in this table so avoiding the join"); JavaTypeMapping subMapping = ((PersistableMapping)mapping).getJavaTypeMapping()[0]; subMapping.setTable(mapping.getTable()); // Component mappings of a PersistableMapping sometimes don't have table set, so fix it return new SQLTableMapping(sqlMapping.table, relCmd, subMapping); } } } iter.previous(); } } } if (iter.hasNext() || Boolean.TRUE.equals(forceJoin)) { AbstractClassMetaData relCmd = null; JavaTypeMapping relMapping = null; DatastoreClass relTable = null; if (relationType == RelationType.ONE_TO_ONE_BI) { AbstractMemberMetaData relMmd = mmd.getRelatedMemberMetaData(clr)[0]; relCmd = relMmd.getAbstractClassMetaData(); } else { String typeName = mmd.isSingleCollection() ? mmd.getCollection().getElementType() : mmd.getTypeName(); relCmd = ec.getMetaDataManager().getMetaDataForClass(typeName, clr); } if (relCmd != null && relCmd.isEmbeddedOnly()) { // Member is embedded so use same table but embedded mapping sqlMappingNew = new SQLTableMapping(sqlTbl, relCmd, mapping); cmd = relCmd; } else { // Member is in own table, so move to that SQL table mapping relTable = storeMgr.getDatastoreClass(relCmd.getFullClassName(), clr); if (relTable == null) { // No table for the related type (subclass-table), so see if this class has a single subclass with its own table Collection relSubclassNames = storeMgr.getSubClassesForClass(relCmd.getFullClassName(), false, clr); if (relSubclassNames != null && relSubclassNames.size() == 1) { String relSubclassName = relSubclassNames.iterator().next(); relTable = storeMgr.getDatastoreClass(relSubclassName, clr); // TODO Cater for this having no table and next level yes etc if (relTable != null) { relCmd = ec.getMetaDataManager().getMetaDataForClass(relSubclassName, clr); } } if (relTable == null) { // No table as such, so likely using subclass-table at other side and we don't know where to join to throw new NucleusUserException("Reference to PrimaryExpression " + primExpr + " yet this needs to join relation " + mmd.getFullFieldName() + " and the other type has no table (subclass-table?). Maybe use a CAST to the appropriate subclass?"); } } relMapping = relTable.getIdMapping(); // Join to other table unless we already have the join in place sqlTbl = theStmt.getTable(relTable, primaryName); if (sqlTbl == null) { sqlTbl = SQLStatementHelper.addJoinForOneToOneRelation(theStmt, mapping, sqlMapping.table, relMapping, relTable, null, null, primaryName, getDefaultJoinTypeForNavigation()); } sqlMappingNew = new SQLTableMapping(sqlTbl, relCmd, relMapping); cmd = sqlMappingNew.cmd; setSQLTableMappingForAlias(primaryName, sqlMappingNew); } } else { sqlMappingNew = new SQLTableMapping(sqlTbl, cmd, mapping); cmd = sqlMappingNew.cmd; // Don't register the SQLTableMapping for this alias since only using FK } } } else if (relationType == RelationType.MANY_TO_ONE_BI || relationType == RelationType.MANY_TO_ONE_UNI) { AbstractMemberMetaData[] relMmds = mmd.getRelatedMemberMetaData(clr); DatastoreClass relTable = storeMgr.getDatastoreClass(mmd.getTypeName(), clr); final AbstractClassMetaData relCmd = relMmds!=null ? relMmds[0].getAbstractClassMetaData() : ec.getMetaDataManager().getMetaDataForClass(mmd.getType(), clr); if (mmd.getJoinMetaData() != null || relMmds[0].getJoinMetaData() != null) { // Has join table so use that sqlTbl = theStmt.getTable(relTable, primaryName); if (sqlTbl == null) { // Join to the join table Table joinTbl = storeMgr.getTable(relMmds!=null ? relMmds[0] : mmd); final JavaTypeMapping sourceMapping; final JavaTypeMapping targetMapping; if (joinTbl instanceof PersistableJoinTable) { // join table defined locally on this assoc - and according to comment in PersistableJoinTable: // *The "owner" in this case is the side with the relation (the "N" side). The "related" is the other side* sourceMapping = ((PersistableJoinTable)joinTbl).getRelatedMapping(); targetMapping = ((PersistableJoinTable)joinTbl).getOwnerMapping(); } else { // join table defined in mappedBy assoc sourceMapping = ((ElementContainerTable)joinTbl).getOwnerMapping(); targetMapping = ((ElementContainerTable)joinTbl).getElementMapping(); } JoinType defJoinType = getDefaultJoinTypeForNavigation(); if (defJoinType == JoinType.INNER_JOIN) { SQLTable joinSqlTbl = theStmt.join(JoinType.INNER_JOIN, sqlMapping.table, sqlMapping.table.getTable().getIdMapping(), joinTbl, null, targetMapping, null, null, true); sqlTbl = theStmt.join(JoinType.INNER_JOIN, joinSqlTbl, sourceMapping, relTable, null, relTable.getIdMapping(), null, primaryName, true); } else if (defJoinType == JoinType.LEFT_OUTER_JOIN || defJoinType == null) { SQLTable joinSqlTbl = theStmt.join(JoinType.LEFT_OUTER_JOIN, sqlMapping.table, sqlMapping.table.getTable().getIdMapping(), joinTbl, null, targetMapping, null, null, true); sqlTbl = theStmt.join(JoinType.LEFT_OUTER_JOIN, joinSqlTbl, sourceMapping, relTable, null, relTable.getIdMapping(), null, primaryName, true); } } sqlMappingNew = new SQLTableMapping(sqlTbl, relCmd, relTable.getIdMapping()); cmd = sqlMappingNew.cmd; setSQLTableMappingForAlias(primaryName, sqlMappingNew); } else { // FK in this table sqlTbl = theStmt.getTable(relTable, primaryName); if (sqlTbl == null) { if (mmd.getMappedBy() == null) { // FK at this side so check for optimisations if (iter.hasNext()) { // Peek ahead to see if just selecting "id" of the related (i.e candidate.related.id with related FK in candidate table, so don't join) String next = iter.next(); if (!iter.hasNext()) { AbstractMemberMetaData mmdOfRelCmd = relCmd.getMetaDataForMember(next); if (mmdOfRelCmd != null && mmdOfRelCmd.isPrimaryKey() && relCmd.getNoOfPrimaryKeyMembers() == 1 && !storeMgr.getMetaDataManager().isClassPersistable(mmdOfRelCmd.getTypeName())) { // We have something like "a.b.id" and have the FK to the "B" table in the "A" table, so just refer to A.FK rather than joining and using B.ID NucleusLogger.QUERY.debug("Found implicit join to member=" + mmdOfRelCmd.getFullFieldName() + " which is PK of the other type but FK is in this table so avoiding the join"); JavaTypeMapping subMapping = ((PersistableMapping)mapping).getJavaTypeMapping()[0]; subMapping.setTable(mapping.getTable()); // Component mappings of a PersistableMapping sometimes don't have table set, so fix it return new SQLTableMapping(sqlMapping.table, relCmd, subMapping); } } iter.previous(); } } Operator op = (primExpr.getParent() != null ? primExpr.getParent().getOperator() : null); if (!iter.hasNext() && (op == Expression.OP_EQ || op == Expression.OP_GT || op == Expression.OP_LT || op == Expression.OP_GTEQ || op == Expression.OP_LTEQ || op == Expression.OP_NOTEQ)) { // Just return the FK mapping since in a "a.b == c.d" type expression and not needing to go further than the FK sqlMappingNew = new SQLTableMapping(sqlMapping.table, relCmd, mapping); } else { // Join to the related table JoinType defJoinType = getDefaultJoinTypeForNavigation(); if (defJoinType == JoinType.INNER_JOIN) { sqlTbl = theStmt.join(JoinType.INNER_JOIN, sqlMapping.table, mapping, relTable, null, relTable.getIdMapping(), null, primaryName, true); } else if (defJoinType == JoinType.LEFT_OUTER_JOIN || defJoinType == null) { sqlTbl = theStmt.join(JoinType.LEFT_OUTER_JOIN, sqlMapping.table, mapping, relTable, null, relTable.getIdMapping(), null, primaryName, true); } sqlMappingNew = new SQLTableMapping(sqlTbl, relCmd, relTable.getIdMapping()); cmd = sqlMappingNew.cmd; setSQLTableMappingForAlias(primaryName, sqlMappingNew); } } else { sqlMappingNew = new SQLTableMapping(sqlTbl, relCmd, relTable.getIdMapping()); cmd = sqlMappingNew.cmd; setSQLTableMappingForAlias(primaryName, sqlMappingNew); } } } else if (RelationType.isRelationMultiValued(relationType)) { // Can't reference further than a collection/map so just return its mapping here sqlMappingNew = new SQLTableMapping(sqlTbl, cmd, mapping); cmd = sqlMappingNew.cmd; setSQLTableMappingForAlias(primaryName, sqlMappingNew); } } else { cmd = sqlMappingNew.cmd; } sqlMapping = sqlMappingNew; } return sqlMapping; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processParameterExpression(org.datanucleus.query.expression.ParameterExpression) */ @Override protected Object processParameterExpression(ParameterExpression expr) { return processParameterExpression(expr, false); } /** * Method to process a parameter expression. * The optional argument controls whether we should create this as a parameter or as a literal (i.e the param value is known etc). * If the parameter doesn't have its value defined then returns ParameterLiteral otherwise we get an XXXLiteral of the (declared) type of the parameter * @param expr The ParameterExpression * @param asLiteral Whether to create a SQLLiteral rather than a parameter literal * @return The processed expression */ protected Object processParameterExpression(ParameterExpression expr, boolean asLiteral) { if (compileComponent == CompilationComponent.ORDERING || compileComponent == CompilationComponent.RESULT) { // All JDBC drivers I know don't allow parameters in the order-by, or update clause // Note that we also don't allow parameters in result clause since SQLStatement squashes all SELECT expression to a String so losing info about params asLiteral = true; } else if (compileComponent == CompilationComponent.UPDATE && processingCase && !storeMgr.getDatastoreAdapter().supportsOption(DatastoreAdapter.PARAMETER_IN_CASE_IN_UPDATE_CLAUSE)) { // This database doesn't support parameters within a CASE expression in the UPDATE clause, so process as a literal asLiteral = true; } if (expr.getPosition() >= 0) { if (paramNameByPosition == null) { paramNameByPosition = new HashMap<>(); } paramNameByPosition.put(Integer.valueOf(expr.getPosition()), expr.getId()); } // Find the parameter value if supplied Object paramValue = null; boolean paramValueSet = false; if (parameters != null && parameters.size() > 0) { // Check if the parameter has a value if (parameters.containsKey(expr.getId())) { // Named parameter paramValue = parameters.get(expr.getId()); paramValueSet = true; } else if (parameterValueByName != null && parameterValueByName.containsKey(expr.getId())) { // Positional parameter, but already encountered paramValue = parameterValueByName.get(expr.getId()); paramValueSet = true; } else { // Positional parameter, not yet encountered int position = positionalParamNumber; if (positionalParamNumber < 0) { position = 0; } if (parameters.containsKey(Integer.valueOf(position))) { paramValue = parameters.get(Integer.valueOf(position)); paramValueSet = true; positionalParamNumber = position+1; if (parameterValueByName == null) { parameterValueByName = new HashMap<>(); } parameterValueByName.put(expr.getId(), paramValue); } } } // Find the type to use for the parameter JavaTypeMapping m = paramMappingForName.get(expr.getId()); if (m == null) { // Try to determine from provided parameter value or from symbol table (declared type) if (paramValue != null) { if (!storeMgr.getMetaDataManager().isClassPersistable(paramValue.getClass().getName()) && !paramValue.getClass().isArray() && !paramValue.getClass().isInterface() && !Collection.class.isAssignableFrom(paramValue.getClass()) && !Map.class.isAssignableFrom(paramValue.getClass()) && !storeMgr.getNucleusContext().getTypeManager().isSupportedSecondClassType(paramValue.getClass().getName())) { // Test for this being the "id" of a persistable object // Persistable/array/interface/collection/map/simple cannot be an object "id" String className = storeMgr.getClassNameForObjectID(paramValue, clr, ec); if (className != null) { // Identity for persistable class AbstractClassMetaData cmd = storeMgr.getMetaDataManager().getMetaDataForClass(className, clr); if (cmd.getIdentityType() == IdentityType.APPLICATION) { Class cls = clr.classForName(className); m = exprFactory.getMappingForType(cls, false); m = new PersistableIdMapping((PersistableMapping) m); } } } if (m == null) { // Use the type of the input parameter value try { m = exprFactory.getMappingForType(paramValue.getClass(), false); if (m instanceof TypeConverterMapping && expr.getSymbol().getValueType() != null && expr.getSymbol().getValueType() != m.getJavaType()) { // Try to use the symbol type for this parameter, and if not possible then just use this // This is because if we have a parameter of type "ZoneInfo" it needs to use TimeZone since we have the TypeConverter for that try { m = exprFactory.getMappingForType(expr.getSymbol().getValueType(), false); } catch (NucleusUserException nue) { } } } catch (NucleusUserException nue) { // Maybe it needs a TypeConverter so try with the (declared) symbol type of this parameter m = exprFactory.getMappingForType(expr.getSymbol().getValueType(), false); } } if (expr.getSymbol() != null && expr.getSymbol().getValueType() != null) { if (!QueryUtils.queryParameterTypesAreCompatible(expr.getSymbol().getValueType(), paramValue.getClass())) { throw new QueryCompilerSyntaxException(Localiser.msg("021118", expr.getId(), expr.getSymbol().getValueType().getName(), paramValue.getClass().getName())); } if (expr.getSymbol().getValueType() != paramValue.getClass()) { // if (expr.getSymbol().getValueType().isAssignableFrom(paramValue.getClass())) // { // // The actual type is a subtype of the declared type // } // else { // Mark as not precompilable since the supplied type implies a subclass of the declared type setNotPrecompilable(); } } } } else if (expr.getSymbol() != null && expr.getSymbol().getValueType() != null) { Class valueType = expr.getSymbol().getValueType(); if (!paramValueSet) { if (valueType.isInterface()) { // Special case where we have an interface parameter (not set), and don't know the type, so we pick the first implementation just to get something that works // This is recompiled when the parameter is provided so is just for use in "compile()" String[] implNames = storeMgr.getMetaDataManager().getClassesImplementingInterface(valueType.getName(), clr); if (implNames != null && implNames.length > 0) { valueType = clr.classForName(implNames[0]); setNotPrecompilable(); } } } // Use the declared type of the parameter (explicit params) m = exprFactory.getMappingForType(valueType, false); } } if (asLiteral && m != null && !m.representableAsStringLiteralInStatement()) { // Must keep this as a parameter since its String form is no good in statements asLiteral = false; } if (asLiteral) { // Parameter being represented as a literal (for whatever reason), so no longer precompilable if (isPrecompilable()) { NucleusLogger.QUERY.debug("Parameter " + expr + " is being resolved as a literal, so the query is no longer precompilable"); } setNotPrecompilable(); } else if (paramValue == null && expr.getSymbol() != null) { if (isPrecompilable()) { NucleusLogger.QUERY.debug("Parameter " + expr + " is set to null so this has to be resolved as a NullLiteral, and the query is no longer precompilable"); } setNotPrecompilable(); } // Create the SQLExpression for this parameter, either as value-literal or as parameter-literal SQLExpression sqlExpr = null; if (paramValueSet && paramValue == null && options.contains(OPTION_NULL_PARAM_USE_IS_NULL)) { // Value is set to null, but we enforce a NullLiteral for the case of null comparisons e.g we don't want "field = ?", but instead "field IS NULL" sqlExpr = exprFactory.newLiteral(stmt, null, null); } else if (asLiteral) { // Create a value-literal as requested sqlExpr = exprFactory.newLiteral(stmt, m, paramValue); } else { // Create a parameter-literal with it tied to the parameter name for later replacement in the statement sqlExpr = exprFactory.newLiteralParameter(stmt, m, paramValue, expr.getId()); if (sqlExpr instanceof ParameterLiteral) { ((ParameterLiteral)sqlExpr).setName(expr.getId()); } if (expressionForParameter == null) { expressionForParameter = new HashMap<>(); } expressionForParameter.put(expr.getId(), sqlExpr); paramMappingForName.put(expr.getId(), m); } stack.push(sqlExpr); return sqlExpr; } protected SQLExpression getInvokedSqlExpressionForInvokeExpression(InvokeExpression expr) { Expression invokedExpr = expr.getLeft(); SQLExpression invokedSqlExpr = null; if (invokedExpr == null) { // Static method } else if (invokedExpr instanceof PrimaryExpression) { processPrimaryExpression((PrimaryExpression)invokedExpr); invokedSqlExpr = stack.pop(); } else if (invokedExpr instanceof Literal) { processLiteral((Literal)invokedExpr); invokedSqlExpr = stack.pop(); } else if (invokedExpr instanceof ParameterExpression) { // TODO May be needed to set the second parameter to "false" here and then if the method // being invoked needs the parameters as a normal SQLLiteral then allow it to convert it itself processParameterExpression((ParameterExpression)invokedExpr, true); invokedSqlExpr = stack.pop(); } else if (invokedExpr instanceof InvokeExpression) { processInvokeExpression((InvokeExpression)invokedExpr); invokedSqlExpr = stack.pop(); } else if (invokedExpr instanceof VariableExpression) { processVariableExpression((VariableExpression)invokedExpr); invokedSqlExpr = stack.pop(); } else if (invokedExpr instanceof ArrayExpression) { ArrayExpression arrExpr = (ArrayExpression)invokedExpr; SQLExpression[] arrSqlExprs = new SQLExpression[arrExpr.getArraySize()]; for (int i=0;i args = expr.getArguments(); List sqlExprArgs = null; if (args != null) { sqlExprArgs = new ArrayList<>(); Iterator iter = args.iterator(); while (iter.hasNext()) { Expression argExpr = iter.next(); if (argExpr instanceof PrimaryExpression) { processPrimaryExpression((PrimaryExpression)argExpr); SQLExpression argSqlExpr = stack.pop(); if (compileComponent == CompilationComponent.RESULT && operation.equalsIgnoreCase("count") && stmt.getNumberOfTableGroups() > 1) { if (argSqlExpr.getSQLTable() == stmt.getPrimaryTable() && argSqlExpr.getJavaTypeMapping() == stmt.getPrimaryTable().getTable().getIdMapping()) { // Result with "count(this)" and joins to other groups, so enforce distinct argSqlExpr.distinct(); } } sqlExprArgs.add(argSqlExpr); } else if (argExpr instanceof ParameterExpression) { processParameterExpression((ParameterExpression)argExpr); sqlExprArgs.add(stack.pop()); } else if (argExpr instanceof InvokeExpression) { processInvokeExpression((InvokeExpression)argExpr); sqlExprArgs.add(stack.pop()); } else if (argExpr instanceof Literal) { processLiteral((Literal)argExpr); sqlExprArgs.add(stack.pop()); } else if (argExpr instanceof DyadicExpression) { // Evaluate using this evaluator argExpr.evaluate(this); sqlExprArgs.add(stack.pop()); } else if (argExpr instanceof VariableExpression) { processVariableExpression((VariableExpression)argExpr); sqlExprArgs.add(stack.pop()); } else if (argExpr instanceof CaseExpression) { processCaseExpression((CaseExpression)argExpr); sqlExprArgs.add(stack.pop()); } else { throw new NucleusException("Dont currently support invoke expression argument " + argExpr); } } if (operation.equals("INDEX")) { // Special case of index expression List indexArgs = expr.getArguments(); if (indexArgs == null || indexArgs.size() > 1) { throw new NucleusException("Can only use INDEX with single argument"); } PrimaryExpression indexExpr = (PrimaryExpression)indexArgs.get(0); String joinAlias = indexExpr.getId(); String collExprName = joinAlias; if (explicitJoinPrimaryByAlias != null) { collExprName = explicitJoinPrimaryByAlias.get(joinAlias); if (collExprName == null) { throw new NucleusException("Unable to locate primary expression for alias " + joinAlias); } } // Find an expression for the collection field List tuples = new ArrayList<>(); StringTokenizer primTokenizer = new StringTokenizer(collExprName, "."); while (primTokenizer.hasMoreTokens()) { String token = primTokenizer.nextToken(); tuples.add(token); } PrimaryExpression collPrimExpr = new PrimaryExpression(tuples); processPrimaryExpression(collPrimExpr); SQLExpression collSqlExpr = stack.pop(); sqlExprArgs.add(collSqlExpr); } } // Invoke the method SQLExpression sqlExpr = null; if (invokedSqlExpr instanceof org.datanucleus.store.rdbms.sql.expression.SubqueryExpression) { if (operation.equalsIgnoreCase("isEmpty")) { // Special case of {subquery}.isEmpty(), equates to "NOT EXISTS (subquery)" org.datanucleus.store.rdbms.sql.expression.SubqueryExpression subquerySqlExpr = (org.datanucleus.store.rdbms.sql.expression.SubqueryExpression) invokedSqlExpr; SQLStatement subStmt = subquerySqlExpr.getSubqueryStatement(); SQLExpression subqueryNotExistsExpr = new BooleanSubqueryExpression(stmt, "EXISTS", subStmt).not(); stack.push(subqueryNotExistsExpr); return subqueryNotExistsExpr; } else if (operation.equalsIgnoreCase("size")) { // {subquery}.size() should simply be changed to have a subquery of "SELECT COUNT(*) FROM ..." throw new NucleusUserException("Attempt to invoke method `" + operation + "` on Subquery. This is not supported. Change the subquery to return COUNT() instead."); } throw new NucleusUserException("Attempt to invoke method `" + operation + "` on Subquery. This is not supported"); } if (invokedSqlExpr != null) { sqlExpr = invokedSqlExpr.invoke(operation, sqlExprArgs); } else { sqlExpr = exprFactory.invokeMethod(stmt, null, operation, null, sqlExprArgs); } stack.push(sqlExpr); return sqlExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processSubqueryExpression(org.datanucleus.query.expression.SubqueryExpression) */ @Override protected Object processSubqueryExpression(SubqueryExpression expr) { String keyword = expr.getKeyword(); Expression subqueryExpr = expr.getRight(); if (subqueryExpr instanceof VariableExpression) { processVariableExpression((VariableExpression)subqueryExpr); SQLExpression subquerySqlExpr = stack.pop(); if (keyword.equals("EXISTS")) { // EXISTS expressions need to be Boolean if (subquerySqlExpr instanceof org.datanucleus.store.rdbms.sql.expression.SubqueryExpression) { SQLStatement subStmt = ((org.datanucleus.store.rdbms.sql.expression.SubqueryExpression)subquerySqlExpr).getSubqueryStatement(); subquerySqlExpr = new BooleanSubqueryExpression(stmt, keyword, subStmt); } else { SQLStatement subStmt = ((SubqueryExpressionComponent)subquerySqlExpr).getSubqueryStatement(); subquerySqlExpr = new BooleanSubqueryExpression(stmt, keyword, subStmt); } } else if (subquerySqlExpr instanceof org.datanucleus.store.rdbms.sql.expression.SubqueryExpression) { SQLStatement subStmt = ((org.datanucleus.store.rdbms.sql.expression.SubqueryExpression)subquerySqlExpr).getSubqueryStatement(); subquerySqlExpr = new BooleanSubqueryExpression(stmt, keyword, subStmt); } else if (subquerySqlExpr instanceof NumericSubqueryExpression) { if ((keyword.equalsIgnoreCase("SOME") || keyword.equalsIgnoreCase("ALL") || keyword.equalsIgnoreCase("ANY")) && !storeMgr.getDatastoreAdapter().supportsOption(DatastoreAdapter.SOME_ANY_ALL_SUBQUERY_EXPRESSIONS)) { throw new NucleusException("'SOME|ALL|ANY{subquery}' is not supported by this datastore"); } // Apply keyword (e.g ALL, SOME, ANY) to numeric expressions ((NumericSubqueryExpression)subquerySqlExpr).setKeyword(keyword); } stack.push(subquerySqlExpr); return subquerySqlExpr; } throw new NucleusException("Dont currently support SubqueryExpression " + keyword + " for type " + subqueryExpr); } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processAddExpression(org.datanucleus.query.expression.Expression) */ protected Object processAddExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } SQLExpression resultExpr = left.add(right); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processDivExpression(org.datanucleus.query.expression.Expression) */ protected Object processDivExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); SQLExpression resultExpr = left.div(right); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processMulExpression(org.datanucleus.query.expression.Expression) */ protected Object processMulExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); SQLExpression resultExpr = left.mul(right); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processSubExpression(org.datanucleus.query.expression.Expression) */ protected Object processSubExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (left instanceof ParameterLiteral && !(right instanceof ParameterLiteral)) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } else if (right instanceof ParameterLiteral && !(left instanceof ParameterLiteral)) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } SQLExpression resultExpr = left.sub(right); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processDistinctExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processDistinctExpression(Expression expr) { SQLExpression sqlExpr = stack.pop(); sqlExpr.distinct(); stack.push(sqlExpr); return sqlExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processComExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processComExpression(Expression expr) { // Bitwise complement - only for integer values SQLExpression sqlExpr = stack.pop(); SQLExpression resultExpr = sqlExpr.com(); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processModExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processModExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); SQLExpression resultExpr = left.mod(right); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processNegExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processNegExpression(Expression expr) { SQLExpression sqlExpr = stack.pop(); SQLExpression resultExpr = sqlExpr.neg(); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processNotExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processNotExpression(Expression expr) { // Logical complement - only for boolean values SQLExpression sqlExpr = stack.pop(); SQLExpression resultExpr = sqlExpr.not(); stack.push(resultExpr); return resultExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processCastExpression(org.datanucleus.query.expression.CastExpression) */ @Override protected Object processCastExpression(Expression expr) { SQLExpression right = stack.pop(); // The cast literal SQLExpression left = stack.pop(); // The expression to cast SQLExpression castExpr = left.cast(right); stack.push(castExpr); return castExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processCaseExpression(org.datanucleus.query.expression.CaseExpression) */ @Override protected Object processCaseExpression(CaseExpression expr) { return processCaseExpression(expr, null); } protected boolean processingCase = false; protected Object processCaseExpression(CaseExpression expr, SQLExpression typeExpr) { processingCase = true; try { List conditions = expr.getConditions(); Iterator whenExprIter = conditions.iterator(); SQLExpression[] whenSqlExprs = new SQLExpression[conditions.size()]; SQLExpression[] actionSqlExprs = new SQLExpression[conditions.size()]; boolean numericCase = false; boolean booleanCase = false; boolean stringCase = false; boolean typeSet = false; if (typeExpr != null) { if (typeExpr instanceof NumericExpression) { numericCase = true; typeSet = true; } else if (typeExpr instanceof BooleanExpression) { booleanCase = true; typeSet = true; } else if (typeExpr instanceof StringExpression) { stringCase = true; typeSet = true; } } int i = 0; while (whenExprIter.hasNext()) { ExpressionPair pair = whenExprIter.next(); Expression whenExpr = pair.getWhenExpression(); whenExpr.evaluate(this); whenSqlExprs[i] = stack.pop(); if (!(whenSqlExprs[i] instanceof BooleanExpression)) { throw new QueryCompilerSyntaxException("IF/ELSE conditional expression should return boolean but doesn't : " + expr); } Expression actionExpr = pair.getActionExpression(); actionExpr.evaluate(this); actionSqlExprs[i] = stack.pop(); if (!typeSet) { if (actionSqlExprs[i] instanceof NumericExpression) { numericCase = true; typeSet = true; } else if (actionSqlExprs[i] instanceof BooleanExpression) { booleanCase = true; typeSet = true; } else if (actionSqlExprs[i] instanceof StringExpression) { stringCase = true; typeSet = true; } } i++; } Expression elseExpr = expr.getElseExpression(); elseExpr.evaluate(this); SQLExpression elseActionSqlExpr = stack.pop(); // Check that all action sql expressions are consistent for (int j=1;j> processInExpression : left=" + left + " right=" + right + " rightParamName=" + right.getParameterName()); // TODO Support this somehow, but would need to split up user collection parameter into multiple single params throw new NucleusUserException("Query has 'elem IN collectionParam'. We don't currently support this when the element value uses a TypeConverter." + " Suggest that you rewrite it using individual parameters for the elements."); } // Use Collection.contains(element)/Array.contains(element) List sqlExprArgs = new ArrayList<>(); sqlExprArgs.add(left); SQLExpression sqlExpr = right.invoke("contains", sqlExprArgs); stack.push(sqlExpr); return sqlExpr; } else if (right.getParameterName() != null || left.getParameterName() != null) { // "expr IN (:param)" or ":param IN (expr)" or ":param1 IN (:param2)" setNotPrecompilable(); // Replace parameter(s) with equivalent literal of correct type if (right instanceof ParameterLiteral) { right = exprFactory.replaceParameterLiteral((ParameterLiteral)right, left); } if (left instanceof ParameterLiteral && !Collection.class.isAssignableFrom(right.getJavaTypeMapping().getJavaType())) { left = exprFactory.replaceParameterLiteral((ParameterLiteral)left, right); } // Single valued parameter, so use equality SQLExpression inExpr = new BooleanExpression(left, Expression.OP_EQ, right); stack.push(inExpr); return inExpr; } SQLExpression inExpr = left.in(right, false); stack.push(inExpr); return inExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processNotInExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processNotInExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); if (right instanceof CollectionExpression) { // myElement IN myCollection if (right.getParameterName() != null) { setNotPrecompilable(); } // Use !Collection.contains(element) List sqlExprArgs = new ArrayList<>(); sqlExprArgs.add(left); SQLExpression sqlExpr = right.invoke("contains", sqlExprArgs); sqlExpr.not(); stack.push(sqlExpr); return sqlExpr; } else if (right.getParameterName() != null) { // Single valued parameter, so use equality SQLExpression inExpr = new BooleanExpression(left, Expression.OP_NOTEQ, right); stack.push(inExpr); return inExpr; } SQLExpression inExpr = left.in(right, true); stack.push(inExpr); return inExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processCreatorExpression(org.datanucleus.query.expression.CreatorExpression) */ @Override protected Object processCreatorExpression(CreatorExpression expr) { String className = expr.getId(); Class cls = null; try { cls = clr.classForName(className); } catch (ClassNotResolvedException cnre) { if (importsDefinition != null) { cls = importsDefinition.resolveClassDeclaration(className, clr, null); } } List ctrArgExprs = null; List ctrArgAliases = null; boolean hasAliases = false; List args = expr.getArguments(); if (args != null) { Class[] ctrArgTypes = new Class[args.size()]; boolean[] ctrArgTypeCheck = new boolean[args.size()]; ctrArgExprs = new ArrayList<>(args.size()); ctrArgAliases = new ArrayList<>(args.size()); Iterator iter = args.iterator(); int i = 0; while (iter.hasNext()) { Expression argExpr = (Expression)iter.next(); String argAlias = argExpr.getAlias(); if (argAlias != null) { hasAliases = true; } SQLExpression sqlExpr = (SQLExpression)evaluate(argExpr); // TODO Cater for "SQL_function" mapping on to ANY type of constructor argument at that position since we don't know the precise type if (argExpr instanceof InvokeExpression && ((InvokeExpression)argExpr).getOperation().equalsIgnoreCase("SQL_function")) { ctrArgTypeCheck[i] = false; } else { ctrArgTypeCheck[i] = true; } ctrArgExprs.add(sqlExpr); ctrArgAliases.add(argAlias != null ? argAlias : "####"); if (sqlExpr instanceof NewObjectExpression) { ctrArgTypes[i] = ((NewObjectExpression)sqlExpr).getNewClass(); } else if (sqlExpr.getJavaTypeMapping() instanceof DatastoreIdMapping || sqlExpr.getJavaTypeMapping() instanceof PersistableMapping) { ctrArgTypes[i] = clr.classForName(sqlExpr.getJavaTypeMapping().getType()); } else { ctrArgTypes[i] = sqlExpr.getJavaTypeMapping().getJavaType(); } i++; } // Check that this class has the required constructor Constructor ctr = ClassUtils.getConstructorWithArguments(cls, ctrArgTypes, ctrArgTypeCheck); if (ctr == null) { throw new NucleusUserException(Localiser.msg("021033", className, StringUtils.objectArrayToString(ctrArgTypes))); } } // TODO Retain the selected constructor (above) NewObjectExpression newExpr = new NewObjectExpression(stmt, cls, ctrArgExprs); if (hasAliases) { newExpr.setArgAliases(ctrArgAliases); } stack.push(newExpr); return newExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processLikeExpression(org.datanucleus.query.expression.Expression) */ @Override protected Object processLikeExpression(Expression expr) { SQLExpression right = stack.pop(); SQLExpression left = stack.pop(); List args = new ArrayList<>(); args.add(right); SQLExpression likeExpr = exprFactory.invokeMethod(stmt, String.class.getName(), "like", left, args); stack.push(likeExpr); return likeExpr; } /* (non-Javadoc) * @see org.datanucleus.query.evaluator.AbstractExpressionEvaluator#processVariableExpression(org.datanucleus.query.expression.VariableExpression) */ @Override protected Object processVariableExpression(VariableExpression expr) { String varName = expr.getId(); Symbol varSym = expr.getSymbol(); if (varSym != null) { // Use name from symbol if possible varName = varSym.getQualifiedName(); } if (hasSQLTableMappingForAlias(varName)) { // Variable already found SQLTableMapping tblMapping = getSQLTableMappingForAlias(varName); SQLExpression sqlExpr = exprFactory.newExpression(tblMapping.table.getSQLStatement(), tblMapping.table, tblMapping.mapping); stack.push(sqlExpr); return sqlExpr; } else if (compilation.getCompilationForSubquery(varName) != null) { // Subquery variable QueryCompilation subCompilation = compilation.getCompilationForSubquery(varName); AbstractClassMetaData subCmd = ec.getMetaDataManager().getMetaDataForClass(subCompilation.getCandidateClass(), ec.getClassLoaderResolver()); // Create subquery statement, using any provided alias if possible String subAlias = null; if (subCompilation.getCandidateAlias() != null && !subCompilation.getCandidateAlias().equals(candidateAlias)) { subAlias = subCompilation.getCandidateAlias(); } StatementResultMapping subqueryResultMapping = new StatementResultMapping(); // TODO Fix "avg(something)" arg - not essential but is a hack right now SQLStatement subStmt = RDBMSQueryUtils.getStatementForCandidates(storeMgr, stmt, subCmd, null, ec, subCompilation.getCandidateClass(), true, "avg(something)", subAlias, null, null); QueryToSQLMapper sqlMapper = new QueryToSQLMapper(subStmt, subCompilation, parameters, null, subqueryResultMapping, subCmd, true, fetchPlan, ec, importsDefinition, options, extensionsByName); sqlMapper.setDefaultJoinType(defaultJoinType); sqlMapper.setDefaultJoinTypeFilter(defaultJoinTypeFilter); sqlMapper.setParentMapper(this); sqlMapper.compile(); if (subqueryResultMapping.getNumberOfResultExpressions() > 1) { throw new NucleusUserException("Number of result expressions in subquery should be 1"); } SQLExpression subExpr = null; // TODO Cater for subquery select of its own candidate if (subqueryResultMapping.getNumberOfResultExpressions() == 0) { subExpr = new org.datanucleus.store.rdbms.sql.expression.SubqueryExpression(stmt, subStmt); } else { JavaTypeMapping subMapping = ((StatementMappingIndex)subqueryResultMapping.getMappingForResultExpression(0)).getMapping(); if (subMapping instanceof TemporalMapping) { subExpr = new TemporalSubqueryExpression(stmt, subStmt); } else if (subMapping instanceof StringMapping) { subExpr = new StringSubqueryExpression(stmt, subStmt); } else { subExpr = new NumericSubqueryExpression(stmt, subStmt); } if (subExpr.getJavaTypeMapping() == null) { subExpr.setJavaTypeMapping(subMapping); } } stack.push(subExpr); return subExpr; } else if (stmt.getParentStatement() != null && parentMapper != null && parentMapper.candidateAlias != null && parentMapper.candidateAlias.equals(varName)) { // Variable in subquery linking back to parent query SQLExpression varExpr = exprFactory.newExpression(stmt.getParentStatement(), stmt.getParentStatement().getPrimaryTable(), stmt.getParentStatement().getPrimaryTable().getTable().getIdMapping()); stack.push(varExpr); return varExpr; } else { // Variable never met before, so return as UnboundExpression - process later if needing binding NucleusLogger.QUERY.debug("QueryToSQL.processVariable (unbound) variable=" + varName + " is not yet bound so returning UnboundExpression"); UnboundExpression unbExpr = new UnboundExpression(stmt, varName); stack.push(unbExpr); return unbExpr; } } protected SQLExpression processUnboundExpression(UnboundExpression expr) { String varName = expr.getVariableName(); Symbol varSym = compilation.getSymbolTable().getSymbol(varName); SQLExpression sqlExpr = bindVariable(expr, varSym.getValueType()); if (sqlExpr != null) { stack.push(sqlExpr); return sqlExpr; } throw new NucleusUserException("Variable '" + varName + "' is unbound and cannot be determined (is it a misspelled field name? or is not intended to be a variable?)"); } /* (non-Javadoc) * @see org.datanucleus.store.rdbms.query.QueryGenerator#useParameterExpressionAsLiteral(org.datanucleus.store.rdbms.sql.expression.SQLLiteral) */ public void useParameterExpressionAsLiteral(SQLLiteral paramLiteral) { paramLiteral.setNotParameter(); setNotPrecompilable(); } public boolean hasExtension(String key) { return (extensionsByName == null ? false : extensionsByName.containsKey(key)); } public Object getValueForExtension(String key) { return (extensionsByName == null ? null : extensionsByName.get(key)); } /** * Convenience method to return the required join type for the specified alias. * If the table has a join type defined as an extension "datanucleus.query.jdoql.{alias}.join" then this returns the type. Otherwise returns null. * @param alias The alias * @return The join type required (if any) */ public JoinType getRequiredJoinTypeForAlias(String alias) { if (alias == null) { return null; } else if (alias.equals(candidateAlias)) { return null; } String extensionName = "datanucleus.query.jdoql." + alias.toLowerCase() + ".join"; JoinType joinType = null; if (hasExtension(extensionName)) { String joinValue = (String)getValueForExtension(extensionName); if (joinValue.equalsIgnoreCase("INNERJOIN")) { joinType = JoinType.INNER_JOIN; } else if (joinValue.equalsIgnoreCase("LEFTOUTERJOIN")) { joinType = JoinType.LEFT_OUTER_JOIN; } } return joinType; } /** * Convenience method to return the default join type to use for a relation navigation. * Uses the compilation component to decide what to use. * @return The join type to use */ private JoinType getDefaultJoinTypeForNavigation() { if (compileComponent == CompilationComponent.FILTER) { if (defaultJoinTypeFilter != null) { // Use filter setting if provided, otherwise overall default return defaultJoinTypeFilter; } } return defaultJoinType; } /** * Convenience method to return the value of a field of the supplied object. * If the object is null then returns null for the field. * @param obj The object * @param fieldName The field name * @return The field value */ protected Object getValueForObjectField(Object obj, String fieldName) { if (obj != null) { Object paramFieldValue = null; if (ec.getApiAdapter().isPersistable(obj)) { DNStateManager paramSM = ec.findStateManager(obj); AbstractClassMetaData paramCmd = ec.getMetaDataManager().getMetaDataForClass(obj.getClass(), clr); AbstractMemberMetaData paramFieldMmd = paramCmd.getMetaDataForMember(fieldName); if (paramSM != null) { paramSM.isLoaded(paramFieldMmd.getAbsoluteFieldNumber()); paramFieldValue = paramSM.provideField(paramFieldMmd.getAbsoluteFieldNumber()); } else { paramFieldValue = ClassUtils.getValueOfFieldByReflection(obj, fieldName); } } else { paramFieldValue = ClassUtils.getValueOfFieldByReflection(obj, fieldName); } return paramFieldValue; } return null; } protected SQLTableMapping getSQLTableMappingForAlias(String alias) { if (alias == null) { return null; } if (options.contains(OPTION_CASE_INSENSITIVE)) { return sqlTableByPrimary.get(alias.toUpperCase()); } return sqlTableByPrimary.get(alias); } public String getAliasForSQLTableMapping(SQLTableMapping tblMapping) { Iterator> iter = sqlTableByPrimary.entrySet().iterator(); while (iter.hasNext()) { Map.Entry entry = iter.next(); if (entry.getValue() == tblMapping) { return entry.getKey(); } } return null; } /** * Returns the alias used for the specified SQLTable. * If we have a variable "var1" and there is an access to a field also, then we may have entries * for "var1" and "var1.field". In this case we return the shortest. * @param tbl The table * @return The query name alias for this table */ public String getAliasForSQLTable(SQLTable tbl) { Iterator> iter = sqlTableByPrimary.entrySet().iterator(); String alias = null; while (iter.hasNext()) { Map.Entry entry = iter.next(); if (entry.getValue().table == tbl) { // Take the shortest alias (since we could have "var", "var.field1" etc) if (alias == null) { alias = entry.getKey(); } else { if (entry.getKey().length() < alias.length()) { alias = entry.getKey(); } } } } return alias; } protected void setSQLTableMappingForAlias(String alias, SQLTableMapping mapping) { if (alias == null) { return; } sqlTableByPrimary.put(options.contains(OPTION_CASE_INSENSITIVE) ? alias.toUpperCase() : alias, mapping); } protected boolean hasSQLTableMappingForAlias(String alias) { return sqlTableByPrimary.containsKey(options.contains(OPTION_CASE_INSENSITIVE) ? alias.toUpperCase() : alias); } /** * Method to bind the specified variable to the table and mapping. * @param varName Variable name * @param cmd Metadata for this variable type * @param sqlTbl Table for this variable * @param mapping The mapping of this variable in the table */ public void bindVariable(String varName, AbstractClassMetaData cmd, SQLTable sqlTbl, JavaTypeMapping mapping) { SQLTableMapping m = getSQLTableMappingForAlias(varName); if (m != null) { throw new NucleusException("Variable " + varName + " is already bound to " + m.table + " yet attempting to bind to " + sqlTbl); } NucleusLogger.QUERY.debug("QueryToSQL.bindVariable variable " + varName + " being bound to table=" + sqlTbl + " mapping=" + mapping); m = new SQLTableMapping(sqlTbl, cmd, mapping); setSQLTableMappingForAlias(varName, m); } /** * Method to bind the specified unbound variable (as cross join) on the assumption that the type is a persistable class. * @param expr Unbound expression * @param type The type to bind as */ public SQLExpression bindVariable(UnboundExpression expr, Class type) { String varName = expr.getVariableName(); Symbol varSym = compilation.getSymbolTable().getSymbol(varName); if (varSym.getValueType() == null) { varSym.setValueType(type); } AbstractClassMetaData cmd = ec.getMetaDataManager().getMetaDataForClass(type, clr); if (cmd != null) { // Variable is persistent type, so add cross join (may need changing later on in compilation) DatastoreClass varTable = storeMgr.getDatastoreClass(varSym.getValueType().getName(), clr); SQLTable varSqlTbl = stmt.join(JoinType.CROSS_JOIN, null, null, null, varTable, "VAR_" + varName, null, null, null, null, true, null); SQLTableMapping varSqlTblMapping = new SQLTableMapping(varSqlTbl, cmd, varTable.getIdMapping()); setSQLTableMappingForAlias(varName, varSqlTblMapping); return exprFactory.newExpression(stmt, varSqlTbl, varTable.getIdMapping()); } return null; } /** * Method to bind the specified parameter to the defined type. * If the parameter is already bound (declared in the query perhaps, or bound via an earlier usage) then * does nothing. * @param paramName Name of the parameter * @param type The type (or subclass) */ public void bindParameter(String paramName, Class type) { Symbol paramSym = compilation.getSymbolTable().getSymbol(paramName); if (paramSym != null && paramSym.getValueType() == null) { paramSym.setValueType(type); } } /** * Accessor for the type of a variable if already known (declared?). * @param varName Name of the variable * @return The type if it is known */ public Class getTypeOfVariable(String varName) { Symbol sym = compilation.getSymbolTable().getSymbol(varName); if (sym != null && sym.getValueType() != null) { return sym.getValueType(); } return null; } /** * Accessor for whether the query has explicit variables. * If not then has implicit variables, meaning that they could potentially be rebound later * if prematurely bound in a particular way. * @return Whether the query has explicit variables */ public boolean hasExplicitJoins() { return options.contains(OPTION_EXPLICIT_JOINS); } /** * Convenience method to return a boolean expression suitable for using in a filter. * Will return the input expression unless it is simply a reference to a field of a class * such as in a filter clause like
myBoolField
. In that case we return a boolean * like
myBoolField == TRUE
. * @param expr The expression to check * @return The expression valid for use in the filter */ protected BooleanExpression getBooleanExpressionForUseInFilter(BooleanExpression expr) { if (compileComponent != CompilationComponent.FILTER) { return expr; } if (!expr.hasClosure()) { // Add closure to the boolean expression return new BooleanExpression(expr, Expression.OP_EQ, new BooleanLiteral(stmt, expr.getJavaTypeMapping(), Boolean.TRUE, null)); } return expr; } /** * Convenience method to resolve a class name. * @param className The class name * @return The class it relates to (if found) */ public Class resolveClass(String className) { Class cls = null; try { cls = clr.classForName(className); } catch (ClassNotResolvedException cnre) { if (importsDefinition != null) { cls = importsDefinition.resolveClassDeclaration(className, clr, null); } } if (cls == null && compilation.getQueryLanguage().equals(QueryLanguage.JPQL.name())) { // JPQL also allows use of EntityName in queries AbstractClassMetaData cmd = ec.getMetaDataManager().getMetaDataForEntityName(className); if (cmd != null) { return clr.classForName(cmd.getFullClassName()); } } return cls; } }




© 2015 - 2024 Weber Informatics LLC | Privacy Policy