org.datanucleus.store.rdbms.RDBMSPersistenceHandler Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of datanucleus-rdbms Show documentation
Show all versions of datanucleus-rdbms Show documentation
Plugin for DataNucleus providing persistence to RDBMS datastores.
/**********************************************************************
Copyright (c) 2008 Andy Jefferson and others. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
Contributors:
...
**********************************************************************/
package org.datanucleus.store.rdbms;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import org.datanucleus.ClassLoaderResolver;
import org.datanucleus.ExecutionContext;
import org.datanucleus.exceptions.NucleusDataStoreException;
import org.datanucleus.exceptions.NucleusException;
import org.datanucleus.exceptions.NucleusObjectNotFoundException;
import org.datanucleus.exceptions.NucleusUserException;
import org.datanucleus.metadata.AbstractClassMetaData;
import org.datanucleus.metadata.AbstractMemberMetaData;
import org.datanucleus.metadata.InheritanceStrategy;
import org.datanucleus.metadata.RelationType;
import org.datanucleus.state.ObjectProvider;
import org.datanucleus.store.AbstractPersistenceHandler;
import org.datanucleus.store.StoreManager;
import org.datanucleus.store.rdbms.fieldmanager.DynamicSchemaFieldManager;
import org.datanucleus.store.rdbms.request.DeleteRequest;
import org.datanucleus.store.rdbms.request.FetchRequest;
import org.datanucleus.store.rdbms.request.InsertRequest;
import org.datanucleus.store.rdbms.request.LocateBulkRequest;
import org.datanucleus.store.rdbms.request.LocateRequest;
import org.datanucleus.store.rdbms.request.Request;
import org.datanucleus.store.rdbms.request.RequestIdentifier;
import org.datanucleus.store.rdbms.request.RequestType;
import org.datanucleus.store.rdbms.request.UpdateRequest;
import org.datanucleus.store.rdbms.table.ClassView;
import org.datanucleus.store.rdbms.table.DatastoreClass;
import org.datanucleus.store.rdbms.table.SecondaryDatastoreClass;
import org.datanucleus.util.ConcurrentReferenceHashMap;
import org.datanucleus.util.Localiser;
import org.datanucleus.util.NucleusLogger;
import org.datanucleus.util.ConcurrentReferenceHashMap.ReferenceType;
/**
* Handler for persistence for RDBMS datastores.
*/
public class RDBMSPersistenceHandler extends AbstractPersistenceHandler
{
/** The cache of database requests. Access is synchronized on the map object itself. */
private Map requestsByID = new ConcurrentReferenceHashMap<>(1, ReferenceType.STRONG, ReferenceType.SOFT);
/**
* Constructor.
* @param storeMgr StoreManager
*/
public RDBMSPersistenceHandler(StoreManager storeMgr)
{
super(storeMgr);
}
/**
* Method to close the handler and release any resources.
*/
public void close()
{
requestsByID.clear();
requestsByID = null;
}
private DatastoreClass getDatastoreClass(String className, ClassLoaderResolver clr)
{
return ((RDBMSStoreManager)storeMgr).getDatastoreClass(className, clr);
}
// ------------------------------ Insert ----------------------------------
/* (non-Javadoc)
* @see org.datanucleus.store.AbstractPersistenceHandler#insertObjects(org.datanucleus.state.ObjectProvider[])
*/
@Override
public void insertObjects(ObjectProvider... ops)
{
// TODO Implement this in such a way as it process all objects of a type in one call (after checking hasRelations)
super.insertObjects(ops);
}
/**
* Inserts a persistent object into the database.
* The insert can take place in several steps, one insert per table that it is stored in.
* e.g When persisting an object that uses "new-table" inheritance for each level of the inheritance tree
* then will get an INSERT into each table. When persisting an object that uses "complete-table"
* inheritance then will get a single INSERT into its table.
* @param op The ObjectProvider of the object to be inserted.
* @throws NucleusDataStoreException when an error occurs in the datastore communication
*/
public void insertObject(ObjectProvider op)
{
// Check if read-only so update not permitted
assertReadOnlyForUpdateOfObject(op);
// Check if we need to do any updates to the schema before inserting this object
checkForSchemaUpdatesForFieldsOfObject(op, op.getLoadedFieldNumbers());
ExecutionContext ec = op.getExecutionContext();
ClassLoaderResolver clr = op.getExecutionContext().getClassLoaderResolver();
String className = op.getClassMetaData().getFullClassName();
DatastoreClass dc = getDatastoreClass(className, clr);
if (dc == null)
{
if (op.getClassMetaData().getInheritanceMetaData().getStrategy() == InheritanceStrategy.SUBCLASS_TABLE)
{
throw new NucleusUserException(Localiser.msg("032013", className));
}
throw new NucleusException(Localiser.msg("032014", className, op.getClassMetaData().getInheritanceMetaData().getStrategy())).setFatal();
}
if (ec.getStatistics() != null)
{
ec.getStatistics().incrementInsertCount();
}
insertObjectInTable(dc, op, clr);
}
/**
* Convenience method to handle the insert into the various tables that this object is persisted into.
* @param table The table to process
* @param op ObjectProvider for the object being inserted
* @param clr ClassLoader resolver
*/
private void insertObjectInTable(DatastoreClass table, ObjectProvider op, ClassLoaderResolver clr)
{
if (table instanceof ClassView)
{
throw new NucleusUserException("Cannot perform InsertRequest on RDBMS view " + table);
}
DatastoreClass supertable = table.getSuperDatastoreClass();
if (supertable != null)
{
// Process the superclass table first
insertObjectInTable(supertable, op, clr);
}
// Do the actual insert of this table
getInsertRequest(table, op.getClassMetaData(), clr).execute(op);
// Process any secondary tables
Collection secondaryTables = table.getSecondaryDatastoreClasses();
if (secondaryTables != null)
{
for (SecondaryDatastoreClass secTable : secondaryTables)
{
// Process the secondary table
insertObjectInTable(secTable, op, clr);
}
}
}
/**
* Returns a request object that will insert a row in the given table.
* The store manager will cache the request object for re-use by subsequent requests to the same table.
* @param table The table into which to insert.
* @param cmd ClassMetaData of the object of the request
* @param clr ClassLoader resolver
* @return An insertion request object.
*/
private Request getInsertRequest(DatastoreClass table, AbstractClassMetaData cmd, ClassLoaderResolver clr)
{
RequestIdentifier reqID = new RequestIdentifier(table, null, RequestType.INSERT, cmd.getFullClassName());
Request req = requestsByID.get(reqID);
if (req == null)
{
req = new InsertRequest(table, cmd, clr);
requestsByID.put(reqID, req);
}
return req;
}
// ------------------------------ Fetch ----------------------------------
/**
* Fetches (fields of) a persistent object from the database.
* This does a single SELECT on the candidate of the class in question. Will join to inherited
* tables as appropriate to get values persisted into other tables. Can also join to the tables of
* related objects (1-1, N-1) as neccessary to retrieve those objects.
* @param op Object Provider of the object to be fetched.
* @param memberNumbers The numbers of the members to be fetched.
* @throws NucleusObjectNotFoundException if the object doesn't exist
* @throws NucleusDataStoreException when an error occurs in the datastore communication
*/
public void fetchObject(ObjectProvider op, int memberNumbers[])
{
ExecutionContext ec = op.getExecutionContext();
ClassLoaderResolver clr = ec.getClassLoaderResolver();
// Extract metadata of members to process
AbstractMemberMetaData[] mmds = null;
if (memberNumbers != null && memberNumbers.length > 0)
{
int[] memberNumbersToProcess = memberNumbers;
AbstractClassMetaData cmd = op.getClassMetaData();
if (storeMgr.getBooleanProperty(RDBMSPropertyNames.PROPERTY_RDBMS_FETCH_UNLOADED_AUTO))
{
// Option to automatically load up any non-loaded fields as deemed appropriate
// Here we simply load up any unloaded non-relation or 1-1/N-1 members
if (!op.getLifecycleState().isDeleted())
{
// Check if this will actually do a SELECT (because we don't want to impose that if not otherwise)
boolean fetchPerformsSelect = false;
for (int i=0;i memberNumberList = new ArrayList<>();
for (int i=0;i fieldNumberIter = memberNumberList.iterator();
while (fieldNumberIter.hasNext())
{
memberNumbersToProcess[i++] = fieldNumberIter.next();
}
}
}
}
// Convert the field numbers for this class into their metadata for the class
mmds = new AbstractMemberMetaData[memberNumbersToProcess.length];
for (int i=0;i 0)
{
str.append(',');
}
str.append(mmds[i].getName());
}
}
NucleusLogger.PERSISTENCE.info("Request to load fields \"" + str.toString() + "\" of class " + op.getClassMetaData().getFullClassName() + " but object is embedded, so ignored");
}
else
{
if (ec.getStatistics() != null)
{
ec.getStatistics().incrementFetchCount();
}
DatastoreClass table = getDatastoreClass(op.getClassMetaData().getFullClassName(), clr);
Request req = getFetchRequest(table, mmds, op.getClassMetaData(), clr);
req.execute(op);
}
}
/**
* Returns a request object that will fetch a row from the given table.
* The store manager will cache the request object for re-use by subsequent requests to the same table.
* @param table The table from which to fetch.
* @param mmds MetaData for the members corresponding to the columns to be fetched.
* @param cmd ClassMetaData of the object of the request
* @param clr ClassLoader resolver
* @return A fetch request object.
*/
private Request getFetchRequest(DatastoreClass table, AbstractMemberMetaData[] mmds, AbstractClassMetaData cmd, ClassLoaderResolver clr)
{
RequestIdentifier reqID = new RequestIdentifier(table, mmds, RequestType.FETCH, cmd.getFullClassName());
Request req = requestsByID.get(reqID);
if (req == null)
{
req = new FetchRequest(table, mmds, cmd, clr);
requestsByID.put(reqID, req);
}
return req;
}
// ------------------------------ Update ----------------------------------
/**
* Updates a persistent object in the database.
* The update can take place in several steps, one update per table that it is stored in (depending on
* which fields are updated).
* e.g When updating an object that uses "new-table" inheritance for each level of the inheritance tree
* then will get an UPDATE into each table. When updating an object that uses "complete-table"
* inheritance then will get a single UPDATE into its table.
* @param op The ObjectProvider of the object to be updated.
* @param fieldNumbers The numbers of the fields to be updated.
* @throws NucleusDataStoreException when an error occurs in the datastore communication
*/
public void updateObject(ObjectProvider op, int fieldNumbers[])
{
// Check if read-only so update not permitted
assertReadOnlyForUpdateOfObject(op);
// Check if we need to do any updates to the schema before updating this object
checkForSchemaUpdatesForFieldsOfObject(op, fieldNumbers);
AbstractMemberMetaData[] mmds = null;
if (fieldNumbers != null && fieldNumbers.length > 0)
{
// Convert the field numbers for this class into their metadata for the table
ExecutionContext ec = op.getExecutionContext();
mmds = new AbstractMemberMetaData[fieldNumbers.length];
for (int i=0;i secondaryTables = table.getSecondaryDatastoreClasses();
if (secondaryTables != null)
{
for (SecondaryDatastoreClass secTable : secondaryTables)
{
// Process the secondary table
updateObjectInTable(secTable, op, clr, mmds);
}
}
}
/**
* Returns a request object that will update a row in the given table.
* The store manager will cache the request object for re-use by subsequent requests to the same table.
* @param table The table in which to update.
* @param mmds The metadata corresponding to the columns to be updated.
* MetaData whose columns exist in supertables will be ignored.
* @param cmd ClassMetaData of the object of the request
* @param clr ClassLoader resolver
* @return An update request object.
*/
private Request getUpdateRequest(DatastoreClass table, AbstractMemberMetaData[] mmds, AbstractClassMetaData cmd, ClassLoaderResolver clr)
{
RequestIdentifier reqID = new RequestIdentifier(table, mmds, RequestType.UPDATE, cmd.getFullClassName());
Request req = requestsByID.get(reqID);
if (req == null)
{
req = new UpdateRequest(table, mmds, cmd, clr);
requestsByID.put(reqID, req);
}
return req;
}
// ------------------------------ Delete ----------------------------------
/**
* Deletes a persistent object from the database.
* The delete can take place in several steps, one delete per table that it is stored in.
* e.g When deleting an object that uses "new-table" inheritance for each level of the inheritance tree
* then will get an DELETE for each table. When deleting an object that uses "complete-table"
* inheritance then will get a single DELETE for its table.
* @param op The ObjectProvider of the object to be deleted.
* @throws NucleusDataStoreException when an error occurs in the datastore communication
*/
public void deleteObject(ObjectProvider op)
{
// Check if read-only so update not permitted
assertReadOnlyForUpdateOfObject(op);
ExecutionContext ec = op.getExecutionContext();
if (ec.getStatistics() != null)
{
ec.getStatistics().incrementDeleteCount();
}
ClassLoaderResolver clr = op.getExecutionContext().getClassLoaderResolver();
DatastoreClass dc = getDatastoreClass(op.getClassMetaData().getFullClassName(), clr);
deleteObjectFromTable(dc, op, clr);
}
/**
* Convenience method to handle the delete from the various tables that this object is persisted into.
* @param table The table to process
* @param sm ObjectProvider for the object being deleted
* @param clr ClassLoader resolver
*/
private void deleteObjectFromTable(DatastoreClass table, ObjectProvider sm, ClassLoaderResolver clr)
{
if (table instanceof ClassView)
{
throw new NucleusUserException("Cannot perform DeleteRequest on RDBMS view " + table);
}
// Delete any secondary tables
Collection secondaryTables = table.getSecondaryDatastoreClasses();
if (secondaryTables != null)
{
for (SecondaryDatastoreClass secTable : secondaryTables)
{
// Process the secondary table
deleteObjectFromTable(secTable, sm, clr);
}
}
// Do the actual delete of this table
getDeleteRequest(table, sm.getClassMetaData(), clr).execute(sm);
DatastoreClass supertable = table.getSuperDatastoreClass();
if (supertable != null)
{
// Process the superclass table last
deleteObjectFromTable(supertable, sm, clr);
}
}
/**
* Returns a request object that will delete a row from the given table.
* The store manager will cache the request object for re-use by subsequent requests to the same table.
* @param table The table from which to delete.
* @param acmd ClassMetaData of the object of the request
* @param clr ClassLoader resolver
* @return A deletion request object.
*/
private Request getDeleteRequest(DatastoreClass table, AbstractClassMetaData acmd, ClassLoaderResolver clr)
{
RequestIdentifier reqID = new RequestIdentifier(table, null, RequestType.DELETE, acmd.getFullClassName());
Request req = requestsByID.get(reqID);
if (req == null)
{
req = new DeleteRequest(table, acmd, clr);
requestsByID.put(reqID, req);
}
return req;
}
// ------------------------------ Locate ----------------------------------
public void locateObjects(ObjectProvider[] ops)
{
if (ops == null || ops.length == 0)
{
return;
}
ClassLoaderResolver clr = ops[0].getExecutionContext().getClassLoaderResolver();
Map> opsByTable = new HashMap<>();
for (int i=0;i opList = opsByTable.get(table);
if (opList == null)
{
opList = new ArrayList<>();
}
opList.add(ops[i]);
opsByTable.put(table, opList);
}
Iterator>> tableIter = opsByTable.entrySet().iterator();
while (tableIter.hasNext())
{
Map.Entry> entry = tableIter.next();
DatastoreClass table = entry.getKey();
List tableOps = entry.getValue();
// TODO This just uses the base table. Could change to use the most-derived table
// which would permit us to join to supertables and load more fields during this process
LocateBulkRequest req = new LocateBulkRequest(table);
req.execute(tableOps.toArray(new ObjectProvider[tableOps.size()]));
}
}
/**
* Locates this object in the datastore.
* @param op ObjectProvider for the object to be found
* @throws NucleusObjectNotFoundException if the object doesnt exist
* @throws NucleusDataStoreException when an error occurs in the datastore communication
*/
public void locateObject(ObjectProvider op)
{
ClassLoaderResolver clr = op.getExecutionContext().getClassLoaderResolver();
DatastoreClass table = getDatastoreClass(op.getObject().getClass().getName(), clr);
getLocateRequest(table, op.getObject().getClass().getName()).execute(op);
}
/**
* Returns a request object that will locate a row from the given table.
* The store manager will cache the request object for re-use by subsequent requests to the same table.
* @param table The table from which to locate.
* @param className the class name of the object of the request
* @return A locate request object.
*/
private Request getLocateRequest(DatastoreClass table, String className)
{
RequestIdentifier reqID = new RequestIdentifier(table, null, RequestType.LOCATE, className);
Request req = requestsByID.get(reqID);
if (req == null)
{
req = new LocateRequest(table);
requestsByID.put(reqID, req);
}
return req;
}
// ------------------------------ Find ----------------------------------
/**
* Method to return a persistable object with the specified id. Optional operation for StoreManagers.
* Should return a (at least) hollow persistable object if the store manager supports the operation.
* If the StoreManager is managing the in-memory object instantiation (as part of co-managing the object
* lifecycle in general), then the StoreManager has to create the object during this call (if it is not
* already created). Most relational databases leave the in-memory object instantion to Core, but some
* object databases may manage the in-memory object instantion, effectively preventing Core of doing this.
*
* StoreManager implementations may simply return null, indicating that they leave the object instantiate to
* us. Other implementations may instantiate the object in question (whether the implementation may trust
* that the object is not already instantiated has still to be determined). If an implementation believes
* that an object with the given ID should exist, but in fact does not exist, then the implementation should
* throw a RuntimeException. It should not silently return null in this case.
*
* @param ec execution context
* @param id the id of the object in question.
* @return a persistable object with a valid object state (for example: hollow) or null,
* indicating that the implementation leaves the instantiation work to us.
*/
public Object findObject(ExecutionContext ec, Object id)
{
return null;
}
// ------------------------------ Convenience ----------------------------------
/**
* Convenience method to remove all requests since the schema has changed.
*/
public void removeAllRequests()
{
synchronized (requestsByID)
{
requestsByID.clear();
}
}
/**
* Convenience method to remove all requests that use a particular table since the structure
* of the table has changed potentially leading to missing columns in the cached version.
* @param table The table
*/
public void removeRequestsForTable(DatastoreClass table)
{
synchronized(requestsByID)
{
// Synchronise on the "requestsById" set since while it is "synchronised itself, all iterators needs this sync
Set keySet = new HashSet(requestsByID.keySet());
for (RequestIdentifier reqId : keySet)
{
if (reqId.getTable() == table)
{
requestsByID.remove(reqId);
}
}
}
}
/**
* Check if we need to update the schema before performing an insert/update.
* This is typically of use where the user has an interface field and some new implementation
* is trying to be persisted to that field, so we need to update the schema.
* @param sm ObjectProvider for the object
* @param fieldNumbers The fields to check for required schema updates
*/
private void checkForSchemaUpdatesForFieldsOfObject(ObjectProvider sm, int[] fieldNumbers)
{
if (fieldNumbers == null || fieldNumbers.length == 0)
{
// Nothing to do for a class with no fields/attributes
return;
}
if (storeMgr.getBooleanObjectProperty(RDBMSPropertyNames.PROPERTY_RDBMS_DYNAMIC_SCHEMA_UPDATES).booleanValue())
{
DynamicSchemaFieldManager dynamicSchemaFM = new DynamicSchemaFieldManager((RDBMSStoreManager)storeMgr, sm);
sm.provideFields(fieldNumbers, dynamicSchemaFM);
if (dynamicSchemaFM.hasPerformedSchemaUpdates())
{
requestsByID.clear();
}
}
}
} © 2015 - 2024 Weber Informatics LLC | Privacy Policy