org.hibernate.search.batchindexing.impl.IdentifierConsumerDocumentProducer Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of hibernate-search-orm Show documentation
Show all versions of hibernate-search-orm Show documentation
Hibernate Search integration with Hibernate Core
/*
* Hibernate Search, full-text search for your domain model
*
* License: GNU Lesser General Public License (LGPL), version 2.1 or later
* See the lgpl.txt file in the root directory or .
*/
package org.hibernate.search.batchindexing.impl;
import java.io.Serializable;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import javax.transaction.TransactionManager;
import org.hibernate.CacheMode;
import org.hibernate.Criteria;
import org.hibernate.FlushMode;
import org.hibernate.LockMode;
import org.hibernate.Session;
import org.hibernate.SessionFactory;
import org.hibernate.criterion.CriteriaSpecification;
import org.hibernate.criterion.Restrictions;
import org.hibernate.engine.spi.SessionFactoryImplementor;
import org.hibernate.engine.spi.SessionImplementor;
import org.hibernate.engine.transaction.jta.platform.spi.JtaPlatform;
import org.hibernate.internal.CriteriaImpl;
import org.hibernate.search.backend.AddLuceneWork;
import org.hibernate.search.backend.spi.BatchBackend;
import org.hibernate.search.batchindexing.MassIndexerProgressMonitor;
import org.hibernate.search.bridge.TwoWayFieldBridge;
import org.hibernate.search.bridge.spi.ConversionContext;
import org.hibernate.search.bridge.util.impl.ContextualExceptionBridgeHelper;
import org.hibernate.search.orm.loading.impl.HibernateSessionLoadingInitializer;
import org.hibernate.search.engine.integration.impl.ExtendedSearchIntegrator;
import org.hibernate.search.engine.spi.DocumentBuilderIndexedEntity;
import org.hibernate.search.engine.spi.EntityIndexBinding;
import org.hibernate.search.exception.ErrorHandler;
import org.hibernate.search.hcore.util.impl.HibernateHelper;
import org.hibernate.search.indexes.interceptor.EntityIndexingInterceptor;
import org.hibernate.search.indexes.interceptor.IndexingOverride;
import org.hibernate.search.spi.InstanceInitializer;
import org.hibernate.search.spi.IndexedTypeIdentifier;
import org.hibernate.search.spi.IndexedTypeMap;
import org.hibernate.search.util.logging.impl.Log;
import org.hibernate.search.util.logging.impl.LoggerFactory;
import java.lang.invoke.MethodHandles;
/**
* This {@code SessionAwareRunnable} is consuming entity identifiers and
* producing corresponding {@code AddLuceneWork} instances being forwarded
* to the index writing backend.
* It will finish when the queue it is consuming from will
* signal there are no more identifiers.
*
* @author Sanne Grinovero
*/
public class IdentifierConsumerDocumentProducer implements Runnable {
private static final Log log = LoggerFactory.make( MethodHandles.lookup() );
private final ProducerConsumerQueue> source;
private final SessionFactory sessionFactory;
private final CacheMode cacheMode;
private final IndexedTypeIdentifier type;
private final MassIndexerProgressMonitor monitor;
private final IndexedTypeMap entityIndexBindings;
private final String idName;
private final ErrorHandler errorHandler;
private final BatchBackend backend;
private final CountDownLatch producerEndSignal;
private final Integer transactionTimeout;
private final String tenantId;
/**
* The JTA transaction manager or {@code null} if not in a JTA environment
*/
private final TransactionManager transactionManager;
public IdentifierConsumerDocumentProducer(
ProducerConsumerQueue> fromIdentifierListToEntities,
MassIndexerProgressMonitor monitor,
SessionFactory sessionFactory,
CountDownLatch producerEndSignal,
CacheMode cacheMode, IndexedTypeIdentifier indexedType,
ExtendedSearchIntegrator searchFactory,
String idName, BatchBackend backend, ErrorHandler errorHandler,
Integer transactionTimeout,
String tenantId) {
this.source = fromIdentifierListToEntities;
this.monitor = monitor;
this.sessionFactory = sessionFactory;
this.cacheMode = cacheMode;
this.type = indexedType;
this.idName = idName;
this.backend = backend;
this.errorHandler = errorHandler;
this.producerEndSignal = producerEndSignal;
this.entityIndexBindings = searchFactory.getIndexBindings();
this.transactionTimeout = transactionTimeout;
this.tenantId = tenantId;
this.transactionManager = ( (SessionFactoryImplementor) sessionFactory )
.getServiceRegistry()
.getService( JtaPlatform.class )
.retrieveTransactionManager();
log.trace( "created" );
}
@Override
public void run() {
log.trace( "started" );
SessionImplementor session = (SessionImplementor) sessionFactory
.withOptions()
.tenantIdentifier( tenantId )
.openSession();
session.setHibernateFlushMode( FlushMode.MANUAL );
session.setCacheMode( cacheMode );
session.setDefaultReadOnly( true );
try {
loadAllFromQueue( session );
}
catch (Exception exception) {
errorHandler.handleException( log.massIndexerExceptionWhileTransformingIds(), exception );
}
finally {
producerEndSignal.countDown();
session.close();
}
log.trace( "finished" );
}
private void loadAllFromQueue(SessionImplementor session) throws Exception {
final InstanceInitializer sessionInitializer = new HibernateSessionLoadingInitializer( session );
try {
List idList;
do {
idList = source.take();
if ( idList != null ) {
log.tracef( "received list of ids %s", idList );
loadList( idList, session, sessionInitializer );
}
}
while ( idList != null );
}
catch (InterruptedException e) {
// just quit
Thread.currentThread().interrupt();
}
}
/**
* Loads a list of entities of defined type using their identifiers.
* The loaded objects are then transformed into Lucene Documents
* and forwarded to the indexing backend.
*
* @param listIds the list of entity identifiers (of type
* @param session the session to be used
* @param sessionInitializer the initilization strategies for entities and collections
*
* @throws InterruptedException
*/
private void loadList(List listIds, SessionImplementor session, InstanceInitializer sessionInitializer) throws Exception {
try {
beginTransaction( session );
Criteria criteria = new CriteriaImpl( type.getName(), session )
.setCacheMode( cacheMode )
.setLockMode( LockMode.NONE )
.setCacheable( false )
.setFlushMode( FlushMode.MANUAL )
.setFetchSize( listIds.size() )
.setResultTransformer( CriteriaSpecification.DISTINCT_ROOT_ENTITY )
.add( Restrictions.in( idName, listIds ) );
List list = criteria.list();
monitor.entitiesLoaded( list.size() );
indexAllQueue( session, list, sessionInitializer );
session.clear();
}
finally {
// it's read-only, so no need to commit
rollbackTransaction( session );
}
}
private void beginTransaction(Session session) throws Exception {
if ( transactionManager != null ) {
if ( transactionTimeout != null ) {
transactionManager.setTransactionTimeout( transactionTimeout );
}
transactionManager.begin();
}
else {
session.beginTransaction();
}
}
private void rollbackTransaction(SessionImplementor session) throws Exception {
try {
if ( transactionManager != null ) {
transactionManager.rollback();
}
else {
session.accessTransaction().rollback();
}
}
catch (Exception e) {
log.errorRollingBackTransaction( e.getMessage(), e );
}
}
private void indexAllQueue(Session session, List entities, InstanceInitializer sessionInitializer) throws InterruptedException {
ConversionContext contextualBridge = new ContextualExceptionBridgeHelper();
if ( entities == null || entities.isEmpty() ) {
return;
}
else {
log.tracef( "received a list of objects to index: %s", entities );
for ( Object object : entities ) {
try {
index( object, session, sessionInitializer, contextualBridge );
monitor.documentsBuilt( 1 );
}
catch (RuntimeException e) {
String errorMsg = log.massIndexerUnableToIndexInstance(
object.getClass().getName(),
object.toString()
);
errorHandler.handleException( errorMsg, e );
}
}
}
}
@SuppressWarnings("unchecked")
private void index(Object entity, Session session, InstanceInitializer sessionInitializer, ConversionContext conversionContext)
throws InterruptedException {
// abort if the thread has been interrupted while not in wait(), I/O or similar which themselves would have
// raised the InterruptedException
if ( Thread.currentThread().isInterrupted() ) {
throw new InterruptedException();
}
Serializable id = session.getIdentifier( entity );
Class clazz = HibernateHelper.getClass( entity );
EntityIndexBinding entityIndexBinding = entityIndexBindings.get( clazz );
if ( entityIndexBinding == null ) {
// it might be possible to receive not-indexes subclasses of the currently indexed type;
// being not-indexed, we skip them.
// FIXME for improved performance: avoid loading them in an early phase.
return;
}
EntityIndexingInterceptor interceptor = entityIndexBinding.getEntityIndexingInterceptor();
if ( interceptor != null ) {
IndexingOverride onAdd = interceptor.onAdd( entity );
switch ( onAdd ) {
case REMOVE:
case SKIP:
return;
}
//default: continue indexing this instance
}
DocumentBuilderIndexedEntity docBuilder = entityIndexBinding.getDocumentBuilder();
TwoWayFieldBridge idBridge = docBuilder.getIdBridge();
String idPropertyName = docBuilder.getIdPropertyName();
if ( idPropertyName != null ) {
conversionContext.pushProperty( idPropertyName );
}
String idInString = null;
try {
idInString = conversionContext
.setConvertedTypeId( docBuilder.getTypeIdentifier() )
.twoWayConversionContext( idBridge )
.objectToString( id );
}
finally {
if ( idPropertyName != null ) {
conversionContext.popProperty();
}
}
//depending on the complexity of the object graph going to be indexed it's possible
//that we hit the database several times during work construction.
AddLuceneWork addWork = docBuilder.createAddWork(
tenantId,
docBuilder.getTypeIdentifier(),
entity,
id,
idInString,
sessionInitializer,
conversionContext
);
backend.enqueueAsyncWork( addWork );
}
}