org.infinispan.statetransfer.OutboundTransferTask Maven / Gradle / Ivy
package org.infinispan.statetransfer;
import org.infinispan.commands.CommandsFactory;
import org.infinispan.commons.CacheException;
import org.infinispan.commons.util.CollectionFactory;
import org.infinispan.container.DataContainer;
import org.infinispan.container.InternalEntryFactory;
import org.infinispan.container.entries.InternalCacheEntry;
import org.infinispan.distribution.ch.ConsistentHash;
import org.infinispan.filter.CollectionKeyFilter;
import org.infinispan.persistence.manager.PersistenceManager;
import org.infinispan.persistence.spi.AdvancedCacheLoader;
import org.infinispan.marshall.core.MarshalledEntry;
import org.infinispan.remoting.rpc.ResponseMode;
import org.infinispan.remoting.rpc.RpcManager;
import org.infinispan.remoting.rpc.RpcOptions;
import org.infinispan.remoting.transport.Address;
import org.infinispan.remoting.transport.jgroups.SuspectException;
import org.infinispan.util.ReadOnlyDataContainerBackedKeySet;
import org.infinispan.util.concurrent.WithinThreadExecutor;
import org.infinispan.util.logging.Log;
import org.infinispan.util.logging.LogFactory;
import java.util.*;
import java.util.concurrent.CopyOnWriteArraySet;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.FutureTask;
import java.util.concurrent.TimeUnit;
/**
* Outbound state transfer task. Pushes data segments to another cluster member on request. Instances of
* OutboundTransferTask are created and managed by StateTransferManagerImpl. There should be at most
* one such task per destination at any time.
*
* @author [email protected]
* @since 5.2
*/
public class OutboundTransferTask implements Runnable {
private static final Log log = LogFactory.getLog(OutboundTransferTask.class);
private final boolean trace = log.isTraceEnabled();
private final StateProviderImpl stateProvider;
private final int topologyId;
private final Address destination;
private final Set segments = new CopyOnWriteArraySet();
private final int stateTransferChunkSize;
private final ConsistentHash readCh;
private final DataContainer dataContainer;
private final PersistenceManager persistenceManager;
private final RpcManager rpcManager;
private final CommandsFactory commandsFactory;
private final long timeout;
private final String cacheName;
private final Map> entriesBySegment = CollectionFactory.makeConcurrentMap();
/**
* The total number of entries from all segments accumulated in entriesBySegment.
*/
private int accumulatedEntries;
/**
* The Future obtained from submitting this task to an executor service. This is used for cancellation.
*/
private FutureTask runnableFuture;
private final RpcOptions rpcOptions;
private InternalEntryFactory entryFactory;
public OutboundTransferTask(Address destination, Set segments, int stateTransferChunkSize,
int topologyId, ConsistentHash readCh, StateProviderImpl stateProvider, DataContainer dataContainer,
PersistenceManager persistenceManager, RpcManager rpcManager,
CommandsFactory commandsFactory, InternalEntryFactory ef, long timeout, String cacheName) {
if (segments == null || segments.isEmpty()) {
throw new IllegalArgumentException("Segments must not be null or empty");
}
if (destination == null) {
throw new IllegalArgumentException("Destination address cannot be null");
}
if (stateTransferChunkSize <= 0) {
throw new IllegalArgumentException("stateTransferChunkSize must be greater than 0");
}
this.stateProvider = stateProvider;
this.destination = destination;
this.segments.addAll(segments);
this.stateTransferChunkSize = stateTransferChunkSize;
this.topologyId = topologyId;
this.readCh = readCh;
this.dataContainer = dataContainer;
this.persistenceManager = persistenceManager;
this.entryFactory = ef;
this.rpcManager = rpcManager;
this.commandsFactory = commandsFactory;
this.timeout = timeout;
this.cacheName = cacheName;
//the rpc options does not change in runtime. re-use the same instance
this.rpcOptions = rpcManager.getRpcOptionsBuilder(ResponseMode.SYNCHRONOUS)
.timeout(timeout, TimeUnit.MILLISECONDS).build();
}
public void execute(ExecutorService executorService) {
if (runnableFuture != null) {
throw new IllegalStateException("This task was already submitted");
}
runnableFuture = new FutureTask(this, null) {
@Override
protected void done() {
stateProvider.onTaskCompletion(OutboundTransferTask.this);
}
};
executorService.submit(runnableFuture);
}
public Address getDestination() {
return destination;
}
public Set getSegments() {
return segments;
}
public int getTopologyId() {
return topologyId;
}
//todo [anistor] check thread interrupt status in loops to implement faster cancellation
public void run() {
try {
// send data container entries
for (InternalCacheEntry ice : dataContainer) {
Object key = ice.getKey(); //todo [anistor] should we check for expired entries?
int segmentId = readCh.getSegment(key);
if (segments.contains(segmentId) && !ice.isL1Entry()) {
sendEntry(ice, segmentId);
}
}
AdvancedCacheLoader stProvider = persistenceManager.getStateTransferProvider();
if (stProvider != null) {
try {
CollectionKeyFilter filter = new CollectionKeyFilter(new ReadOnlyDataContainerBackedKeySet(dataContainer));
AdvancedCacheLoader.CacheLoaderTask task = new AdvancedCacheLoader.CacheLoaderTask() {
@Override
public void processEntry(MarshalledEntry me, AdvancedCacheLoader.TaskContext taskContext) throws InterruptedException {
int segmentId = readCh.getSegment(me.getKey());
if (segments.contains(segmentId)) {
try {
InternalCacheEntry icv = entryFactory.create(me.getKey(), me.getValue(), me.getMetadata());
sendEntry(icv, segmentId);
} catch (CacheException e) {
log.failedLoadingValueFromCacheStore(me.getKey(), e);
}
}
}
};
stProvider.process(filter, task, new WithinThreadExecutor(), true, true);
} catch (CacheException e) {
log.failedLoadingKeysFromCacheStore(e);
}
}
// send the last chunk of all segments
sendEntries(true);
} catch (Throwable t) {
// ignore eventual exceptions caused by cancellation (have InterruptedException as the root cause)
if (isCancelled()) {
log.debugf("Transfer of segments %s of cache %s to node %s cancelled", segments, cacheName, destination);
} else {
log.failedOutBoundTransferExecution(t);
}
}
if (trace) {
log.tracef("Outbound transfer of segments %s of cache %s to node %s is complete", segments, cacheName, destination);
}
}
private void sendEntry(InternalCacheEntry ice, int segmentId) {
// send if we have a full chunk
if (accumulatedEntries >= stateTransferChunkSize) {
sendEntries(false);
accumulatedEntries = 0;
}
List entries = entriesBySegment.get(segmentId);
if (entries == null) {
entries = new ArrayList();
entriesBySegment.put(segmentId, entries);
}
entries.add(ice);
accumulatedEntries++;
}
private void sendEntries(boolean isLast) {
List chunks = new ArrayList();
for (Map.Entry> e : entriesBySegment.entrySet()) {
List entries = e.getValue();
if (!entries.isEmpty() || isLast) {
chunks.add(new StateChunk(e.getKey(), new ArrayList(entries), isLast));
entries.clear();
}
}
if (isLast) {
for (int segmentId : segments) {
List entries = entriesBySegment.get(segmentId);
if (entries == null) {
chunks.add(new StateChunk(segmentId, Collections.emptyList(), true));
}
}
}
if (!chunks.isEmpty()) {
if (trace) {
if (isLast) {
log.tracef("Sending last chunk containing %d cache entries from segments %s of cache %s to node %s", accumulatedEntries, segments, cacheName, destination);
} else {
log.tracef("Sending %d cache entries from segments %s of cache %s to node %s", accumulatedEntries, entriesBySegment.keySet(), cacheName, destination);
}
}
StateResponseCommand cmd = commandsFactory.buildStateResponseCommand(rpcManager.getAddress(), topologyId, chunks);
// send synchronously, in order. it is important that the last chunk is received last in order to correctly detect completion of the stream of chunks
try {
rpcManager.invokeRemotely(Collections.singleton(destination), cmd, rpcOptions);
} catch (SuspectException e) {
log.debugf("Node %s left cache %s while we were sending state to it, cancelling transfer.", destination, cacheName);
cancel();
} catch (Exception e) {
if (isCancelled()) {
log.debugf("Stopping cancelled transfer of segments %s of cache %s to node %s", segments, cacheName, destination);
} else {
log.errorf(e, "Failed to send entries to node %s : %s", destination, e.getMessage());
}
}
}
}
/**
* Cancel some of the segments. If all segments get cancelled then the whole task will be cancelled.
*
* @param cancelledSegments segments to cancel.
*/
public void cancelSegments(Set cancelledSegments) {
if (segments.removeAll(cancelledSegments)) {
if (trace) {
log.tracef("Cancelling outbound transfer of segments %s of cache %s to node %s (remaining segments %s)",
cancelledSegments, cacheName, destination, segments);
}
entriesBySegment.keySet().removeAll(cancelledSegments); // here we do not update accumulatedEntries but this inaccuracy does not cause any harm
if (segments.isEmpty()) {
cancel();
}
}
}
/**
* Cancel the whole task.
*/
public void cancel() {
if (runnableFuture != null && !runnableFuture.isCancelled()) {
log.debugf("Cancelling outbound transfer of segments %s of cache %s to node %s", segments, cacheName, destination);
runnableFuture.cancel(true);
}
}
public boolean isCancelled() {
return runnableFuture != null && runnableFuture.isCancelled();
}
@Override
public String toString() {
return "OutboundTransferTask{" +
"topologyId=" + topologyId +
", destination=" + destination +
", segments=" + segments +
", stateTransferChunkSize=" + stateTransferChunkSize +
", timeout=" + timeout +
", cacheName='" + cacheName + '\'' +
'}';
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy