org.infinispan.container.DefaultDataContainer Maven / Gradle / Ivy
package org.infinispan.container;
import net.jcip.annotations.ThreadSafe;
import org.infinispan.commons.equivalence.AnyEquivalence;
import org.infinispan.commons.equivalence.Equivalence;
import org.infinispan.commons.logging.Log;
import org.infinispan.commons.logging.LogFactory;
import org.infinispan.commons.util.CollectionFactory;
import org.infinispan.commons.util.concurrent.ParallelIterableMap;
import org.infinispan.commons.util.concurrent.ParallelIterableMap.KeyValueAction;
import org.infinispan.commons.util.concurrent.jdk8backported.EquivalentConcurrentHashMapV8;
import org.infinispan.container.entries.InternalCacheEntry;
import org.infinispan.eviction.ActivationManager;
import org.infinispan.eviction.EvictionManager;
import org.infinispan.eviction.EvictionStrategy;
import org.infinispan.eviction.EvictionThreadPolicy;
import org.infinispan.eviction.PassivationManager;
import org.infinispan.factories.annotations.Inject;
import org.infinispan.filter.KeyFilter;
import org.infinispan.metadata.Metadata;
import org.infinispan.filter.KeyValueFilter;
import org.infinispan.metadata.impl.L1Metadata;
import org.infinispan.persistence.manager.PersistenceManager;
import org.infinispan.util.CoreImmutables;
import org.infinispan.util.TimeService;
import org.infinispan.util.concurrent.BoundedConcurrentHashMap;
import org.infinispan.util.concurrent.BoundedConcurrentHashMap.Eviction;
import org.infinispan.util.concurrent.BoundedConcurrentHashMap.EvictionListener;
import java.util.AbstractCollection;
import java.util.AbstractSet;
import java.util.Collection;
import java.util.Collections;
import java.util.Iterator;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.atomic.AtomicReference;
import static org.infinispan.persistence.manager.PersistenceManager.AccessMode.BOTH;
/**
* DefaultDataContainer is both eviction and non-eviction based data container.
*
*
* @author Manik Surtani
* @author Galder Zamarreño
* @author Vladimir Blagojevic
* @author Trustin Lee
*
* @since 4.0
*/
@ThreadSafe
public class DefaultDataContainer implements DataContainer {
private static final Log log = LogFactory.getLog(DefaultDataContainer.class);
private static final boolean trace = log.isTraceEnabled();
private final ConcurrentMap> entries;
private final DefaultEvictionListener evictionListener;
private final ExtendedMap extendedMap;
protected InternalEntryFactory entryFactory;
private EvictionManager evictionManager;
private PassivationManager passivator;
private ActivationManager activator;
private PersistenceManager pm;
private TimeService timeService;
public DefaultDataContainer(int concurrencyLevel) {
// If no comparing implementations passed, could fallback on JDK CHM
entries = CollectionFactory.makeConcurrentParallelMap(128, concurrencyLevel);
evictionListener = null;
extendedMap = new EquivalentConcurrentExtendedMap();
}
public DefaultDataContainer(int concurrencyLevel,
Equivalence keyEq) {
// If at least one comparing implementation give, use ComparingCHMv8
entries = CollectionFactory.makeConcurrentParallelMap(128, concurrencyLevel, keyEq, AnyEquivalence.getInstance());
evictionListener = null;
extendedMap = new EquivalentConcurrentExtendedMap();
}
protected DefaultDataContainer(int concurrencyLevel, int maxEntries,
EvictionStrategy strategy, EvictionThreadPolicy policy,
Equivalence keyEquivalence) {
// translate eviction policy and strategy
switch (policy) {
case PIGGYBACK:
case DEFAULT:
evictionListener = new DefaultEvictionListener();
break;
default:
throw new IllegalArgumentException("No such eviction thread policy " + strategy);
}
Eviction eviction;
switch (strategy) {
case FIFO:
case UNORDERED:
case LRU:
eviction = Eviction.LRU;
break;
case LIRS:
eviction = Eviction.LIRS;
break;
default:
throw new IllegalArgumentException("No such eviction strategy " + strategy);
}
entries = new BoundedConcurrentHashMap>(maxEntries, concurrencyLevel, eviction, evictionListener,
keyEquivalence, AnyEquivalence.getInstance());
extendedMap = new BoundedConcurrentExtendedMap();
}
@Inject
public void initialize(EvictionManager evictionManager, PassivationManager passivator,
InternalEntryFactory entryFactory, ActivationManager activator, PersistenceManager clm, TimeService timeService) {
this.evictionManager = evictionManager;
this.passivator = passivator;
this.entryFactory = entryFactory;
this.activator = activator;
this.pm = clm;
this.timeService = timeService;
}
public static DataContainer boundedDataContainer(int concurrencyLevel, int maxEntries,
EvictionStrategy strategy, EvictionThreadPolicy policy,
Equivalence keyEquivalence) {
return new DefaultDataContainer(concurrencyLevel, maxEntries, strategy,
policy, keyEquivalence);
}
public static DataContainer unBoundedDataContainer(int concurrencyLevel,
Equivalence keyEquivalence) {
return new DefaultDataContainer(concurrencyLevel, keyEquivalence);
}
public static DataContainer unBoundedDataContainer(int concurrencyLevel) {
return new DefaultDataContainer(concurrencyLevel);
}
@Override
public InternalCacheEntry peek(Object key) {
return entries.get(key);
}
@Override
public InternalCacheEntry get(Object k) {
InternalCacheEntry e = peek(k);
if (e != null && e.canExpire()) {
long currentTimeMillis = timeService.wallClockTime();
if (e.isExpired(currentTimeMillis)) {
entries.remove(k);
e = null;
} else {
e.touch(currentTimeMillis);
}
}
return e;
}
@Override
public void put(K k, V v, Metadata metadata) {
boolean l1Entry = false;
if (metadata instanceof L1Metadata) {
metadata = ((L1Metadata) metadata).metadata();
l1Entry = true;
}
InternalCacheEntry e = entries.get(k);
if (trace) {
log.tracef("Creating new ICE for writing. Existing=%s, metadata=%s, new value=%s", e, metadata, v);
}
if (l1Entry) {
e = entryFactory.createL1(k, v, metadata);
} else if (e != null) {
e = entryFactory.update(e, v, metadata);
} else {
// this is a brand-new entry
e = entryFactory.create(k, v, metadata);
}
if (trace)
log.tracef("Store %s in container", e);
extendedMap.putAndActivate(e);
}
@Override
public boolean containsKey(Object k) {
InternalCacheEntry ice = peek(k);
if (ice != null && ice.canExpire() && ice.isExpired(timeService.wallClockTime())) {
entries.remove(k);
ice = null;
}
return ice != null;
}
@Override
public InternalCacheEntry remove(Object k) {
InternalCacheEntry e = extendedMap.removeAndActivate(k);
return e == null || (e.canExpire() && e.isExpired(timeService.wallClockTime())) ? null : e;
}
@Override
public int size() {
return entries.size();
}
@Override
public void clear() {
log.tracef("Clearing data container");
entries.clear();
}
@Override
public Set keySet() {
return Collections.unmodifiableSet(entries.keySet());
}
@Override
public Collection values() {
return new Values();
}
@Override
public Set> entrySet() {
return new EntrySet();
}
@Override
public void purgeExpired() {
long currentTimeMillis = timeService.wallClockTime();
for (Iterator> purgeCandidates = entries.values().iterator(); purgeCandidates.hasNext();) {
InternalCacheEntry e = purgeCandidates.next();
if (e.isExpired(currentTimeMillis)) {
purgeCandidates.remove();
}
}
}
@Override
public void evict(K key) {
extendedMap.evict(key);
}
@Override
public InternalCacheEntry compute(K key, ComputeAction action) {
return extendedMap.compute(key, action);
}
@Override
public Iterator> iterator() {
return new EntryIterator(entries.values().iterator());
}
private final class DefaultEvictionListener implements EvictionListener> {
@Override
public void onEntryEviction(Map> evicted) {
evictionManager.onEntryEviction(evicted);
}
@Override
public void onEntryChosenForEviction(InternalCacheEntry entry) {
passivator.passivate(entry);
}
@Override
public void onEntryActivated(Object key) {
activator.onUpdate(key, true);
}
@Override
public void onEntryRemoved(Object key) {
if (pm != null)
pm.deleteFromAllStores(key, BOTH);
}
}
private static class ImmutableEntryIterator extends EntryIterator {
ImmutableEntryIterator(Iterator> it){
super(it);
}
@Override
public InternalCacheEntry next() {
return CoreImmutables.immutableInternalCacheEntry(super.next());
}
}
public static class EntryIterator implements Iterator> {
private final Iterator> it;
EntryIterator(Iterator> it){this.it=it;}
@Override
public InternalCacheEntry next() {
return it.next();
}
@Override
public boolean hasNext() {
return it.hasNext();
}
@Override
public void remove() {
throw new UnsupportedOperationException();
}
}
/**
* Minimal implementation needed for unmodifiable Set
*
*/
private class EntrySet extends AbstractSet> {
@Override
public boolean contains(Object o) {
if (!(o instanceof Map.Entry)) {
return false;
}
@SuppressWarnings("rawtypes")
Map.Entry e = (Map.Entry) o;
InternalCacheEntry ice = entries.get(e.getKey());
if (ice == null) {
return false;
}
return ice.getValue().equals(e.getValue());
}
@Override
public Iterator> iterator() {
return new ImmutableEntryIterator(entries.values().iterator());
}
@Override
public int size() {
return entries.size();
}
@Override
public String toString() {
return entries.toString();
}
}
/**
* Minimal implementation needed for unmodifiable Collection
*
*/
private class Values extends AbstractCollection {
@Override
public Iterator iterator() {
return new ValueIterator(entries.values().iterator());
}
@Override
public int size() {
return entries.size();
}
}
private static class ValueIterator implements Iterator {
Iterator> currentIterator;
private ValueIterator(Iterator> it) {
currentIterator = it;
}
@Override
public boolean hasNext() {
return currentIterator.hasNext();
}
@Override
public void remove() {
throw new UnsupportedOperationException();
}
@Override
public V next() {
return currentIterator.next().getValue();
}
}
@Override
public void executeTask(final KeyFilter filter, final KeyValueAction> action)
throws InterruptedException {
if (filter == null)
throw new IllegalArgumentException("No filter specified");
if (action == null)
throw new IllegalArgumentException("No action specified");
ParallelIterableMap> map = (ParallelIterableMap>) entries;
map.forEach(32, new KeyValueAction>() {
@Override
public void apply(K key, InternalCacheEntry value) {
if (filter.accept(key)) {
action.apply(key, value);
}
}
});
//TODO figure out the way how to do interruption better (during iteration)
if(Thread.currentThread().isInterrupted()){
throw new InterruptedException();
}
}
@Override
public void executeTask(final KeyValueFilter filter, final KeyValueAction> action)
throws InterruptedException {
if (filter == null)
throw new IllegalArgumentException("No filter specified");
if (action == null)
throw new IllegalArgumentException("No action specified");
ParallelIterableMap> map = (ParallelIterableMap>) entries;
map.forEach(32, new KeyValueAction>() {
@Override
public void apply(K key, InternalCacheEntry value) {
if (filter.accept(key, value.getValue(), value.getMetadata())) {
action.apply(key, value);
}
}
});
//TODO figure out the way how to do interruption better (during iteration)
if(Thread.currentThread().isInterrupted()){
throw new InterruptedException();
}
}
/**
* Atomic logic to activate/passivate entries. This is dependent of the {@code ConcurrentMap} implementation.
*/
private static interface ExtendedMap {
void evict(K key);
InternalCacheEntry compute(K key, ComputeAction action);
void putAndActivate(InternalCacheEntry newEntry);
InternalCacheEntry removeAndActivate(Object key);
}
private class EquivalentConcurrentExtendedMap implements ExtendedMap {
@Override
public void evict(K key) {
((EquivalentConcurrentHashMapV8>) entries)
.computeIfPresent(key, new EquivalentConcurrentHashMapV8.BiFun, InternalCacheEntry>() {
@Override
public InternalCacheEntry apply(K o, InternalCacheEntry entry) {
passivator.passivate(entry);
return null;
}
});
}
@Override
public InternalCacheEntry compute(K key, final ComputeAction action) {
return ((EquivalentConcurrentHashMapV8>) entries)
.compute(key, new EquivalentConcurrentHashMapV8.BiFun, InternalCacheEntry>() {
@Override
public InternalCacheEntry apply(K key, InternalCacheEntry oldEntry) {
InternalCacheEntry newEntry = action.compute(key, oldEntry, entryFactory);
if (newEntry == oldEntry) {
return oldEntry;
} else if (newEntry == null) {
activator.onRemove(key, false);
return null;
}
activator.onUpdate(key, oldEntry == null);
if (trace)
log.tracef("Store %s in container", newEntry);
return newEntry;
}
});
}
@Override
public void putAndActivate(final InternalCacheEntry newEntry) {
((EquivalentConcurrentHashMapV8>) entries)
.compute(newEntry.getKey(), new EquivalentConcurrentHashMapV8.BiFun, InternalCacheEntry>() {
@Override
public InternalCacheEntry apply(K key, InternalCacheEntry entry) {
activator.onUpdate(key, entry == null);
return newEntry;
}
});
}
@Override
public InternalCacheEntry removeAndActivate(Object key) {
final AtomicReference> reference = new AtomicReference<>(null);
((EquivalentConcurrentHashMapV8>) entries)
.compute(key, new EquivalentConcurrentHashMapV8.BiFun, InternalCacheEntry>() {
@Override
public InternalCacheEntry apply(Object key, InternalCacheEntry entry) {
activator.onRemove(key, entry == null);
reference.set(entry);
return null;
}
});
return reference.get();
}
}
private class BoundedConcurrentExtendedMap implements ExtendedMap {
@Override
public void evict(K key) {
((BoundedConcurrentHashMap>) entries).evict(key);
}
@Override
public InternalCacheEntry compute(K key, final ComputeAction action) {
final BoundedConcurrentHashMap> boundedMap =
((BoundedConcurrentHashMap>) entries);
boundedMap.lock(key);
try {
InternalCacheEntry oldEntry = boundedMap.get(key);
InternalCacheEntry newEntry = action.compute(key, oldEntry, entryFactory);
if (oldEntry == newEntry) {
return newEntry;
} else if (newEntry == null) {
activator.onRemove(key, false);
boundedMap.remove(key);
return null;
}
if (trace)
log.tracef("Store %s in container", newEntry);
//put already activate the entry if it is new.
boundedMap.put(key, newEntry);
return newEntry;
} finally {
boundedMap.unlock(key);
}
}
@Override
public void putAndActivate(InternalCacheEntry newEntry) {
//put already activate the entry if it is new.
entries.put(newEntry.getKey(), newEntry);
}
@Override
public InternalCacheEntry removeAndActivate(Object key) {
final BoundedConcurrentHashMap> boundedMap =
((BoundedConcurrentHashMap>) entries);
boundedMap.lock(key);
try {
InternalCacheEntry oldEntry = boundedMap.remove(key);
activator.onRemove(key, oldEntry == null);
return oldEntry;
} finally {
boundedMap.unlock(key);
}
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy