com.hazelcast.map.NearCache Maven / Gradle / Ivy
/*
* Copyright (c) 2008-2013, Hazelcast, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.map;
import com.hazelcast.config.Config;
import com.hazelcast.config.InMemoryFormat;
import com.hazelcast.config.NearCacheConfig;
import com.hazelcast.nio.serialization.Data;
import com.hazelcast.spi.NodeEngine;
import com.hazelcast.util.Clock;
import com.hazelcast.util.ExceptionUtil;
import java.util.Map;
import java.util.TreeSet;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.RejectedExecutionException;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger;
public class NearCache {
public static final Object NULL_OBJECT = new Object();
private static final int evictionPercentage = 20;
private static final int cleanupInterval = 5000;
private final int maxSize;
private volatile long lastCleanup;
private final long maxIdleMillis;
private final long timeToLiveMillis;
private final EvictionPolicy evictionPolicy;
private final InMemoryFormat inMemoryFormat;
private final MapService mapService;
private final NodeEngine nodeEngine;
private final AtomicBoolean canCleanUp;
private final AtomicBoolean canEvict;
private final ConcurrentMap cache;
private final MapContainer mapContainer;
public NearCache(String mapName, MapService mapService) {
this.mapService = mapService;
this.nodeEngine = mapService.getNodeEngine();
this.mapContainer = mapService.getMapContainer(mapName);
Config config = nodeEngine.getConfig();
NearCacheConfig nearCacheConfig = config.findMapConfig(mapName).getNearCacheConfig();
maxSize = nearCacheConfig.getMaxSize() <= 0 ? Integer.MAX_VALUE : nearCacheConfig.getMaxSize();
maxIdleMillis = nearCacheConfig.getMaxIdleSeconds() * 1000;
inMemoryFormat = nearCacheConfig.getInMemoryFormat();
timeToLiveMillis = nearCacheConfig.getTimeToLiveSeconds() * 1000;
evictionPolicy = EvictionPolicy.valueOf(nearCacheConfig.getEvictionPolicy());
cache = new ConcurrentHashMap();
canCleanUp = new AtomicBoolean(true);
canEvict = new AtomicBoolean(true);
lastCleanup = Clock.currentTimeMillis();
}
static enum EvictionPolicy {
NONE, LRU, LFU
}
public void put(Data key, Data data) {
fireTtlCleanup();
if (evictionPolicy == EvictionPolicy.NONE && cache.size() >= maxSize) {
return;
}
if (evictionPolicy != EvictionPolicy.NONE && cache.size() >= maxSize) {
fireEvictCache();
}
final Object value;
if (data == null) {
value = NULL_OBJECT;
} else {
value = inMemoryFormat.equals(InMemoryFormat.OBJECT) ? mapService.toObject(data) : data;
}
final CacheRecord record = new CacheRecord(key, value);
cache.put(key, record);
updateSizeEstimator(calculateCost(record));
}
private void fireEvictCache() {
if (canEvict.compareAndSet(true, false)) {
try {
nodeEngine.getExecutionService().execute("hz:near-cache", new Runnable() {
public void run() {
try {
TreeSet records = new TreeSet(cache.values());
int evictSize = cache.size() * evictionPercentage / 100;
int i = 0;
for (CacheRecord record : records) {
cache.remove(record.key);
updateSizeEstimator(-calculateCost(record));
if (++i > evictSize)
break;
}
} finally {
canEvict.set(true);
}
}
});
} catch (RejectedExecutionException e) {
canEvict.set(true);
} catch (Exception e) {
throw ExceptionUtil.rethrow(e);
}
}
}
private void fireTtlCleanup() {
if (Clock.currentTimeMillis() < (lastCleanup + cleanupInterval))
return;
if (canCleanUp.compareAndSet(true, false)) {
try {
nodeEngine.getExecutionService().execute("hz:near-cache", new Runnable() {
public void run() {
try {
lastCleanup = Clock.currentTimeMillis();
for (Map.Entry entry : cache.entrySet()) {
if (entry.getValue().expired()) {
final Data key = entry.getKey();
final CacheRecord record = cache.remove(key);
if (record != null)//if a mapping exists.
{
updateSizeEstimator(-calculateCost(record));
}
}
}
} finally {
canCleanUp.set(true);
}
}
});
} catch (RejectedExecutionException e) {
canCleanUp.set(true);
} catch (Exception e) {
throw ExceptionUtil.rethrow(e);
}
}
}
public Object get(Data key) {
fireTtlCleanup();
CacheRecord record = cache.get(key);
if (record != null) {
if (record.expired()) {
cache.remove(key);
updateSizeEstimator(-calculateCost(record));
return null;
}
record.access();
return record.value;
} else {
return null;
}
}
public void invalidate(Data key) {
final CacheRecord record = cache.remove(key);
if (record != null) // if a mapping exists for the key.
{
updateSizeEstimator(-calculateCost(record));
}
}
public int size() {
return cache.size();
}
void clear() {
cache.clear();
resetSizeEstimator();
}
public class CacheRecord implements Comparable {
final Data key;
final Object value;
final long creationTime;
final AtomicInteger hit;
volatile long lastAccessTime;
CacheRecord(Data key, Object value) {
this.key = key;
this.value = value;
long time = Clock.currentTimeMillis();
this.lastAccessTime = time;
this.creationTime = time;
this.hit = new AtomicInteger(0);
}
void access() {
hit.incrementAndGet();
lastAccessTime = Clock.currentTimeMillis();
}
boolean expired() {
long time = Clock.currentTimeMillis();
return (maxIdleMillis > 0 && time > lastAccessTime + maxIdleMillis) || (timeToLiveMillis > 0 && time > creationTime + timeToLiveMillis);
}
public int compareTo(CacheRecord o) {
if (EvictionPolicy.LRU.equals(evictionPolicy))
return ((Long) this.lastAccessTime).compareTo((o.lastAccessTime));
else if (EvictionPolicy.LFU.equals(evictionPolicy))
return ((Integer) this.hit.get()).compareTo((o.hit.get()));
return 0;
}
public long getCost() {
// todo find object size if not a Data instance.
if (!(value instanceof Data)) return 0;
// value is Data
return key.getHeapCost()
+ ((Data) value).getHeapCost()
+ 2 * (Long.SIZE / Byte.SIZE)
// sizeof atomic integer
+ (Integer.SIZE / Byte.SIZE)
// object references (key, value, hit)
+ 3 * (Integer.SIZE / Byte.SIZE);
}
public Data getKey() {
return key;
}
public Object getValue() {
return value;
}
}
private void resetSizeEstimator() {
mapContainer.getNearCacheSizeEstimator().reset();
}
private void updateSizeEstimator(long size) {
mapContainer.getNearCacheSizeEstimator().add(size);
}
private long calculateCost(CacheRecord record) {
return mapContainer.getNearCacheSizeEstimator().getCost(record);
}
}