com.caucho.server.distcache.LocalDataManager Maven / Gradle / Ivy
/*
* Copyright (c) 1998-2018 Caucho Technology -- all rights reserved
*
* This file is part of Resin(R) Open Source
*
* Each copy or derived work must preserve the copyright notice and this
* notice unmodified.
*
* Resin Open Source is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* Resin Open Source is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, or any warranty
* of NON-INFRINGEMENT. See the GNU General Public License for more
* details.
*
* You should have received a copy of the GNU General Public License
* along with Resin Open Source; if not, write to the
*
* Free Software Foundation, Inc.
* 59 Temple Place, Suite 330
* Boston, MA 02111-1307 USA
*
* @author Scott Ferguson
*/
package com.caucho.server.distcache;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.sql.Blob;
import java.sql.SQLException;
import java.util.logging.Level;
import java.util.logging.Logger;
import com.caucho.db.blob.BlobInputStream;
import com.caucho.distcache.CacheSerializer;
import com.caucho.env.distcache.CacheDataBacking;
import com.caucho.env.service.ResinSystem;
import com.caucho.server.distcache.DataStore.DataItem;
import com.caucho.util.HashKey;
import com.caucho.util.IoUtil;
import com.caucho.util.L10N;
import com.caucho.util.NullOutputStream;
import com.caucho.vfs.Crc64InputStream;
import com.caucho.vfs.Crc64OutputStream;
import com.caucho.vfs.StreamSource;
import com.caucho.vfs.TempOutputStream;
import com.caucho.vfs.Vfs;
import com.caucho.vfs.WriteStream;
/**
* Manages the distributed cache
*/
public final class LocalDataManager
{
private static final L10N L = new L10N(LocalDataManager.class);
private static final Logger log
= Logger.getLogger(LocalDataManager.class.getName());
private final String _serverId;
private final CacheStoreManager _storeManager;
LocalDataManager(CacheStoreManager storeManager)
{
_serverId = ResinSystem.getCurrentId();
_storeManager = storeManager;
}
private CacheStoreManager getStoreManager()
{
return _storeManager;
}
private CacheDataBacking getDataBacking()
{
return getStoreManager().getDataBacking();
}
DataItemLocal writeData(MnodeValue update,
long version,
StreamSource source)
{
long valueHash = update.getValueHash();
long valueLength = update.getValueLength();
long valueDataId;
if (valueHash == 0 && valueLength == 0 && source == null) {
return new DataItemLocal(0, 0, 0, 0);
}
DataItem valueData = null;
if (source != null)
valueData = getDataBacking().saveData(source, (int) valueLength);
else
throw new IllegalStateException(L.l("writeData called without a stream or saved value {0}",
update));
return new DataItemLocal(valueHash,
valueData,
valueLength);
}
DataItemLocal writeData(MnodeValue update,
long version,
InputStream is)
{
try {
long valueHash = update.getValueHash();
long valueLength = update.getValueLength();
DataItem valueData = getDataBacking().saveData(is, (int) valueLength);
return new DataItemLocal(valueHash, valueData, valueLength);
} catch (IOException e) {
throw new RuntimeException(e);
}
}
final public DataItemLocal writeValue(MnodeEntry mnodeValue,
Object value,
CacheConfig config)
{
TempOutputStream os = null;
CacheSerializer serializer = config.getValueSerializer();
try {
os = new TempOutputStream();
long valueHash = writeDataStream(os, value, serializer);
int length = os.getLength();
StreamSource source = new StreamSource(os);
DataItem valueData = getDataBacking().saveData(source, length);
if (valueData == null) {
throw new IllegalStateException(L.l("Can't save the data '{0}'",
valueHash));
}
// XXX: request owner?
return new DataItemLocal(valueHash, valueData, length);
} catch (Exception e) {
throw new RuntimeException(e);
} finally {
if (os != null)
os.destroy();
}
}
final protected Object readData(HashKey key,
long valueHash,
long valueDataId,
long valueDataTime,
CacheSerializer serializer,
CacheConfig config)
{
if (valueHash == 0)
return null;
TempOutputStream os = null;
try {
os = new TempOutputStream();
WriteStream out = Vfs.openWrite(os);
if (! getDataBacking().loadData(valueDataId, valueDataTime, out)) {
log.warning(this + " cannot load data for key=" + key + " from triad"
+ " (id=" + Long.toHexString(valueDataId) + " time=" + valueDataTime + ")");
Thread.dumpStack();
out.close();
return null;
/*
if (! loadClusterData(key, valueKey, valueIndex, config)) {
log.warning(this + " cannot load data for " + valueKey + " from triad");
out.close();
return null;
}
if (! getDataBacking().loadData(valueKey, out)) {
out.close();
return null;
}
*/
}
out.close();
InputStream is = os.openInputStream();
try {
// InflaterInputStream gzIn = new InflaterInputStream(is);
// Object value = serializer.deserialize(gzIn);
Object value = serializer.deserialize(is);
// gzIn.close();
return value;
} finally {
is.close();
}
} catch (Exception e) {
log.log(Level.WARNING, e.toString(), e);
return null;
} finally {
if (os != null)
os.destroy();
}
}
final protected Object decodeValue(InputStream is,
CacheSerializer serializer)
{
if (is == null)
return null;
try {
// InflaterInputStream gzIn = new InflaterInputStream(is);
// Object value = serializer.deserialize(gzIn);
return serializer.deserialize(is);
// gzIn.close();
} catch (Exception e) {
log.log(Level.WARNING, e.toString(), e);
return null;
} finally {
IoUtil.close(is);
}
}
final protected boolean readData(HashKey key,
MnodeEntry mnodeValue,
OutputStream os,
CacheConfig config)
throws IOException
{
long valueDataId = mnodeValue.getValueDataId();
long valueDataTime = mnodeValue.getValueDataTime();
if (valueDataId <= 0) {
throw new IllegalStateException(L.l("readData may not be called with a null value"));
}
WriteStream out = Vfs.openWrite(os);
try {
Blob blob = mnodeValue.getBlob();
if (blob == null) {
blob = getDataBacking().loadBlob(valueDataId, valueDataTime);
if (blob != null) {
mnodeValue.setBlob(blob);
}
}
if (blob != null) {
loadData(blob, out);
return true;
}
log.warning(this + " unexpected load failure in readValue key=" + key
+ " dataId=0x" + Long.toHexString(valueDataId)
+ " mnodeValue=" + mnodeValue);
// XXX: error? since we have the value key, it should exist
return false;
} finally {
if (out != os)
out.close();
}
}
public DataStreamSource createDataSource(long valueDataId,
long valueDataTime)
{
DataStore dataStore = getDataBacking().getDataStore();
if (valueDataId > 0)
return new DataStreamSource(valueDataId, valueDataTime, dataStore);
else
return null;
}
private void loadData(Blob blob, WriteStream out)
throws IOException
{
try {
InputStream is = blob.getBinaryStream();
if (is instanceof BlobInputStream) {
BlobInputStream blobIs = (BlobInputStream) is;
blobIs.readToOutput(out);
}
else {
out.writeStream(blob.getBinaryStream());
}
} catch (SQLException e) {
throw new IOException(e);
}
}
void removeData(long valueHash, long valueDataTime)
{
getDataBacking().removeData(valueHash, valueDataTime);
}
/**
* Used by QA
*/
final public long calculateValueHash(Object value,
CacheConfig config)
{
// TempOutputStream os = null;
try {
NullOutputStream os = NullOutputStream.NULL;
return writeDataStream(os, value, config.getValueSerializer());
} catch (Exception e) {
throw new RuntimeException(e);
}
}
private long writeDataStream(OutputStream os,
Object value,
CacheSerializer serializer)
throws IOException
{
Crc64OutputStream mOut = new Crc64OutputStream(os);
//DeflaterOutputStream gzOut = new DeflaterOutputStream(mOut);
//ResinDeflaterOutputStream gzOut = new ResinDeflaterOutputStream(mOut);
//serializer.serialize(value, gzOut);
serializer.serialize(value, mOut);
//gzOut.finish();
//gzOut.close();
mOut.close();
long hash = mOut.getDigest();
if (hash == 0 || hash == MnodeEntry.ANY_KEY) {
return 1;
}
return hash;
}
final public DataItemLocal writeData(StreamSource source)
{
if (source == null) {
return new DataItemLocal(0, 0, 0, 0);
}
InputStream is = null;
try {
is = source.getInputStream();
return writeData(is);
} catch (IOException e) {
log.log(Level.FINE, e.toString(), e);
return new DataItemLocal(0, 0, 0, 0);
} finally {
IoUtil.close(is);
}
}
final public DataItemLocal writeData(InputStream is)
throws IOException
{
TempOutputStream os = null;
try {
Crc64InputStream mIn = new Crc64InputStream(is);
DataItem valueData = getDataBacking().saveData(mIn, -1);
long valueHash = mIn.getDigest();
if (valueHash == 0 || valueHash == MnodeEntry.ANY_KEY) {
valueHash = 1;
}
long length = mIn.getLength();
return new DataItemLocal(valueHash, valueData, length);
} catch (RuntimeException e) {
throw e;
} catch (Exception e) {
throw new RuntimeException(e);
} finally {
if (os != null)
os.destroy();
}
}
@Override
public String toString()
{
return getClass().getSimpleName() + "[" + _serverId + "]";
}
public static class DataItemLocal {
private long _valueHash;
private long _dataId;
private long _dataTime;
private long _length;
private DataItemLocal(long valueHash,
long dataId,
long dataTime,
long length)
{
_valueHash = valueHash;
_dataId = dataId;
_dataTime = dataTime;
_length = length;
}
private DataItemLocal(long valueHash,
DataItem data,
long length)
{
_valueHash = valueHash;
if (data != null) {
_dataId = data.getId();
_dataTime = data.getTime();
}
_length = length;
}
public long getValueDataId()
{
return _dataId;
}
public long getValueDataTime()
{
return _dataTime;
}
public long getValueHash()
{
return _valueHash;
}
public long getLength()
{
return _length;
}
@Override
public String toString()
{
return (getClass().getSimpleName()
+ "[id=" + _dataId
+ ",hash=" + _valueHash
+ ",length=" + _length + "]");
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy