com.aerospike.mapper.tools.AeroMapper Maven / Gradle / Ivy
package com.aerospike.mapper.tools;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.lang.reflect.Array;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.function.Function;
import javax.validation.constraints.NotNull;
import org.apache.commons.lang3.StringUtils;
import com.aerospike.client.AerospikeException;
import com.aerospike.client.AerospikeException.ScanTerminated;
import com.aerospike.client.Bin;
import com.aerospike.client.IAerospikeClient;
import com.aerospike.client.Key;
import com.aerospike.client.Log;
import com.aerospike.client.Operation;
import com.aerospike.client.Record;
import com.aerospike.client.Value;
import com.aerospike.client.policy.BatchPolicy;
import com.aerospike.client.policy.Policy;
import com.aerospike.client.policy.QueryPolicy;
import com.aerospike.client.policy.RecordExistsAction;
import com.aerospike.client.policy.ScanPolicy;
import com.aerospike.client.policy.WritePolicy;
import com.aerospike.client.query.Filter;
import com.aerospike.client.query.RecordSet;
import com.aerospike.client.query.Statement;
import com.aerospike.mapper.tools.ClassCache.PolicyType;
import com.aerospike.mapper.tools.configuration.ClassConfig;
import com.aerospike.mapper.tools.configuration.Configuration;
import com.aerospike.mapper.tools.converters.MappingConverter;
import com.aerospike.mapper.tools.utils.MapperUtils;
import com.aerospike.mapper.tools.utils.TypeUtils;
import com.aerospike.mapper.tools.virtuallist.VirtualList;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.dataformat.yaml.YAMLFactory;
public class AeroMapper implements IAeroMapper {
private final IAerospikeClient mClient;
private final MappingConverter mappingConverter;
public static class Builder {
private final AeroMapper mapper;
private List> classesToPreload = null;
public Builder(IAerospikeClient client) {
this.mapper = new AeroMapper(client);
ClassCache.getInstance().setDefaultPolicies(client);
}
/**
* Add in a custom type converter. The converter must have methods which implement the ToAerospike and FromAerospike annotation.
*
* @param converter The custom converter
* @return this object
*/
public Builder addConverter(Object converter) {
GenericTypeMapper mapper = new GenericTypeMapper(converter);
TypeUtils.addTypeMapper(mapper.getMappedClass(), mapper);
return this;
}
public Builder preLoadClass(Class clazz) {
if (classesToPreload == null) {
classesToPreload = new ArrayList<>();
}
classesToPreload.add(clazz);
return this;
}
public Builder withConfigurationFile(File file) throws IOException {
return this.withConfigurationFile(file, false);
}
public Builder withConfigurationFile(File file, boolean allowsInvalid) throws IOException {
ObjectMapper objectMapper = new ObjectMapper(new YAMLFactory());
Configuration configuration = objectMapper.readValue(file, Configuration.class);
this.loadConfiguration(configuration, allowsInvalid);
return this;
}
public Builder withConfigurationFile(InputStream ios) throws IOException {
return this.withConfigurationFile(ios, false);
}
public Builder withConfigurationFile(InputStream ios, boolean allowsInvalid) throws IOException {
ObjectMapper objectMapper = new ObjectMapper(new YAMLFactory());
Configuration configuration = objectMapper.readValue(ios, Configuration.class);
this.loadConfiguration(configuration, allowsInvalid);
return this;
}
public Builder withConfiguration(String configurationYaml) throws JsonProcessingException {
return this.withConfiguration(configurationYaml, false);
}
public Builder withConfiguration(String configurationYaml, boolean allowsInvalid) throws JsonProcessingException {
ObjectMapper objectMapper = new ObjectMapper(new YAMLFactory());
Configuration configuration = objectMapper.readValue(configurationYaml, Configuration.class);
this.loadConfiguration(configuration, allowsInvalid);
return this;
}
private void loadConfiguration(@NotNull Configuration configuration, boolean allowsInvalid) {
for (ClassConfig config : configuration.getClasses()) {
try {
String name = config.getClassName();
if (StringUtils.isBlank(name)) {
throw new AerospikeException("Class with blank name in configuration file");
} else {
try {
Class.forName(config.getClassName());
} catch (ClassNotFoundException e) {
throw new AerospikeException("Cannot find a class with name " + name);
}
}
} catch (RuntimeException re) {
if (allowsInvalid) {
Log.warn("Ignoring issue with configuration: " + re.getMessage());
} else {
throw re;
}
}
}
ClassCache.getInstance().addConfiguration(configuration);
}
public static class AeroPolicyMapper {
private final Builder builder;
private final Policy policy;
private final PolicyType policyType;
public AeroPolicyMapper(Builder builder, PolicyType policyType, Policy policy) {
this.builder = builder;
this.policyType = policyType;
this.policy = policy;
}
public Builder forClasses(Class... classes) {
for (Class thisClass : classes) {
ClassCache.getInstance().setSpecificPolicy(policyType, thisClass, policy);
}
return builder;
}
public Builder forThisOrChildrenOf(Class clazz) {
ClassCache.getInstance().setChildrenPolicy(this.policyType, clazz, this.policy);
return builder;
}
public Builder forAll() {
ClassCache.getInstance().setDefaultPolicy(policyType, policy);
return builder;
}
}
public AeroPolicyMapper withReadPolicy(Policy policy) {
return new AeroPolicyMapper(this, PolicyType.READ, policy);
}
public AeroPolicyMapper withWritePolicy(Policy policy) {
return new AeroPolicyMapper(this, PolicyType.WRITE, policy);
}
public AeroPolicyMapper withBatchPolicy(BatchPolicy policy) {
return new AeroPolicyMapper(this, PolicyType.BATCH, policy);
}
public AeroPolicyMapper withScanPolicy(ScanPolicy policy) {
return new AeroPolicyMapper(this, PolicyType.SCAN, policy);
}
public AeroPolicyMapper withQueryPolicy(QueryPolicy policy) {
return new AeroPolicyMapper(this, PolicyType.QUERY, policy);
}
public AeroMapper build() {
if (classesToPreload != null) {
for (Class clazz : classesToPreload) {
ClassCache.getInstance().loadClass(clazz, this.mapper);
}
}
return this.mapper;
}
}
private AeroMapper(@NotNull IAerospikeClient client) {
this.mClient = client;
this.mappingConverter = new MappingConverter(this, mClient);
}
@Override
public void save(@NotNull Object... objects) throws AerospikeException {
for (Object thisObject : objects) {
this.save(thisObject);
}
}
@Override
public void save(@NotNull Object object, String... binNames) throws AerospikeException {
save(null, object, RecordExistsAction.REPLACE, binNames);
}
@Override
public void save(@NotNull WritePolicy writePolicy, @NotNull Object object, String... binNames) throws AerospikeException {
save(writePolicy, object, null, binNames);
}
@SuppressWarnings("unchecked")
private void save(WritePolicy writePolicy, @NotNull T object, RecordExistsAction recordExistsAction, String[] binNames) {
Class clazz = (Class) object.getClass();
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
if (writePolicy == null) {
writePolicy = new WritePolicy(entry.getWritePolicy());
if (recordExistsAction != null) {
writePolicy.recordExistsAction = recordExistsAction;
}
// #132 -- Ensure that if an overriding TTL / sendkey is passed in the policy it is NOT overwritten. Hence
// only if the policy is null do we override these settings.
Integer ttl = entry.getTtl();
Boolean sendKey = entry.getSendKey();
if (ttl != null) {
writePolicy.expiration = ttl;
}
if (sendKey != null) {
writePolicy.sendKey = sendKey;
}
}
String set = entry.getSetName();
if ("".equals(set)) {
// Use the null set
set = null;
}
Key key = new Key(entry.getNamespace(), set, Value.get(entry.getKey(object)));
Bin[] bins = entry.getBins(object, writePolicy.recordExistsAction != RecordExistsAction.REPLACE, binNames);
mClient.put(writePolicy, key, bins);
}
@Override
public void update(@NotNull Object object, String... binNames) throws AerospikeException {
save(null, object, RecordExistsAction.UPDATE, binNames);
}
@Override
public T readFromDigest(@NotNull Class clazz, @NotNull byte[] digest) throws AerospikeException {
return this.readFromDigest(clazz, digest, true);
}
@Override
public T readFromDigest(@NotNull Class clazz, @NotNull byte[] digest, boolean resolveDependencies) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
Key key = new Key(entry.getNamespace(), digest, entry.getSetName(), null);
return this.read(null, clazz, key, entry, resolveDependencies);
}
@Override
public T readFromDigest(Policy readPolicy, @NotNull Class clazz, @NotNull byte[] digest) throws AerospikeException {
return this.readFromDigest(readPolicy, clazz, digest, true);
}
@Override
public T readFromDigest(Policy readPolicy, @NotNull Class clazz, @NotNull byte[] digest, boolean resolveDependencies) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
Key key = new Key(entry.getNamespace(), digest, entry.getSetName(), null);
return this.read(readPolicy, clazz, key, entry, resolveDependencies);
}
@Override
public T read(@NotNull Class clazz, @NotNull Object userKey) throws AerospikeException {
return this.read(clazz, userKey, true);
}
@Override
public T read(@NotNull Class clazz, @NotNull Object userKey, boolean resolveDependencies) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
String set = entry.getSetName();
Key key = new Key(entry.getNamespace(), set, Value.get(entry.translateKeyToAerospikeKey(userKey)));
return read(null, clazz, key, entry, resolveDependencies);
}
@Override
public T read(Policy readPolicy, @NotNull Class clazz, @NotNull Object userKey) throws AerospikeException {
return this.read(readPolicy, clazz, userKey, true);
}
@Override
public T read(Policy readPolicy, @NotNull Class clazz, @NotNull Object userKey, boolean resolveDependencies) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
String set = entry.getSetName();
Key key = new Key(entry.getNamespace(), set, Value.get(entry.translateKeyToAerospikeKey(userKey)));
return read(readPolicy, clazz, key, entry, resolveDependencies);
}
@Override
public T[] read(@NotNull Class clazz, @NotNull Object[] userKeys) throws AerospikeException {
return read(null, clazz, userKeys);
}
@Override
public T[] read(BatchPolicy batchPolicy, @NotNull Class clazz, @NotNull Object[] userKeys) throws AerospikeException {
return read(batchPolicy, clazz, userKeys, (Operation[]) null);
}
@Override
public T[] read(@NotNull Class clazz, @NotNull Object[] userKeys, Operation... operations) {
return read(null, clazz, userKeys, operations);
}
@Override
public T[] read(BatchPolicy batchPolicy, @NotNull Class clazz, @NotNull Object[] userKeys, Operation... operations) {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
String set = entry.getSetName();
Key[] keys = new Key[userKeys.length];
for (int i = 0; i < userKeys.length; i++) {
if (userKeys[i] == null) {
throw new AerospikeException("Cannot pass null to object " + i + " in multi-read call");
} else {
keys[i] = new Key(entry.getNamespace(), set, Value.get(entry.translateKeyToAerospikeKey(userKeys[i])));
}
}
return readBatch(batchPolicy, clazz, keys, entry, operations);
}
@SuppressWarnings({"unchecked"})
private T read(Policy readPolicy, @NotNull Class clazz, @NotNull Key key, @NotNull ClassCacheEntry entry, boolean resolveDependencies) {
if (readPolicy == null || readPolicy.filterExp == null) {
Object objectForKey = LoadedObjectResolver.get(key);
if (objectForKey != null) {
return (T) objectForKey;
}
}
if (readPolicy == null) {
readPolicy = entry.getReadPolicy();
}
Record record = mClient.get(readPolicy, key);
if (record == null) {
return null;
} else {
try {
ThreadLocalKeySaver.save(key);
LoadedObjectResolver.begin();
return mappingConverter.convertToObject(clazz, record, entry, resolveDependencies);
} catch (ReflectiveOperationException e) {
throw new AerospikeException(e);
} finally {
LoadedObjectResolver.end();
ThreadLocalKeySaver.clear();
}
}
}
@SuppressWarnings("unchecked")
private T[] readBatch(BatchPolicy batchPolicy, @NotNull Class clazz, @NotNull Key[] keys,
@NotNull ClassCacheEntry entry, Operation... operations) {
if (batchPolicy == null) {
batchPolicy = entry.getBatchPolicy();
}
Record[] records;
if (operations != null && operations.length > 0) {
records = mClient.get(batchPolicy, keys, operations);
} else {
records = mClient.get(batchPolicy, keys);
}
T[] results = (T[]) Array.newInstance(clazz, records.length);
for (int i = 0; i < records.length; i++) {
if (records[i] == null) {
results[i] = null;
} else {
try {
ThreadLocalKeySaver.save(keys[i]);
T result = mappingConverter.convertToObject(clazz, records[i], entry, false);
results[i] = result;
} catch (ReflectiveOperationException e) {
throw new AerospikeException(e);
} finally {
ThreadLocalKeySaver.clear();
}
}
}
mappingConverter.resolveDependencies(entry);
return results;
}
@Override
public boolean delete(@NotNull Class clazz, @NotNull Object userKey) throws AerospikeException {
return this.delete(null, clazz, userKey);
}
@Override
public boolean delete(WritePolicy writePolicy, @NotNull Class clazz, @NotNull Object userKey) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
Object asKey = entry.translateKeyToAerospikeKey(userKey);
if (writePolicy == null) {
writePolicy = entry.getWritePolicy();
if (entry.getDurableDelete() != null) {
// Clone the write policy so we're not changing the original one
writePolicy = new WritePolicy(writePolicy);
writePolicy.durableDelete = entry.getDurableDelete();
}
}
Key key = new Key(entry.getNamespace(), entry.getSetName(), Value.get(asKey));
return mClient.delete(writePolicy, key);
}
@Override
public boolean delete(@NotNull Object object) throws AerospikeException {
return this.delete((WritePolicy) null, object);
}
@Override
public boolean delete(WritePolicy writePolicy, @NotNull Object object) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(object.getClass(), this);
Key key = new Key(entry.getNamespace(), entry.getSetName(), Value.get(entry.getKey(object)));
if (writePolicy == null) {
writePolicy = entry.getWritePolicy();
if (entry.getDurableDelete() != null) {
writePolicy = new WritePolicy(writePolicy);
writePolicy.durableDelete = entry.getDurableDelete();
}
}
return mClient.delete(writePolicy, key);
}
@Override
public void find(@NotNull Class clazz, Function function) throws AerospikeException {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
Statement statement = new Statement();
statement.setNamespace(entry.getNamespace());
statement.setSetName(entry.getSetName());
RecordSet recordSet = null;
try {
// TODO: set the policy (If this statement is thought to be useful, which is dubious)
recordSet = mClient.query(null, statement);
T result;
while (recordSet.next()) {
result = clazz.getConstructor().newInstance();
entry.hydrateFromRecord(recordSet.getRecord(), result);
if (!function.apply(result)) {
break;
}
}
} catch (ReflectiveOperationException e) {
throw new AerospikeException(e);
} finally {
if (recordSet != null) {
recordSet.close();
}
}
}
@Override
public void scan(@NotNull Class clazz, @NotNull Processor processor) {
scan(null, clazz, processor);
}
@Override
public void scan(ScanPolicy policy, @NotNull Class clazz, @NotNull Processor processor) {
scan(policy, clazz, processor, -1);
}
@Override
public void scan(@NotNull Class clazz, @NotNull Processor processor, int recordsPerSecond) {
scan(null, clazz, processor, recordsPerSecond);
}
@Override
public void scan(ScanPolicy policy, @NotNull Class clazz, @NotNull Processor processor, int recordsPerSecond) {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
if (policy == null) {
policy = entry.getScanPolicy();
}
if (recordsPerSecond >= 0) {
// Ensure the underlying rate on the policy does not change
policy = new ScanPolicy(policy);
policy.recordsPerSecond = recordsPerSecond;
}
String namespace = entry.getNamespace();
String setName = entry.getSetName();
AtomicBoolean userTerminated = new AtomicBoolean(false);
try {
mClient.scanAll(policy, namespace, setName, (key, record) -> {
T object = this.getMappingConverter().convertToObject(clazz, record);
if (!processor.process(object)) {
userTerminated.set(true);
throw new AerospikeException.ScanTerminated();
}
});
} catch (ScanTerminated st) {
if (!userTerminated.get()) {
throw st;
}
}
}
@Override
public List scan(@NotNull Class clazz) {
return scan(null, clazz);
}
@Override
public List scan(ScanPolicy policy, @NotNull Class clazz) {
List result = new ArrayList<>();
Processor resultProcessor = record -> {
result.add(record);
return true;
};
scan(policy, clazz, resultProcessor);
return result;
}
@Override
public void query(@NotNull Class clazz, @NotNull Processor processor, Filter filter) {
query(null, clazz, processor, filter);
}
@Override
public void query(QueryPolicy policy, @NotNull Class clazz, @NotNull Processor processor, Filter filter) {
ClassCacheEntry entry = MapperUtils.getEntryAndValidateNamespace(clazz, this);
if (policy == null) {
policy = entry.getQueryPolicy();
}
Statement statement = new Statement();
statement.setFilter(filter);
statement.setNamespace(entry.getNamespace());
statement.setSetName(entry.getSetName());
RecordSet recordSet = mClient.query(policy, statement);
try {
while (recordSet.next()) {
T object = this.getMappingConverter().convertToObject(clazz, recordSet.getRecord());
if (!processor.process(object)) {
break;
}
}
} finally {
recordSet.close();
}
}
@Override
public List query(Class clazz, Filter filter) {
return query(null, clazz, filter);
}
@Override
public List query(QueryPolicy policy, Class clazz, Filter filter) {
List result = new ArrayList<>();
Processor resultProcessor = record -> {
result.add(record);
return true;
};
query(policy, clazz, resultProcessor, filter);
return result;
}
@Override
public VirtualList asBackedList(@NotNull Object object, @NotNull String binName, Class elementClazz) {
return new VirtualList<>(this, object, binName, elementClazz);
}
@Override
public VirtualList asBackedList(@NotNull Class owningClazz, @NotNull Object key, @NotNull String binName, Class elementClazz) {
return new VirtualList<>(this, owningClazz, key, binName, elementClazz);
}
@Override
public IAerospikeClient getClient() {
return this.mClient;
}
@Override
public MappingConverter getMappingConverter() {
return this.mappingConverter;
}
@Override
public IAeroMapper asMapper() {
return this;
}
@Override
public Policy getReadPolicy(Class clazz) {
return getPolicyByClassAndType(clazz, PolicyType.READ);
}
@Override
public WritePolicy getWritePolicy(Class clazz) {
return (WritePolicy) getPolicyByClassAndType(clazz, PolicyType.WRITE);
}
@Override
public BatchPolicy getBatchPolicy(Class clazz) {
return (BatchPolicy) getPolicyByClassAndType(clazz, PolicyType.BATCH);
}
@Override
public ScanPolicy getScanPolicy(Class clazz) {
return (ScanPolicy) getPolicyByClassAndType(clazz, PolicyType.SCAN);
}
@Override
public QueryPolicy getQueryPolicy(Class clazz) {
return (QueryPolicy) getPolicyByClassAndType(clazz, PolicyType.QUERY);
}
private Policy getPolicyByClassAndType(Class clazz, PolicyType policyType) {
ClassCacheEntry entry = ClassCache.getInstance().loadClass(clazz, this);
switch (policyType) {
case READ:
return entry == null ? mClient.getReadPolicyDefault() : entry.getReadPolicy();
case WRITE:
return entry == null ? mClient.getWritePolicyDefault() : entry.getWritePolicy();
case BATCH:
return entry == null ? mClient.getBatchPolicyDefault() : entry.getBatchPolicy();
case SCAN:
return entry == null ? mClient.getScanPolicyDefault() : entry.getScanPolicy();
case QUERY:
return entry == null ? mClient.getQueryPolicyDefault() : entry.getQueryPolicy();
default:
throw new UnsupportedOperationException("Provided unsupported policy.");
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy