Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Copyright 2013 eBuddy B.V.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.ebuddy.cassandra.dao;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.HashMap;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;
import org.apache.commons.lang3.Validate;
import com.atlassian.fugue.Either;
import com.ebuddy.cassandra.BatchContext;
import com.ebuddy.cassandra.dao.mapper.ColumnMapper;
import com.ebuddy.cassandra.dao.mapper.ColumnMapperWithTimestamps;
import com.ebuddy.cassandra.dao.mapper.SuperColumnFamilyRowMapper;
import com.ebuddy.cassandra.dao.mapper.SuperColumnMapper;
import com.ebuddy.cassandra.dao.visitor.ColumnVisitor;
import me.prettyprint.hector.api.Keyspace;
import me.prettyprint.hector.api.Serializer;
import me.prettyprint.hector.api.beans.ColumnSlice;
import me.prettyprint.hector.api.beans.HColumn;
import me.prettyprint.hector.api.beans.HSuperColumn;
import me.prettyprint.hector.api.beans.Row;
import me.prettyprint.hector.api.beans.Rows;
import me.prettyprint.hector.api.beans.SuperRow;
import me.prettyprint.hector.api.beans.SuperRows;
import me.prettyprint.hector.api.beans.SuperSlice;
import me.prettyprint.hector.api.factory.HFactory;
import me.prettyprint.hector.api.mutation.Mutator;
import me.prettyprint.hector.api.query.MultigetSubSliceQuery;
import me.prettyprint.hector.api.query.MultigetSuperSliceQuery;
import me.prettyprint.hector.api.query.QueryResult;
import me.prettyprint.hector.api.query.SubColumnQuery;
import me.prettyprint.hector.api.query.SubSliceQuery;
import me.prettyprint.hector.api.query.SuperSliceQuery;
/**
* Data access template for Cassandra Super column families.
*
* @param the Row Key type.
* @param The supercolumn name type.
* @param The subcolumn name type.
* @param The column value type.
*
* @author Eric Zoerner [email protected]
*/
public final class SuperColumnFamilyTemplate extends AbstractColumnFamilyTemplate
implements SuperColumnFamilyOperations {
/**
* The serializer for subcolumn names.
*/
private final Serializer subSerializer;
private final ColumnMapper columnMapperToGetColumnNames = new ColumnMapper() {
@Override
public N mapColumn(N columnName, V columnValue) {
return columnName;
}
};
public SuperColumnFamilyTemplate(Keyspace keyspace,
@Nullable String columnFamily,
Serializer keySerializer,
Serializer supercolumnNameSerializer,
Serializer subcolumnNameSerializer,
Serializer valueSerializer) {
super(keyspace,
columnFamily,
keySerializer,
Validate.notNull(supercolumnNameSerializer),
Validate.notNull(valueSerializer));
subSerializer = Validate.notNull(subcolumnNameSerializer);
}
/**
* Get a column value from a specified super column.
*
* @param rowKey the row key of type K
* @param superColumnName the name of the super column of type SN
* @param columnName the column name
* @return the column value or null if not found
*/
@Override
public V readColumnValue(K rowKey, SN superColumnName, N columnName) {
SubColumnQuery query = HFactory.createSubColumnQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
QueryResult> result = query.
setKey(rowKey).
setColumnFamily(getColumnFamily()).
setSuperColumn(superColumnName).
setColumn(columnName).
execute();
HColumn column = result.get();
return column != null ? column.getValue() : null;
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
/**
* Get columns from a super column as a map.
*
* @param rowKey the row key
* @param superColumnName the super column name
* @param columnNames if given, a list of column names to get, otherwise get all columns
* @return a map of column values keyed by row key
*/
@Override
public Map readColumnsAsMap(K rowKey, SN superColumnName, N... columnNames) {
Map columns = new HashMap();
SubSliceQuery query = HFactory.createSubSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKey(rowKey).
setColumnFamily(getColumnFamily()).
setSuperColumn(superColumnName);
if (columnNames.length == 0) {
query.setRange(null, null, false, ALL);
} else {
query.setColumnNames(columnNames);
}
QueryResult> result = query.execute();
ColumnSlice slice = result.get();
for (HColumn column : slice.getColumns()) {
V value = column.getValue();
columns.put(column.getName(), value);
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
return columns;
}
@Override
public Map readColumnsAsMap(K rowKey,
SN superColumnName,
N start,
N finish,
int count,
boolean reversed) {
Map columns = new HashMap();
SubSliceQuery query = HFactory.createSubSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKey(rowKey).
setColumnFamily(getColumnFamily()).
setSuperColumn(superColumnName).
setRange(start, finish, reversed, count);
QueryResult> result = query.execute();
ColumnSlice slice = result.get();
for (HColumn column : slice.getColumns()) {
V value = column.getValue();
columns.put(column.getName(), value);
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
return columns;
}
/**
* Get columns from a super column returning a list of mapped super columns.
*
* @param rowKey the row key
* @param superColumnName restricts query to this supercolumn.
* @param columnMapper a provided mapper to create results from the columns
* @return list of result objects created by the mapper
*/
@Override
public List readColumns(K rowKey, SN superColumnName, ColumnMapper columnMapper) {
return readColumns(rowKey, superColumnName, null, null, ALL, false, columnMapper);
}
@Override
public List readColumns(K rowKey,
SN superColumnName,
N start,
N finish,
int count,
boolean reversed,
ColumnMapper columnMapper) {
return basicReadColumns(rowKey,
superColumnName,
start,
finish,
count,
reversed,
Either.,ColumnMapperWithTimestamps>left(columnMapper));
}
@Override
public List readColumnsWithTimestamps(K rowKey,
SN superColumnName,
N start,
N finish,
int count,
boolean reversed,
ColumnMapperWithTimestamps columnMapper) {
return basicReadColumns(rowKey,
superColumnName,
start,
finish,
count,
reversed,
Either.,ColumnMapperWithTimestamps>right(columnMapper));
}
private List basicReadColumns(K rowKey,
SN superColumnName,
N start,
N finish,
int count,
boolean reversed,
Either,ColumnMapperWithTimestamps> mapper) {
List resultList = new ArrayList();
SubSliceQuery query = HFactory.createSubSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKey(rowKey).
setColumnFamily(getColumnFamily()).
setSuperColumn(superColumnName).
setRange(start, finish, reversed, count);
QueryResult> result = query.execute();
ColumnSlice slice = result.get();
for (HColumn column : slice.getColumns()) {
if (mapper.isLeft()) {
resultList.add(mapper.left().get().mapColumn(column.getName(), column.getValue()));
} else {
resultList.add(mapper.right().get().mapColumn(column.getName(), column.getValue(), column.getClock()));
}
}
return resultList;
}
/**
* Get a column from a super column based on the {@link ColumnVisitor) implementation passed. The Visitor will go through all the columns and perform some internal operation based on the column data
*
* @param rowKey the row key
* @param superColumnName restricts query to this supercolumn.
* @param start the start column name to read
* @param finish the last column name to read
* @param count the number of columns to read
* @param reverse order in which the columns should be read
* @param columnVisitor a provided visitor to visit all the columns and retrieve the needed one.
*/
@Override
public void visitColumns(K rowKey,
SN superColumnName,
N start,
N finish,
int count,
boolean reversed,
ColumnVisitor columnVisitor) {
SubSliceQuery query = HFactory.createSubSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKey(rowKey)
.setColumnFamily(getColumnFamily())
.setSuperColumn(superColumnName)
.setRange(start, finish, reversed, count);
QueryResult> result = query.execute();
ColumnSlice slice = result.get();
for (HColumn column : slice.getColumns()) {
V value = column.getValue();
columnVisitor.visit(column.getName(), value, column.getClock(), column.getTtl());
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
/**
* Read all columns from multiple rows from a single super column in each row.
*
* @param rowKeys - Keys to search
* @param superColumnName - superColumn involved in the query
* @return Map of properties
*/
@Override
public Map> multiGetAsMap(Collection rowKeys, SN superColumnName) {
return basicMultiGetAsMap(rowKeys, superColumnName, null);
}
/**
* Read specified columns from multiple rows from a single super column in each row.
*
* @param rowKeys - Keys to search
* @param superColumnName - superColumn involved in the query
* @param columnNames - Restrict the query to these column names; if no names are given then reads
* all column names
* @return Map of properties
*/
@Override
public Map> multiGetColumnsAsMap(Collection rowKeys, SN superColumnName, N... columnNames) {
return basicMultiGetAsMap(rowKeys, superColumnName, columnNames);
}
/**
* Read all columns from multiple rows from a single super column in each row,
* returning a list of mapped super columns.
*
* @param rowKeys - Keys to search
* @param superColumnName - superColumn involved in the query
* @return List of mapped super columns. The order is only meaningful if rows are ordered in the database.
*/
@Override
public List multiGetSuperColumn(Collection rowKeys,
SN superColumnName,
SuperColumnMapper superColumnMapper) {
return basicMultiGetSubSlice(rowKeys, superColumnName, superColumnMapper, null);
}
@Override
public List multiGetAllSuperColumns(Collection rowKeys, SuperColumnFamilyRowMapper
superColumnFamilyRowMapper) {
List result = new LinkedList();
MultigetSuperSliceQuery query = HFactory.createMultigetSuperSliceQuery(getKeyspace(),
getKeySerializer(),
getTopSerializer(),
subSerializer,
getValueSerializer());
query.setKeys(rowKeys).
setColumnFamily(getColumnFamily()).
setRange(null, null, false, ALL);
QueryResult> queryResult = query.execute();
for (SuperRow row : queryResult.get()) {
K key = row.getKey();
SuperSlice slice = row.getSuperSlice();
List> columns = slice.getSuperColumns();
T t = superColumnFamilyRowMapper.mapRow(key, columns);
result.add(t);
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
return result;
}
/**
* Read specified columns from multiple rows from a single super column in each row,
* returning a list of mapped super columns.
*
* @param rowKeys - Keys to search
* @param superColumnName - superColumn involved in the query
* @param columnNames - Restrict the query to these column names; if no names are given then reads
* all column names
* @return Map of properties
*/
@Override
public List multiGetColumns(Collection rowKeys,
SN superColumnName,
SuperColumnMapper superColumnMapper,
N... columnNames) {
return basicMultiGetSubSlice(rowKeys, superColumnName, superColumnMapper, columnNames);
}
/**
* Read an entire row as a map of maps.
*
* @param key the row key
* @return the row as a map of maps
* where the key is the super column name and the value is a map of column names to column values.
*/
@Override
public Map> readRowAsMap(K key) {
SuperSliceQuery query = HFactory.createSuperSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKey(key).
setColumnFamily(getColumnFamily()).
setRange(null, null, false, ALL);
QueryResult> queryResult = query.execute();
Map> results = new HashMap>();
for (HSuperColumn superColumn : queryResult.get().getSuperColumns()) {
List> allColumns = superColumn.getColumns();
Map columnMap = new HashMap(allColumns.size());
for (HColumn column : allColumns) {
columnMap.put(column.getName(), column.getValue());
}
if (!columnMap.isEmpty()) {
results.put(superColumn.getName(), columnMap);
}
}
return results;
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
/**
* Read an entire row as a list of mapped supercolumns.
*
* @param key the row key
* @return a List of T as returned by the supercolumn mapper.
*
*/
@Override
public List readRow(K key, SuperColumnMapper superColumnMapper) {
SuperSliceQuery query = HFactory.createSuperSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKey(key).
setColumnFamily(getColumnFamily()).
setRange(null, null, false, ALL);
QueryResult> queryResult = query.execute();
List> superColumns = queryResult.get().getSuperColumns();
List results = new ArrayList( superColumns.size());
for (HSuperColumn superColumn : superColumns) {
T mappedSuperColumn = superColumnMapper.mapSuperColumn(key, superColumn.getName(), superColumn.getColumns());
// don't include null
if (mappedSuperColumn != null) {
results.add(mappedSuperColumn);
}
}
return results;
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
/**
* Set subcolumn values for a specified super column and execute immediately.
*
* @param rowKey the row key of type K
* @param superColumnName the super column name of type SN
* @param columnMap a map of column names type N and column values type V.
*/
@Override
public void writeColumns(K rowKey, SN superColumnName, Map columnMap) {
basicWriteColumns(rowKey, superColumnName, columnMap, null);
}
/**
* Set subcolumn values for a specified super column as a batch operation.
*
* @param rowKey the row key of type K
* @param superColumnName the super column name of type SN
* @param columnMap a map of column names type N and column values type V.
* @param txnContext BatchContext for batch operations
*/
@Override
public void writeColumns(K rowKey,
SN superColumnName,
Map columnMap,
@Nonnull BatchContext txnContext) {
Validate.notNull(txnContext);
basicWriteColumns(rowKey, superColumnName, columnMap, txnContext);
}
/**
* Set a subcolumn value for a specified super column.
*
* @param rowKey the row key of type K
* @param superColumnName the super column name of type SN
* @param columnName the column name
* @param columnValue the column value
*/
@Override
public void writeColumn(K rowKey, SN superColumnName, N columnName, V columnValue) {
basicWriteColumn(rowKey, superColumnName, columnName, columnValue, null);
}
/**
* Write a subcolumn value for a specified super column as a batch operation.
*
* @param rowKey the row key of type K
* @param superColumnName the super column name of type SN
* @param columnName the column name
* @param columnValue the column value
* @param txnContext BatchContext for batch operations
*/
@Override
public void writeColumn(K rowKey,
SN superColumnName,
N columnName,
V columnValue,
@Nonnull BatchContext txnContext) {
Validate.notNull(txnContext);
basicWriteColumn(rowKey, superColumnName, columnName, columnValue, txnContext);
}
@Override
public void deleteColumns(K rowKey, SN superColumnName, Iterable subcolumnNames) {
Mutator mutator = createMutator();
for (N subcolumnName : subcolumnNames) {
mutator.subDelete(rowKey,
getColumnFamily(),
superColumnName,
subcolumnName,
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer());
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
/**
* Remove subcolumns in a super column as a batch operation.
*
* @param rowKey the row key
* @param superColumnName the super column name
* @param subcolumnNames the names of the subcolumns
* @param txnContext BatchContext for batch operation
*/
@Override
public void deleteColumns(K rowKey,
SN superColumnName,
Iterable subcolumnNames,
@Nonnull BatchContext txnContext) {
Validate.notNull(txnContext);
Mutator mutator = validateAndGetMutator(txnContext);
for (N subcolumn : subcolumnNames) {
mutator.addSubDelete(rowKey,
getColumnFamily(),
superColumnName,
subcolumn,
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer());
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
@Override
public void deleteColumns(K rowKey, SN superColumnName, N start, N finish) {
deleteColumns(rowKey, superColumnName, start, finish, null);
}
@Override
public void deleteColumns(K rowKey, SN superColumnName, N start, N finish, @Nullable BatchContext batchContext) {
Mutator mutator;
boolean shouldExecute;
if (batchContext == null) {
shouldExecute = true;
mutator = createMutator();
} else {
shouldExecute = false;
mutator = validateAndGetMutator(batchContext);
}
// unfortunately the thrift API to Cassandra does not support deleting with a SliceRange.
// !! We have read before delete -- performance and thread safety issue
// get column names to delete using a slice query
List columnNamesToDelete = readColumns(rowKey,
superColumnName,
start,
finish,
ALL,
false,
columnMapperToGetColumnNames);
for (N columnName : columnNamesToDelete) {
mutator.addSubDelete(rowKey,
getColumnFamily(),
superColumnName,
columnName,
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer());
}
if (shouldExecute) {
mutator.execute();
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
@Override
public void deleteSuperColumn(K rowKey, SN superColumnName) {
Mutator mutator = createMutator();
mutator.superDelete(rowKey, getColumnFamily(), superColumnName, getSuperColumnNameSerializer());
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
@Override
public void deleteSuperColumn(K rowKey, SN superColumnName, @Nonnull BatchContext txnContext) {
Validate.notNull(txnContext);
Mutator mutator = validateAndGetMutator(txnContext);
mutator.superDelete(rowKey, getColumnFamily(), superColumnName, getSuperColumnNameSerializer());
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
private void basicWriteColumn(K rowKey,
SN superColumnName,
N columnName,
V columnValue,
@Nullable BatchContext txnContext) {
// create the subcolumns for the super column
@SuppressWarnings({"unchecked"})
List> columns = Arrays.asList(
HFactory.createColumn(
columnName, columnValue, subSerializer, getValueSerializer()
)
);
HSuperColumn superColumn = HFactory.createSuperColumn(superColumnName,
columns,
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
if (txnContext == null) {
insertSuperColumn(rowKey, superColumn);
} else {
insertSuperColumn(rowKey, superColumn, txnContext);
}
}
/**
* Set subcolumn values for a specified super column as a batch operation.
*
* @param rowKey the row key of type K
* @param superColumnName the super column name of type SN
* @param columnMap a map of column names type N and column values type V.
* @param txnContext BatchContext for batch operations
*/
private void basicWriteColumns(K rowKey,
SN superColumnName,
Map columnMap,
@Nullable BatchContext txnContext) {
// create the subcolumns for the super column
List> columns = new ArrayList>(columnMap.size());
for (Map.Entry mapEntry : columnMap.entrySet()) {
columns.add(HFactory.createColumn(mapEntry.getKey(),
mapEntry.getValue(),
getSubcolumnNameSerializer(),
getValueSerializer()));
}
HSuperColumn superColumn = HFactory.createSuperColumn(superColumnName,
columns,
getSuperColumnNameSerializer(),
subSerializer,
getValueSerializer());
if (txnContext == null) {
insertSuperColumn(rowKey, superColumn);
} else {
insertSuperColumn(rowKey, superColumn, txnContext);
}
}
/**
* Read a single super columns from multiple rows and return data as a map.
*
* @param columnNames if null then return all columns, otherwise return specific columns. If empty then
* returns keys only (no supercolumns or columns).
*/
private Map> basicMultiGetAsMap(Collection rowKeys,
SN superColumnName,
@Nullable N[] columnNames) {
Map> superColumns = new HashMap>();
MultigetSubSliceQuery query = HFactory.createMultigetSubSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKeys(rowKeys).
setColumnFamily(getColumnFamily()).
setSuperColumn(superColumnName).
setRange(null, null, false, ALL);
if (columnNames != null) {
query.setColumnNames(columnNames);
}
QueryResult> result = query.execute();
for (Row row : result.get()) {
K key = row.getKey();
ColumnSlice slice = row.getColumnSlice();
Map columns = new HashMap();
for (HColumn column : slice.getColumns()) {
V value = column.getValue();
columns.put(column.getName(), value);
}
superColumns.put(key, columns);
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
return superColumns;
}
/**
* Read a single super column from multiple rows returns as a list of mapped super columns.
*
* @param columnNames if null then return all columns, otherwise return specific columns in each row. If empty then
* returns keys only (no supercolumns or columns).
* @return a list of row objects as provided by the row mapper
*/
private List basicMultiGetSubSlice(Collection rowKeys,
SN superColumnName,
SuperColumnMapper superColumnMapper,
@Nullable N[] columnNames) {
List superColumns = new LinkedList();
MultigetSubSliceQuery query = HFactory.createMultigetSubSliceQuery(getKeyspace(),
getKeySerializer(),
getSuperColumnNameSerializer(),
getSubcolumnNameSerializer(),
getValueSerializer());
query.setKeys(rowKeys).
setColumnFamily(getColumnFamily()).
setSuperColumn(superColumnName).
setRange(null, null, false, ALL);
if (columnNames != null) {
query.setColumnNames(columnNames);
}
QueryResult> result = query.execute();
for (Row row : result.get()) {
K key = row.getKey();
ColumnSlice slice = row.getColumnSlice();
List> columns = slice.getColumns();
T mappedSuperColumn = superColumnMapper.mapSuperColumn(key, superColumnName, columns);
superColumns.add(mappedSuperColumn);
}
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
return superColumns;
}
private void insertSuperColumn(K rowKey,
HSuperColumn superColumn) {
createMutator().insert(rowKey, getColumnFamily(), superColumn);
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
private void insertSuperColumn(K rowKey,
HSuperColumn superColumn,
@Nonnull BatchContext txnContext) {
Validate.notNull(txnContext);
Mutator mutator = validateAndGetMutator(txnContext);
mutator.addInsertion(rowKey, getColumnFamily(), superColumn);
// we used to translate hector exceptions into spring exceptions here, but spring dependency was removed
}
private Serializer getSuperColumnNameSerializer() {
return getTopSerializer();
}
private Serializer getSubcolumnNameSerializer() {
return subSerializer;
}
}
