Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.landawn.abacus.util.HBaseExecutor Maven / Gradle / Ivy
/*
* Copyright (C) 2015 HaiYang Li
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
package com.landawn.abacus.util;
import java.io.Closeable;
import java.io.IOException;
import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.TimeUnit;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellScanner;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Append;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Durability;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Increment;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.RowMutations;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.client.coprocessor.Batch;
import org.apache.hadoop.hbase.filter.CompareFilter;
import org.apache.hadoop.hbase.ipc.CoprocessorRpcChannel;
import org.apache.hadoop.hbase.util.Bytes;
import com.google.protobuf.Descriptors;
import com.google.protobuf.Message;
import com.google.protobuf.Service;
import com.landawn.abacus.DirtyMarker;
import com.landawn.abacus.exception.UncheckedIOException;
import com.landawn.abacus.parser.ParserUtil;
import com.landawn.abacus.parser.ParserUtil.EntityInfo;
import com.landawn.abacus.parser.ParserUtil.PropInfo;
import com.landawn.abacus.type.Type;
import com.landawn.abacus.util.function.Function;
import com.landawn.abacus.util.stream.Stream;
/**
* It's a simple wrapper of HBase Java client.
*
* @since 0.8
*
* @author Haiyang Li
*
* @see org.apache.hadoop.hbase.client.Table
*/
public final class HBaseExecutor implements Closeable {
private static final String EMPTY_QULIFIER = N.EMPTY_STRING;
private static final Map familyQualifierBytesPool = new ConcurrentHashMap<>();
private static final Map, Method> classRowkeySetMethodPool = new ConcurrentHashMap<>();
private final Admin admin;
private final Connection conn;
private final AsyncHBaseExecutor asyncHBaseExecutor;
public HBaseExecutor(final Connection conn) {
this(conn, new AsyncExecutor(64, 300, TimeUnit.SECONDS));
}
public HBaseExecutor(final Connection conn, final AsyncExecutor asyncExecutor) {
try {
admin = conn.getAdmin();
} catch (IOException e) {
throw new UncheckedIOException(e);
}
this.conn = conn;
this.asyncHBaseExecutor = new AsyncHBaseExecutor(this, asyncExecutor);
}
public Admin admin() {
return admin;
}
public Connection connection() {
return conn;
}
public AsyncHBaseExecutor async() {
return asyncHBaseExecutor;
}
/**
* The row key property will be read from/write to the specified property
*
* @param cls entity classes with getter/setter methods
* @param rowKeyPropertyName
*/
public static void registerRowKeyProperty(final Class cls, final String rowKeyPropertyName) {
if (ClassUtil.getPropGetMethod(cls, rowKeyPropertyName) == null || ClassUtil.getPropSetMethod(cls, rowKeyPropertyName) == null) {
throw new IllegalArgumentException("The specified class: " + ClassUtil.getCanonicalClassName(cls)
+ " doesn't have getter or setter method for the specified row key propery: " + rowKeyPropertyName);
}
final Method setMethod = ClassUtil.getPropSetMethod(cls, rowKeyPropertyName);
final Class parameterType = setMethod.getParameterTypes()[0];
Class[] typeArgs = ClassUtil.getTypeArgumentsByMethod(setMethod);
if (HBaseColumn.class.equals(parameterType) || (typeArgs.length == 1 && typeArgs[0].equals(HBaseColumn.class))
|| (typeArgs.length == 2 && typeArgs[1].equals(HBaseColumn.class))) {
throw new IllegalArgumentException(
"Unsupported row key property type: " + setMethod.toGenericString() + ". The row key property type can't be be HBaseColumn");
}
classRowkeySetMethodPool.put(cls, setMethod);
}
private static Method getRowKeySetMethod(final Class targetClass) {
Method rowKeySetMethod = classRowkeySetMethodPool.get(targetClass);
// if (rowKeySetMethod == null) {
// Method setMethod = N.getPropSetMethod(targetClass, "id");
// Class parameterType = setMethod == null ? null : setMethod.getParameterTypes()[0];
//
// if (parameterType != null && HBaseColumn.class.equals(parameterType) && String.class.equals(N.getTypeArgumentsByMethod(setMethod)[0])) {
// rowKeySetMethod = setMethod;
// }
//
// if (rowKeySetMethod == null) {
// rowKeySetMethod = N.METHOD_MASK;
// }
//
// classRowkeySetMethodPool.put(targetClass, rowKeySetMethod);
// }
return rowKeySetMethod == ClassUtil.METHOD_MASK ? null : rowKeySetMethod;
}
/**
*
* @param targetClass entity classes with getter/setter methods or basic single value type(Primitive/String/Date...)
* @param resultScanner
* @return
*/
public static List toList(final Class targetClass, final ResultScanner resultScanner) {
return toList(targetClass, resultScanner, 0, Integer.MAX_VALUE);
}
/**
*
* @param targetClass entity classes with getter/setter methods or basic single value type(Primitive/String/Date...)
* @param resultScanner
* @param offset
* @param count
* @return
*/
public static List toList(final Class targetClass, final ResultScanner resultScanner, int offset, int count) {
if (offset < 0 || count < 0) {
throw new IllegalArgumentException("Offset and count can't be negative");
}
final Type type = N.typeOf(targetClass);
final List resultList = new ArrayList<>();
try {
while (offset-- > 0 && resultScanner.next() != null) {
}
Result result = null;
while (count-- > 0 && (result = resultScanner.next()) != null) {
resultList.add(toValue(type, targetClass, result));
}
} catch (IOException e) {
throw new UncheckedIOException(e);
}
return resultList;
}
/**
*
* @param targetClass entity classes with getter/setter methods or basic single value type(Primitive/String/Date...)
* @param results
* @return
*/
static List toList(final Class targetClass, final List results) {
final Type type = N.typeOf(targetClass);
final List resultList = new ArrayList<>(results.size());
try {
for (Result result : results) {
resultList.add(toValue(type, targetClass, result));
}
} catch (IOException e) {
throw new UncheckedIOException(e);
}
return resultList;
}
/**
*
* @param targetClass entity classes with getter/setter methods or basic single value type(Primitive/String/Date...)
* @param result
* @return
*/
public static T toEntity(final Class targetClass, final Result result) {
final Type type = N.typeOf(targetClass);
try {
return toValue(type, targetClass, result);
} catch (IOException e) {
throw new UncheckedIOException(e);
}
}
@SuppressWarnings("deprecation")
private static T toValue(final Type type, final Class targetClass, final Result result) throws IOException {
if (type.isMap()) {
throw new IllegalArgumentException("Map is not supported");
} else if (type.isEntity()) {
if (result.advance() == false) {
return null;
}
final T entity = N.newInstance(targetClass);
final CellScanner cellScanner = result.cellScanner();
final EntityInfo entityInfo = ParserUtil.getEntityInfo(targetClass);
final Map>> familyColumnValueTypeMap = new HashMap<>();
final Map>>> familyColumnCollectionMap = new HashMap<>();
final Map>>> familyColumnMapMap = new HashMap<>();
final Method rowKeySetMethod = getRowKeySetMethod(targetClass);
final Type rowKeyType = rowKeySetMethod == null ? null : N.typeOf(rowKeySetMethod.getParameterTypes()[0]);
Object rowKey = null;
String family = null;
String qualifier = null;
PropInfo familyPropInfo = null;
PropInfo columnPropInfo = null;
Type columnValueType = null;
Map> columnValueTypeMap = null;
Collection> columnColl = null;
Map>> columnCollectionMap = null;
Map> columnMap = null;
Map>> columnMapMap = null;
HBaseColumn column = null;
Method addMethod = null;
while (cellScanner.advance()) {
final Cell cell = cellScanner.current();
if (rowKeyType != null && rowKey == null) {
rowKey = rowKeyType.valueOf(getRowKeyString(cell));
ClassUtil.setPropValue(entity, rowKeySetMethod, rowKey);
}
family = getFamilyString(cell);
qualifier = getQualifierString(cell);
// .....................................................................................
columnMapMap = familyColumnMapMap.get(family);
if (N.notNullOrEmpty(columnMapMap)) {
columnMap = columnMapMap.get(qualifier);
if (N.notNullOrEmpty(columnMap)) {
columnValueType = familyColumnValueTypeMap.get(family).get(qualifier);
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
columnMapMap.put(qualifier, columnMap);
continue;
}
}
// .....................................................................................
columnCollectionMap = familyColumnCollectionMap.get(family);
if (N.notNullOrEmpty(columnCollectionMap)) {
columnColl = columnCollectionMap.get(qualifier);
if (N.notNullOrEmpty(columnColl)) {
columnValueType = familyColumnValueTypeMap.get(family).get(qualifier);
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
columnColl.add(column);
continue;
}
}
// .....................................................................................
familyPropInfo = entityInfo.getPropInfo(family);
// ignore the unknown property:
if (familyPropInfo == null) {
continue;
}
columnValueTypeMap = familyColumnValueTypeMap.get(family);
if (columnValueTypeMap == null) {
columnValueTypeMap = new HashMap<>();
familyColumnValueTypeMap.put(family, columnValueTypeMap);
}
if (familyPropInfo.type.isEntity()) {
final Class propEntityClass = familyPropInfo.type.clazz();
final EntityInfo propEntityInfo = ParserUtil.getEntityInfo(propEntityClass);
Object propEntity = ClassUtil.getPropValue(entity, ClassUtil.getPropGetMethod(targetClass, family));
if (propEntity == null) {
propEntity = N.newInstance(propEntityClass);
ClassUtil.setPropValue(entity, familyPropInfo.setMethod, propEntity);
}
columnPropInfo = propEntityInfo.getPropInfo(qualifier);
// ignore the unknown property.
if (columnPropInfo == null) {
continue;
}
if (columnPropInfo.type.isMap() && columnPropInfo.type.getParameterTypes()[1].clazz().equals(HBaseColumn.class)) {
addMethod = ClassUtil.getDeclaredMethod(propEntityClass, getAddMethodName(columnPropInfo.setMethod), HBaseColumn.class);
columnValueType = N.typeOf(ClassUtil.getTypeArgumentsByMethod(addMethod)[0]);
columnValueTypeMap.put(qualifier, columnValueType);
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
ClassUtil.invokeMethod(propEntity, addMethod, column);
columnMap = ClassUtil.getPropValue(propEntity, ClassUtil.getPropGetMethod(propEntityClass, qualifier));
if (columnMapMap == null) {
columnMapMap = new HashMap<>();
familyColumnMapMap.put(family, columnMapMap);
}
columnMapMap.put(qualifier, columnMap);
} else if (columnPropInfo.type.isCollection() && columnPropInfo.type.getParameterTypes()[0].clazz().equals(HBaseColumn.class)) {
addMethod = ClassUtil.getDeclaredMethod(propEntityClass, getAddMethodName(columnPropInfo.setMethod), HBaseColumn.class);
columnValueType = N.typeOf(ClassUtil.getTypeArgumentsByMethod(addMethod)[0]);
columnValueTypeMap.put(qualifier, columnValueType);
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
ClassUtil.invokeMethod(propEntity, addMethod, column);
columnColl = ClassUtil.getPropValue(propEntity, ClassUtil.getPropGetMethod(propEntityClass, qualifier));
if (columnCollectionMap == null) {
columnCollectionMap = new HashMap<>();
familyColumnCollectionMap.put(family, columnCollectionMap);
}
columnCollectionMap.put(qualifier, columnColl);
} else if (columnPropInfo.type.clazz().equals(HBaseColumn.class)) {
columnValueType = columnValueTypeMap.get(qualifier);
if (columnValueType == null) {
columnValueType = columnPropInfo.type.getParameterTypes()[0];
columnValueTypeMap.put(qualifier, columnValueType);
}
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
ClassUtil.setPropValue(propEntity, columnPropInfo.setMethod, column);
} else {
ClassUtil.setPropValue(propEntity, columnPropInfo.setMethod, columnPropInfo.type.valueOf(getValueString(cell)));
}
} else if (familyPropInfo.type.isMap() && familyPropInfo.type.getParameterTypes()[1].clazz().equals(HBaseColumn.class)) {
addMethod = ClassUtil.getDeclaredMethod(targetClass, getAddMethodName(familyPropInfo.setMethod), HBaseColumn.class);
columnValueType = N.typeOf(ClassUtil.getTypeArgumentsByMethod(addMethod)[0]);
columnValueTypeMap.put(qualifier, columnValueType);
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
ClassUtil.invokeMethod(entity, addMethod, column);
columnMap = ClassUtil.getPropValue(entity, ClassUtil.getPropGetMethod(targetClass, family));
if (columnMapMap == null) {
columnMapMap = new HashMap<>();
familyColumnMapMap.put(family, columnMapMap);
}
columnMapMap.put(qualifier, columnMap);
} else if (familyPropInfo.type.isCollection() && familyPropInfo.type.getParameterTypes()[0].clazz().equals(HBaseColumn.class)) {
addMethod = ClassUtil.getDeclaredMethod(targetClass, getAddMethodName(familyPropInfo.setMethod), HBaseColumn.class);
columnValueType = N.typeOf(ClassUtil.getTypeArgumentsByMethod(addMethod)[0]);
columnValueTypeMap.put(qualifier, columnValueType);
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
ClassUtil.invokeMethod(entity, addMethod, column);
columnColl = ClassUtil.getPropValue(entity, ClassUtil.getPropGetMethod(targetClass, family));
if (columnCollectionMap == null) {
columnCollectionMap = new HashMap<>();
familyColumnCollectionMap.put(family, columnCollectionMap);
}
columnCollectionMap.put(qualifier, columnColl);
} else if (familyPropInfo.type.clazz().equals(HBaseColumn.class)) {
columnValueType = columnValueTypeMap.get(qualifier);
if (columnValueType == null) {
columnValueType = familyPropInfo.type.getParameterTypes()[0];
columnValueTypeMap.put(qualifier, columnValueType);
}
column = HBaseColumn.valueOf(columnValueType.valueOf(getValueString(cell)), cell.getTimestamp());
ClassUtil.setPropValue(entity, familyPropInfo.setMethod, column);
} else {
ClassUtil.setPropValue(entity, familyPropInfo.setMethod, familyPropInfo.type.valueOf(getValueString(cell)));
}
}
if (N.isDirtyMarker(entity.getClass())) {
((DirtyMarker) entity).markDirty(false);
}
return entity;
} else {
if (result.advance() == false) {
return type.defaultValue();
}
final CellScanner cellScanner = result.cellScanner();
if (cellScanner.advance() == false) {
return type.defaultValue();
}
final Cell cell = cellScanner.current();
T value = type.valueOf(getValueString(cell));
if (cellScanner.advance()) {
throw new IllegalArgumentException("Can't covert result with columns: " + getFamilyString(cell) + ":" + getQualifierString(cell) + " to class: "
+ ClassUtil.getCanonicalClassName(type.clazz()));
}
return value;
}
}
private static void checkEntityClass(final Class targetClass) {
if (!N.isEntity(targetClass)) {
throw new IllegalArgumentException("Unsupported type: " + ClassUtil.getCanonicalClassName(targetClass)
+ ". Only Entity class generated by CodeGenerator with getter/setter methods are supported");
}
}
/**
*
* @param obj entity with getter/setter methods
* @return
*/
public static AnyPut toAnyPut(final Object obj) {
return toAnyPut(obj, NamingPolicy.LOWER_CAMEL_CASE);
}
/**
* @param obj entity with getter/setter methods
* @param namingPolicy
* @return
*/
public static AnyPut toAnyPut(final Object obj, final NamingPolicy namingPolicy) {
return toAnyPut(null, obj, namingPolicy);
}
/**
* @param outputAnyPut the output result if it's not null.
* @param obj entity with getter/setter methods
* @return
*/
static AnyPut toAnyPut(final AnyPut outputAnyPut, final Object obj) {
return toAnyPut(outputAnyPut, obj, NamingPolicy.LOWER_CAMEL_CASE);
}
/**
* @param obj entity with getter/setter methods
* @param namingPolicy
* @return
*/
static AnyPut toAnyPut(final AnyPut outputAnyPut, final Object obj, final NamingPolicy namingPolicy) {
if (obj instanceof AnyPut) {
if (outputAnyPut != null) {
throw new IllegalArgumentException("Merge is not supported. The specified entity object is already a AnyPut and outputAnyPut is not null");
}
return (AnyPut) obj;
}
final Class cls = obj.getClass();
checkEntityClass(cls);
final EntityInfo entityInfo = ParserUtil.getEntityInfo(cls);
final Method rowKeySetMethod = getRowKeySetMethod(cls);
final Method rowKeyGetMethod = rowKeySetMethod == null ? null : ClassUtil.getPropGetMethod(cls, ClassUtil.getPropNameByMethod(rowKeySetMethod));
if (outputAnyPut == null && rowKeySetMethod == null) {
throw new IllegalArgumentException(
"Row key property is required to create AnyPut instance. But no row key property found in class: " + ClassUtil.getCanonicalClassName(cls));
}
final AnyPut anyPut = outputAnyPut == null ? new AnyPut(ClassUtil.getPropValue(obj, rowKeyGetMethod)) : outputAnyPut;
final Map familyGetMethodMap = ClassUtil.getPropGetMethodList(cls);
String familyName = null;
PropInfo familyPropInfo = null;
String columnName = null;
PropInfo columnPropInfo = null;
Collection> columnColl = null;
Map> columnMap = null;
HBaseColumn column = null;
Object propValue = null;
for (Map.Entry familyGetMethodEntry : familyGetMethodMap.entrySet()) {
familyPropInfo = entityInfo.getPropInfo(familyGetMethodEntry.getKey());
if (rowKeyGetMethod != null && familyPropInfo.getMethod.equals(rowKeyGetMethod)) {
continue;
}
familyName = formatName(familyGetMethodEntry.getKey(), namingPolicy);
propValue = ClassUtil.getPropValue(obj, familyPropInfo.getMethod);
if (propValue == null) {
continue;
}
if (familyPropInfo.type.isEntity()) {
final Class propEntityClass = familyPropInfo.type.clazz();
final EntityInfo propEntityInfo = ParserUtil.getEntityInfo(propEntityClass);
final Object propEntity = propValue;
final Map columnGetMethodMap = ClassUtil.getPropGetMethodList(propEntityClass);
for (Map.Entry columnGetMethodEntry : columnGetMethodMap.entrySet()) {
columnPropInfo = propEntityInfo.getPropInfo(columnGetMethodEntry.getKey());
columnName = formatName(columnGetMethodEntry.getKey(), namingPolicy);
propValue = ClassUtil.getPropValue(propEntity, columnPropInfo.getMethod);
if (propValue == null) {
continue;
}
if (columnPropInfo.type.isMap() && columnPropInfo.type.getParameterTypes()[1].clazz().equals(HBaseColumn.class)) {
columnMap = (Map>) propValue;
for (HBaseColumn e : columnMap.values()) {
anyPut.addColumn(familyName, columnName, e.version(), e.value());
}
} else if (columnPropInfo.type.isCollection() && columnPropInfo.type.getParameterTypes()[0].clazz().equals(HBaseColumn.class)) {
columnColl = (Collection>) propValue;
for (HBaseColumn e : columnColl) {
anyPut.addColumn(familyName, columnName, e.version(), e.value());
}
} else if (columnPropInfo.type.clazz().equals(HBaseColumn.class)) {
column = (HBaseColumn) propValue;
anyPut.addColumn(familyName, columnName, column.version(), column.value());
} else {
anyPut.addColumn(familyName, columnName, propValue);
}
}
} else if (familyPropInfo.type.isMap() && familyPropInfo.type.getParameterTypes()[1].clazz().equals(HBaseColumn.class)) {
columnMap = (Map>) propValue;
for (HBaseColumn e : columnMap.values()) {
anyPut.addColumn(familyName, EMPTY_QULIFIER, e.version(), e.value());
}
} else if (familyPropInfo.type.isCollection() && familyPropInfo.type.getParameterTypes()[0].clazz().equals(HBaseColumn.class)) {
columnColl = (Collection>) propValue;
for (HBaseColumn e : columnColl) {
anyPut.addColumn(familyName, EMPTY_QULIFIER, e.version(), e.value());
}
} else if (familyPropInfo.type.clazz().equals(HBaseColumn.class)) {
column = (HBaseColumn) propValue;
anyPut.addColumn(familyName, EMPTY_QULIFIER, column.version(), column.value());
} else {
anyPut.addColumn(familyName, EMPTY_QULIFIER, propValue);
}
}
return anyPut;
}
private static String formatName(String name, final NamingPolicy namingPolicy) {
switch (namingPolicy) {
case LOWER_CASE_WITH_UNDERSCORE:
return ClassUtil.toLowerCaseWithUnderscore(name);
case UPPER_CASE_WITH_UNDERSCORE:
return ClassUtil.toUpperCaseWithUnderscore(name);
case LOWER_CAMEL_CASE:
return name;
default:
throw new IllegalArgumentException("Unsupported naming policy: " + namingPolicy);
}
}
/**
*
* @param objs AnyPut or entity with getter/setter methods
* @return
*/
public static List toAnyPut(final Collection objs) {
final List anyPuts = new ArrayList<>(objs.size());
for (Object entity : objs) {
anyPuts.add(entity instanceof AnyPut ? (AnyPut) entity : toAnyPut(entity));
}
return anyPuts;
}
/**
*
* @param objs AnyPut or entity with getter/setter methods
* @param namingPolicy
* @return
*/
public static List toAnyPut(final Collection objs, final NamingPolicy namingPolicy) {
final List anyPuts = new ArrayList<>(objs.size());
for (Object entity : objs) {
anyPuts.add(entity instanceof AnyPut ? (AnyPut) entity : toAnyPut(entity, namingPolicy));
}
return anyPuts;
}
/**
*
* @param objs AnyPut or entity with getter/setter methods
* @return
*/
public static List toPut(final Collection objs) {
final List puts = new ArrayList<>(objs.size());
for (Object entity : objs) {
puts.add(entity instanceof AnyPut ? ((AnyPut) entity).value() : toAnyPut(entity).value());
}
return puts;
}
/**
*
* @param objs AnyPut or entity with getter/setter methods
* @param namingPolicy
* @return
*/
public static List toPut(final Collection objs, final NamingPolicy namingPolicy) {
final List puts = new ArrayList<>(objs.size());
for (Object entity : objs) {
puts.add(entity instanceof AnyPut ? ((AnyPut) entity).value() : toAnyPut(entity, namingPolicy).value());
}
return puts;
}
public static List toGet(final Collection anyGets) {
final List gets = new ArrayList<>(anyGets.size());
for (AnyGet anyGet : anyGets) {
gets.add(anyGet.value());
}
return gets;
}
public static List toDelete(final Collection anyDeletes) {
final List deletes = new ArrayList<>(anyDeletes.size());
for (AnyDelete anyDelete : anyDeletes) {
deletes.add(anyDelete.value());
}
return deletes;
}
public Table getTable(final String tableName) throws UncheckedIOException {
try {
return conn.getTable(TableName.valueOf(tableName));
} catch (IOException e) {
throw new UncheckedIOException(e);
}
}
private void closeQuietly(final Table table) {
IOUtil.closeQuietly(table);
}
// There is no too much benefit to add method for "Object rowKey"
// And it may cause error because the "Object" is ambiguous to any type.
boolean exists(final String tableName, final Object rowKey) throws UncheckedIOException {
return exists(tableName, AnyGet.of(rowKey));
}
public boolean exists(final String tableName, final Get get) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.exists(get);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public List existsAll(final String tableName, final List gets) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return BooleanList.of(table.existsAll(gets)).toList();
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public boolean exists(final String tableName, final AnyGet anyGet) throws UncheckedIOException {
return exists(tableName, anyGet.value());
}
public List existsAll(final String tableName, final Collection anyGets) throws UncheckedIOException {
return existsAll(tableName, toGet(anyGets));
}
// There is no too much benefit to add method for "Object rowKey"
// And it may cause error because the "Object" is ambiguous to any type.
Result get(final String tableName, final Object rowKey) throws UncheckedIOException {
return get(tableName, AnyGet.of(rowKey));
}
public Result get(final String tableName, final Get get) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.get(get);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public List get(final String tableName, final List gets) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return N.asList(table.get(gets));
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public Result get(final String tableName, final AnyGet anyGet) throws UncheckedIOException {
return get(tableName, anyGet.value());
}
public List get(final String tableName, final Collection anyGets) throws UncheckedIOException {
return get(tableName, toGet(anyGets));
}
// There is no too much benefit to add method for "Object rowKey"
// And it may cause error because the "Object" is ambiguous to any type.
T get(final Class targetClass, final String tableName, final Object rowKey) throws UncheckedIOException {
return get(targetClass, tableName, AnyGet.of(rowKey));
}
public T get(final Class targetClass, final String tableName, final Get get) throws UncheckedIOException {
return toEntity(targetClass, get(tableName, get));
}
public List get(final Class targetClass, final String tableName, final List gets) throws UncheckedIOException {
return toList(targetClass, get(tableName, gets));
}
public T get(final Class targetClass, final String tableName, final AnyGet anyGet) throws UncheckedIOException {
return toEntity(targetClass, get(tableName, anyGet));
}
public List get(final Class targetClass, final String tableName, final Collection anyGets) throws UncheckedIOException {
return toList(targetClass, get(tableName, anyGets));
}
public Stream scan(final String tableName, final Scan scan) {
return Stream.of(getScanner(tableName, scan).iterator());
}
public Stream scan(final String tableName, final AnyScan anyScan) {
return Stream.of(getScanner(tableName, anyScan).iterator());
}
public Stream scan(final String tableName, final String family) {
return Stream.of(getScanner(tableName, family).iterator());
}
public Stream scan(final String tableName, final String family, final String qualifier) {
return Stream.of(getScanner(tableName, family, qualifier).iterator());
}
public Stream scan(final Class targetClass, final String tableName, final Scan scan) {
return Stream.of(getScanner(tableName, scan).iterator()).map(toEntity(targetClass));
}
public Stream scan(final Class targetClass, final String tableName, final AnyScan anyScan) {
return Stream.of(getScanner(tableName, anyScan).iterator()).map(toEntity(targetClass));
}
public Stream scan(final Class targetClass, final String tableName, final String family) {
return Stream.of(getScanner(tableName, family).iterator()).map(toEntity(targetClass));
}
public Stream scan(final Class targetClass, final String tableName, final String family, final String qualifier) {
return Stream.of(getScanner(tableName, family, qualifier).iterator()).map(toEntity(targetClass));
}
private Function toEntity(final Class targetClass) {
return new Function() {
@Override
public T apply(Result t) {
return toEntity(targetClass, t);
}
};
}
public void put(final String tableName, final Put put) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
table.put(put);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public void put(final String tableName, final List puts) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
table.put(puts);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public void put(final String tableName, final AnyPut anyPut) throws UncheckedIOException {
put(tableName, anyPut.value());
}
public void put(final String tableName, final Collection anyPuts) throws UncheckedIOException {
put(tableName, toPut(anyPuts));
}
// There is no too much benefit to add method for "Object rowKey"
// And it may cause error because the "Object" is ambiguous to any type.
void delete(final String tableName, final Object rowKey) throws UncheckedIOException {
delete(tableName, AnyDelete.of(rowKey));
}
public void delete(final String tableName, final Delete delete) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
table.delete(delete);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public void delete(final String tableName, final List deletes) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
table.delete(deletes);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public void delete(final String tableName, final AnyDelete anyDelete) throws UncheckedIOException {
delete(tableName, anyDelete.value());
}
public void delete(final String tableName, final Collection anyDeletes) throws UncheckedIOException {
delete(tableName, toDelete(anyDeletes));
}
public boolean checkAndPut(final String tableName, final Object rowKey, final String family, final String qualifier, final Object value, final Put put)
throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.checkAndPut(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), toValueBytes(value), put);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public boolean checkAndPut(final String tableName, final Object rowKey, final String family, final String qualifier,
final CompareFilter.CompareOp compareOp, final Object value, final Put put) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.checkAndPut(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), compareOp, toValueBytes(value),
put);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public boolean checkAndDelete(final String tableName, final Object rowKey, final String family, final String qualifier, final Object value,
final Delete delete) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.checkAndDelete(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), toValueBytes(value), delete);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public boolean checkAndDelete(final String tableName, final Object rowKey, final String family, final String qualifier,
final CompareFilter.CompareOp compareOp, final Object value, final Delete delete) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.checkAndDelete(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), compareOp,
toValueBytes(value), delete);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public boolean checkAndMutate(final String tableName, final Object rowKey, final String family, final String qualifier,
final CompareFilter.CompareOp compareOp, final Object value, final RowMutations mutation) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.checkAndMutate(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), compareOp,
toValueBytes(value), mutation);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public void mutateRow(final String tableName, final RowMutations rm) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
table.mutateRow(rm);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public Result append(final String tableName, final Append append) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.append(append);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public Result increment(final String tableName, final Increment increment) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.increment(increment);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public long incrementColumnValue(final String tableName, final Object rowKey, final String family, final String qualifier, final long amount)
throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.incrementColumnValue(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), amount);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public long incrementColumnValue(final String tableName, final Object rowKey, final String family, final String qualifier, final long amount,
final Durability durability) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.incrementColumnValue(toRowKeyBytes(rowKey), toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier), amount, durability);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public CoprocessorRpcChannel coprocessorService(final String tableName, final Object rowKey) {
final Table table = getTable(tableName);
try {
return table.coprocessorService(toRowKeyBytes(rowKey));
} finally {
closeQuietly(table);
}
}
public Map coprocessorService(final String tableName, final Class service, final Object startRowKey,
final Object endRowKey, final Batch.Call callable) throws UncheckedIOException, Exception {
final Table table = getTable(tableName);
try {
return table.coprocessorService(service, toRowKeyBytes(startRowKey), toRowKeyBytes(endRowKey), callable);
} catch (IOException e) {
throw new UncheckedIOException(e);
} catch (Throwable e) {
throw new Exception(e);
} finally {
closeQuietly(table);
}
}
public void coprocessorService(final String tableName, final Class service, final Object startRowKey, final Object endRowKey,
final Batch.Call callable, final Batch.Callback callback) throws UncheckedIOException, Exception {
final Table table = getTable(tableName);
try {
table.coprocessorService(service, toRowKeyBytes(startRowKey), toRowKeyBytes(endRowKey), callable, callback);
} catch (IOException e) {
throw new UncheckedIOException(e);
} catch (Throwable e) {
throw new Exception(e);
} finally {
closeQuietly(table);
}
}
public Map batchCoprocessorService(final String tableName, final Descriptors.MethodDescriptor methodDescriptor,
final Message request, final Object startRowKey, final Object endRowKey, final R responsePrototype) throws UncheckedIOException, Exception {
final Table table = getTable(tableName);
try {
return table.batchCoprocessorService(methodDescriptor, request, toRowKeyBytes(startRowKey), toRowKeyBytes(endRowKey), responsePrototype);
} catch (IOException e) {
throw new UncheckedIOException(e);
} catch (Throwable e) {
throw new Exception(e);
} finally {
closeQuietly(table);
}
}
public void batchCoprocessorService(final String tableName, final Descriptors.MethodDescriptor methodDescriptor, final Message request,
final Object startRowKey, final Object endRowKey, final R responsePrototype, final Batch.Callback callback)
throws UncheckedIOException, Exception {
final Table table = getTable(tableName);
try {
table.batchCoprocessorService(methodDescriptor, request, toRowKeyBytes(startRowKey), toRowKeyBytes(endRowKey), responsePrototype, callback);
} catch (IOException e) {
throw new UncheckedIOException(e);
} catch (Throwable e) {
throw new Exception(e);
} finally {
closeQuietly(table);
}
}
public ResultScanner getScanner(final String tableName, final Scan scan) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.getScanner(scan);
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public ResultScanner getScanner(final String tableName, final AnyScan anyScan) throws UncheckedIOException {
return getScanner(tableName, anyScan.value());
}
public ResultScanner getScanner(final String tableName, final String family) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.getScanner(toFamilyQualifierBytes(family));
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
public ResultScanner getScanner(final String tableName, final String family, final String qualifier) throws UncheckedIOException {
final Table table = getTable(tableName);
try {
return table.getScanner(toFamilyQualifierBytes(family), toFamilyQualifierBytes(qualifier));
} catch (IOException e) {
throw new UncheckedIOException(e);
} finally {
closeQuietly(table);
}
}
static byte[] toRowKeyBytes(final Object obj) {
return obj == null ? null : (obj instanceof byte[] ? (byte[]) obj : Bytes.toBytes(N.stringOf(obj)));
}
static byte[] toFamilyQualifierBytes(final String str) {
if (str == null) {
return null;
}
byte[] bytes = familyQualifierBytesPool.get(str);
if (bytes == null) {
bytes = Bytes.toBytes(str);
familyQualifierBytesPool.put(str, bytes);
}
return bytes;
}
static byte[] toValueBytes(final Object obj) {
return obj == null ? null : (obj instanceof byte[] ? (byte[]) obj : Bytes.toBytes(N.stringOf(obj)));
}
//
// static byte[] toBytes(final String str) {
// return str == null ? null : Bytes.toBytes(str);
// }
//
// static byte[] toBytes(final Object obj) {
// return obj == null ? null : (obj instanceof byte[] ? (byte[]) obj : toBytes(N.stringOf(obj)));
// }
static String toRowKeyString(byte[] bytes, int offset, int len) {
return Bytes.toString(bytes, offset, len);
}
static String toFamilyQualifierString(byte[] bytes, int offset, int len) {
return Bytes.toString(bytes, offset, len);
}
static String toValueString(byte[] bytes, int offset, int len) {
return Bytes.toString(bytes, offset, len);
}
static String getRowKeyString(final Cell cell) {
return toRowKeyString(cell.getRowArray(), cell.getRowOffset(), cell.getRowLength());
}
static String getFamilyString(final Cell cell) {
return toFamilyQualifierString(cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength());
}
static String getQualifierString(final Cell cell) {
return toFamilyQualifierString(cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength());
}
static String getValueString(final Cell cell) {
return toValueString(cell.getValueArray(), cell.getValueOffset(), cell.getValueLength());
}
static String getAddMethodName(Method getSetMethod) {
return "add" + getSetMethod.getName().substring(3);
}
@Override
public void close() throws IOException {
if (conn.isClosed() == false) {
conn.close();
}
}
}
