com.hazelcast.client.impl.protocol.task.map.AbstractMapQueryMessageTask Maven / Gradle / Ivy
/*
* Copyright (c) 2008-2015, Hazelcast, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.client.impl.protocol.task.map;
import com.hazelcast.client.impl.protocol.ClientMessage;
import com.hazelcast.client.impl.protocol.task.AbstractCallableMessageTask;
import com.hazelcast.core.Member;
import com.hazelcast.instance.Node;
import com.hazelcast.map.impl.MapService;
import com.hazelcast.map.impl.query.QueryOperation;
import com.hazelcast.map.impl.query.QueryPartitionOperation;
import com.hazelcast.map.impl.query.QueryResult;
import com.hazelcast.map.impl.query.QueryResultRow;
import com.hazelcast.nio.Connection;
import com.hazelcast.query.Predicate;
import com.hazelcast.security.permission.ActionConstants;
import com.hazelcast.security.permission.MapPermission;
import com.hazelcast.spi.impl.operationservice.InternalOperationService;
import com.hazelcast.util.BitSetUtils;
import com.hazelcast.util.ExceptionUtil;
import com.hazelcast.util.IterationType;
import java.security.Permission;
import java.util.ArrayList;
import java.util.BitSet;
import java.util.Collection;
import java.util.LinkedList;
import java.util.List;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import static com.hazelcast.cluster.memberselector.MemberSelectors.DATA_MEMBER_SELECTOR;
import static com.hazelcast.map.impl.MapService.SERVICE_NAME;
import static com.hazelcast.util.BitSetUtils.hasAtLeastOneBitSet;
public abstract class AbstractMapQueryMessageTask extends AbstractCallableMessageTask
{
protected AbstractMapQueryMessageTask(ClientMessage clientMessage, Node node, Connection connection) {
super(clientMessage, node, connection);
}
@Override
public final String getServiceName() {
return MapService.SERVICE_NAME;
}
@Override
public Permission getRequiredPermission() {
return new MapPermission(getDistributedObjectName(), ActionConstants.ACTION_READ);
}
protected abstract Predicate getPredicate();
protected abstract IterationType getIterationType();
protected abstract Object reduce(Collection result);
@Override
protected final Object call() throws Exception {
Collection result = new LinkedList();
try {
Predicate predicate = getPredicate();
int partitionCount = clientEngine.getPartitionService().getPartitionCount();
BitSet finishedPartitions = invokeOnMembers(result, predicate, partitionCount);
invokeOnMissingPartitions(result, predicate, finishedPartitions, partitionCount);
} catch (Throwable t) {
throw ExceptionUtil.rethrow(t);
}
return reduce(result);
}
private BitSet invokeOnMembers(Collection result, Predicate predicate, int partitionCount)
throws InterruptedException, ExecutionException {
Collection members = clientEngine.getClusterService().getMembers(DATA_MEMBER_SELECTOR);
List futures = createInvocations(members, predicate);
return collectResults(result, futures, partitionCount);
}
private void invokeOnMissingPartitions(Collection result, Predicate predicate,
BitSet finishedPartitions, int partitionCount)
throws InterruptedException, java.util.concurrent.ExecutionException {
if (hasMissingPartitions(finishedPartitions, partitionCount)) {
List missingList = findMissingPartitions(finishedPartitions, partitionCount);
List missingFutures = new ArrayList(missingList.size());
createInvocationsForMissingPartitions(missingList, missingFutures, predicate);
collectResultsFromMissingPartitions(result, missingFutures);
}
}
private List createInvocations(Collection members, Predicate predicate) {
List futures = new ArrayList(members.size());
final InternalOperationService operationService = nodeEngine.getOperationService();
for (Member member : members) {
Future future = operationService.createInvocationBuilder(SERVICE_NAME,
new QueryOperation(getDistributedObjectName(), predicate, getIterationType()),
member.getAddress()).invoke();
futures.add(future);
}
return futures;
}
@SuppressWarnings("unchecked")
private BitSet collectResults(Collection result, List futures, int partitionCount)
throws InterruptedException, ExecutionException {
BitSet finishedPartitions = new BitSet(partitionCount);
for (Future future : futures) {
QueryResult queryResult = (QueryResult) future.get();
if (queryResult != null) {
Collection partitionIds = queryResult.getPartitionIds();
if (partitionIds != null && !hasAtLeastOneBitSet(finishedPartitions, partitionIds)) {
//Collect results only if there is no overlap with already collected partitions.
//If there is an overlap it means there was a partition migration while QueryOperation(s) were
//running. In this case we discard all results from this member and will target the missing
//partition separately later.
BitSetUtils.setBits(finishedPartitions, partitionIds);
result.addAll(queryResult.getRows());
}
}
}
return finishedPartitions;
}
private boolean hasMissingPartitions(BitSet finishedPartitions, int partitionCount) {
return finishedPartitions.nextClearBit(0) == partitionCount;
}
private List findMissingPartitions(BitSet finishedPartitions, int partitionCount) {
List missingList = new ArrayList();
for (int i = 0; i < partitionCount; i++) {
if (!finishedPartitions.get(i)) {
missingList.add(i);
}
}
return missingList;
}
private void createInvocationsForMissingPartitions(List missingPartitionsList, List futures,
Predicate predicate) {
final InternalOperationService operationService = nodeEngine.getOperationService();
for (Integer partitionId : missingPartitionsList) {
QueryPartitionOperation queryPartitionOperation = new QueryPartitionOperation(
getDistributedObjectName(), predicate, getIterationType());
queryPartitionOperation.setPartitionId(partitionId);
try {
Future future = operationService.invokeOnPartition(SERVICE_NAME,
queryPartitionOperation, partitionId);
futures.add(future);
} catch (Throwable t) {
throw ExceptionUtil.rethrow(t);
}
}
}
private void collectResultsFromMissingPartitions(Collection result, List futures)
throws InterruptedException, java.util.concurrent.ExecutionException {
for (Future future : futures) {
QueryResult queryResult = (QueryResult) future.get();
result.addAll(queryResult.getRows());
}
}
}