All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.aerospike.client.command.BatchNodeList Maven / Gradle / Ivy

There is a newer version: 8.0.0
Show newest version
/*
 * Copyright 2012-2021 Aerospike, Inc.
 *
 * Portions may be licensed to Aerospike, Inc. under one or more contributor
 * license agreements WHICH ARE COMPATIBLE WITH THE APACHE LICENSE, VERSION 2.0.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not
 * use this file except in compliance with the License. You may obtain a copy of
 * the License at http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations under
 * the License.
 */
package com.aerospike.client.command;

import java.util.ArrayList;
import java.util.List;

import com.aerospike.client.AerospikeException;
import com.aerospike.client.BatchRead;
import com.aerospike.client.Key;
import com.aerospike.client.cluster.Cluster;
import com.aerospike.client.cluster.Node;
import com.aerospike.client.cluster.Partition;
import com.aerospike.client.policy.BatchPolicy;
import com.aerospike.client.policy.Replica;

public final class BatchNodeList {

	public static List generate(
		Cluster cluster,
		BatchPolicy policy,
		Key[] keys
	) {
		BatchNodeList bnl = new BatchNodeList(cluster, policy, keys, true);
		return bnl.list;
	}

	public static List generate(
		Cluster cluster,
		BatchPolicy policy,
		Key[] keys,
		int sequenceAP,
		int sequenceSC,
		BatchNode batchSeed
	) {
		BatchNodeList bnl = new BatchNodeList(cluster, policy, keys, sequenceAP, sequenceSC, batchSeed, true);
		return bnl.list;
	}

	public static List generate(
		Cluster cluster,
		BatchPolicy policy,
		List records
	) {
		BatchNodeList bnl = new BatchNodeList(cluster, policy, records, true);
		return bnl.list;
	}

	public static List generate(
		Cluster cluster,
		BatchPolicy policy,
		List records,
		int sequenceAP,
		int sequenceSC,
		BatchNode batchSeed
	) {
		BatchNodeList bnl = new BatchNodeList(cluster, policy, records, sequenceAP, sequenceSC, batchSeed, true);
		return bnl.list;
	}

	public final List list;
	public final AerospikeException exception;

	public BatchNodeList(
		Cluster cluster,
		BatchPolicy policy,
		Key[] keys,
		boolean stopOnInvalidNode
	) {
		Node[] nodes = cluster.validateNodes();

		// Create initial key capacity for each node as average + 25%.
		int keysPerNode = keys.length / nodes.length;
		keysPerNode += keysPerNode >>> 2;

		// The minimum key capacity is 10.
		if (keysPerNode < 10) {
			keysPerNode = 10;
		}

		final Replica replica = policy.replica;
		final Replica replicaSC = Partition.getReplicaSC(policy);

		// Split keys by server node.
		List batchNodes = new ArrayList(nodes.length);
		AerospikeException except = null;

		for (int i = 0; i < keys.length; i++) {
			try {
				Node node = Partition.getNodeBatchRead(cluster, keys[i], replica, replicaSC, null, 0, 0);
				BatchNode batchNode = findBatchNode(batchNodes, node);

				if (batchNode == null) {
					batchNodes.add(new BatchNode(node, keysPerNode, i));
				}
				else {
					batchNode.addKey(i);
				}
			}
			catch (AerospikeException.InvalidNode ain) {
				if (stopOnInvalidNode) {
					throw ain;
				}

				if (except == null) {
					except = ain;
				}
			}
		}
		list = batchNodes;
		exception = except;
	}

	public BatchNodeList(
		Cluster cluster,
		BatchPolicy policy,
		Key[] keys,
		int sequenceAP,
		int sequenceSC,
		BatchNode batchSeed,
		boolean stopOnInvalidNode
	) {
		Node[] nodes = cluster.validateNodes();

		// Create initial key capacity for each node as average + 25%.
		int keysPerNode = batchSeed.offsetsSize / nodes.length;
		keysPerNode += keysPerNode >>> 2;

		// The minimum key capacity is 10.
		if (keysPerNode < 10) {
			keysPerNode = 10;
		}

		final Replica replica = policy.replica;
		final Replica replicaSC = Partition.getReplicaSC(policy);

		// Split keys by server node.
		List batchNodes = new ArrayList(nodes.length);
		AerospikeException except = null;

		for (int i = 0; i < batchSeed.offsetsSize; i++) {
			int offset = batchSeed.offsets[i];

			try {
				Node node = Partition.getNodeBatchRead(cluster, keys[offset], replica, replicaSC, batchSeed.node, sequenceAP, sequenceSC);
				BatchNode batchNode = findBatchNode(batchNodes, node);

				if (batchNode == null) {
					batchNodes.add(new BatchNode(node, keysPerNode, offset));
				}
				else {
					batchNode.addKey(offset);
				}
			}
			catch (AerospikeException.InvalidNode ain) {
				if (stopOnInvalidNode) {
					throw ain;
				}

				if (except == null) {
					except = ain;
				}
			}
		}
		list = batchNodes;
		exception = except;
	}

	public BatchNodeList(
		Cluster cluster,
		BatchPolicy policy,
		List records,
		boolean stopOnInvalidNode
	) {
		Node[] nodes = cluster.validateNodes();

		// Create initial key capacity for each node as average + 25%.
		int max = records.size();
		int keysPerNode = max / nodes.length;
		keysPerNode += keysPerNode >>> 2;

		// The minimum key capacity is 10.
		if (keysPerNode < 10) {
			keysPerNode = 10;
		}

		final Replica replica = policy.replica;
		final Replica replicaSC = Partition.getReplicaSC(policy);

		// Split keys by server node.
		List batchNodes = new ArrayList(nodes.length);
		AerospikeException except = null;

		for (int i = 0; i < max; i++) {
			try {
				Node node = Partition.getNodeBatchRead(cluster, records.get(i).key, replica, replicaSC, null, 0, 0);
				BatchNode batchNode = findBatchNode(batchNodes, node);

				if (batchNode == null) {
					batchNodes.add(new BatchNode(node, keysPerNode, i));
				}
				else {
					batchNode.addKey(i);
				}
			}
			catch (AerospikeException.InvalidNode ain) {
				if (stopOnInvalidNode) {
					throw ain;
				}

				if (except == null) {
					except = ain;
				}
			}
		}
		list = batchNodes;
		exception = except;
	}

	public BatchNodeList(
		Cluster cluster,
		BatchPolicy policy,
		List records,
		int sequenceAP,
		int sequenceSC,
		BatchNode batchSeed,
		boolean stopOnInvalidNode
	) {
		Node[] nodes = cluster.validateNodes();

		// Create initial key capacity for each node as average + 25%.
		int keysPerNode = batchSeed.offsetsSize / nodes.length;
		keysPerNode += keysPerNode >>> 2;

		// The minimum key capacity is 10.
		if (keysPerNode < 10) {
			keysPerNode = 10;
		}

		final Replica replica = policy.replica;
		final Replica replicaSC = Partition.getReplicaSC(policy);

		// Split keys by server node.
		List batchNodes = new ArrayList(nodes.length);
		AerospikeException except = null;

		for (int i = 0; i < batchSeed.offsetsSize; i++) {
			int offset = batchSeed.offsets[i];

			try {
				Node node = Partition.getNodeBatchRead(cluster, records.get(offset).key, replica, replicaSC, batchSeed.node, sequenceAP, sequenceSC);
				BatchNode batchNode = findBatchNode(batchNodes, node);

				if (batchNode == null) {
					batchNodes.add(new BatchNode(node, keysPerNode, offset));
				}
				else {
					batchNode.addKey(offset);
				}
			}
			catch (AerospikeException.InvalidNode ain) {
				if (stopOnInvalidNode) {
					throw ain;
				}

				if (except == null) {
					except = ain;
				}
			}
		}
		list = batchNodes;
		exception = except;
	}

	public void validate() {
		if (exception != null && list.size() == 0) {
			throw exception;
		}
	}

	private static BatchNode findBatchNode(List nodes, Node node) {
		for (BatchNode batchNode : nodes) {
			// Note: using pointer equality for performance.
			if (batchNode.node == node) {
				return batchNode;
			}
		}
		return null;
	}
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy