All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.redisson.RedissonBoundedBlockingQueue Maven / Gradle / Ivy

There is a newer version: 0.40.13
Show newest version
/**
 * Copyright 2018 Nikita Koksharov
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.redisson;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
import java.util.concurrent.TimeUnit;

import org.redisson.api.RBoundedBlockingQueue;
import org.redisson.api.RFuture;
import org.redisson.api.RedissonClient;
import org.redisson.client.codec.Codec;
import org.redisson.client.codec.LongCodec;
import org.redisson.client.protocol.RedisCommand;
import org.redisson.client.protocol.RedisCommands;
import org.redisson.command.CommandExecutor;
import org.redisson.connection.decoder.ListDrainToDecoder;
import org.redisson.misc.RPromise;
import org.redisson.misc.RedissonPromise;
import org.redisson.pubsub.SemaphorePubSub;

import io.netty.util.concurrent.Future;
import io.netty.util.concurrent.FutureListener;

/**
 * 

Distributed and concurrent implementation of bounded {@link java.util.concurrent.BlockingQueue}. * * @author Nikita Koksharov */ public class RedissonBoundedBlockingQueue extends RedissonQueue implements RBoundedBlockingQueue { private final CommandExecutor commandExecutor; private final SemaphorePubSub semaphorePubSub; protected RedissonBoundedBlockingQueue(SemaphorePubSub semaphorePubSub, CommandExecutor commandExecutor, String name, RedissonClient redisson) { super(commandExecutor, name, redisson); this.semaphorePubSub = semaphorePubSub; this.commandExecutor = commandExecutor; } protected RedissonBoundedBlockingQueue(SemaphorePubSub semaphorePubSub, Codec codec, CommandExecutor commandExecutor, String name, RedissonClient redisson) { super(codec, commandExecutor, name, redisson); this.semaphorePubSub = semaphorePubSub; this.commandExecutor = commandExecutor; } private String getSemaphoreName() { if (getName().contains("{")) { return "redisson_bqs:" + getName(); } return "redisson_bqs:{" + getName() + "}"; } @Override public RFuture addAsync(V e) { final RPromise result = new RedissonPromise(); RFuture future = offerAsync(e); future.addListener(new FutureListener() { @Override public void operationComplete(Future future) throws Exception { if (!future.isSuccess()) { result.tryFailure(future.cause()); return; } if (!future.getNow()) { result.tryFailure(new IllegalStateException("Queue is full")); return; } result.trySuccess(future.getNow()); } }); return result; } @Override public RFuture putAsync(V e) { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.acquireAsync(); } private RedissonQueueSemaphore createSemaphore(V e) { RedissonQueueSemaphore semaphore = new RedissonQueueSemaphore(commandExecutor, getSemaphoreName(), semaphorePubSub); semaphore.setQueueName(getName()); semaphore.setValue(e); return semaphore; } @Override public void put(V e) throws InterruptedException { RedissonQueueSemaphore semaphore = createSemaphore(e); semaphore.acquire(); } @Override public RFuture offerAsync(V e) { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.tryAcquireAsync(); } @Override public boolean offer(V e, long timeout, TimeUnit unit) throws InterruptedException { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.tryAcquire(timeout, unit); } @Override public RFuture offerAsync(V e, long timeout, TimeUnit unit) { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.tryAcquireAsync(timeout, unit); } @Override public RFuture takeAsync() { RFuture takeFuture = commandExecutor.writeAsync(getName(), codec, RedisCommands.BLPOP_VALUE, getName(), 0); return wrapTakeFuture(takeFuture); } private RPromise wrapTakeFuture(final RFuture takeFuture) { final RPromise result = new RedissonPromise() { @Override public boolean cancel(boolean mayInterruptIfRunning) { super.cancel(mayInterruptIfRunning); return takeFuture.cancel(mayInterruptIfRunning); }; }; takeFuture.addListener(new FutureListener() { @Override public void operationComplete(Future future) throws Exception { if (!future.isSuccess()) { result.tryFailure(future.cause()); return; } if (future.getNow() == null) { result.trySuccess(takeFuture.getNow()); return; } createSemaphore(null).releaseAsync().addListener(new FutureListener() { @Override public void operationComplete(Future future) throws Exception { result.trySuccess(takeFuture.getNow()); } }); } }); return result; } @Override public RFuture removeAsync(Object o) { return removeAllAsync(Collections.singleton(o)); } @Override public RFuture removeAllAsync(Collection c) { if (c.isEmpty()) { return RedissonPromise.newSucceededFuture(false); } String channelName = RedissonSemaphore.getChannelName(getSemaphoreName()); return commandExecutor.evalWriteAsync(getName(), codec, RedisCommands.EVAL_BOOLEAN, "local count = 0; " + "for i = 1, #ARGV, 1 do " + "if redis.call('lrem', KEYS[1], 0, ARGV[i]) == 1 then " + "count = count + 1; " + "end; " +"end; " + "if count > 0 then " + "local value = redis.call('incrby', KEYS[2], count); " + "redis.call('publish', KEYS[3], value); " + "return 1;" + "end;" + "return 0 ", Arrays.asList(getName(), getSemaphoreName(), channelName), encode(c).toArray()); } @Override public RFuture pollAsync() { String channelName = RedissonSemaphore.getChannelName(getSemaphoreName()); return commandExecutor.evalWriteAsync(getName(), codec, RedisCommands.EVAL_OBJECT, "local res = redis.call('lpop', KEYS[1]);" + "if res ~= false then " + "local value = redis.call('incrby', KEYS[2], ARGV[1]); " + "redis.call('publish', KEYS[3], value); " + "end;" + "return res;", Arrays.asList(getName(), getSemaphoreName(), channelName), 1); } /* * (non-Javadoc) * @see java.util.concurrent.BlockingQueue#take() */ @Override public V take() throws InterruptedException { return get(takeAsync()); } @Override public RFuture pollAsync(long timeout, TimeUnit unit) { RFuture takeFuture = commandExecutor.writeAsync(getName(), codec, RedisCommands.BLPOP_VALUE, getName(), toSeconds(timeout, unit)); return wrapTakeFuture(takeFuture); } /* * (non-Javadoc) * @see java.util.concurrent.BlockingQueue#poll(long, java.util.concurrent.TimeUnit) */ @Override public V poll(long timeout, TimeUnit unit) throws InterruptedException { return get(pollAsync(timeout, unit)); } /* * (non-Javadoc) * @see org.redisson.core.RBlockingQueue#pollFromAny(long, java.util.concurrent.TimeUnit, java.lang.String[]) */ @Override public V pollFromAny(long timeout, TimeUnit unit, String ... queueNames) throws InterruptedException { return get(pollFromAnyAsync(timeout, unit, queueNames)); } /* * (non-Javadoc) * @see org.redisson.core.RBlockingQueueAsync#pollFromAnyAsync(long, java.util.concurrent.TimeUnit, java.lang.String[]) */ @Override public RFuture pollFromAnyAsync(long timeout, TimeUnit unit, String ... queueNames) { List params = new ArrayList(queueNames.length + 1); params.add(getName()); for (Object name : queueNames) { params.add(name); } params.add(unit.toSeconds(timeout)); RFuture takeFuture = commandExecutor.writeAsync(getName(), codec, RedisCommands.BLPOP_VALUE, params.toArray()); return wrapTakeFuture(takeFuture); } @Override public V takeLastAndOfferFirstTo(String queueName) throws InterruptedException { return get(takeLastAndOfferFirstToAsync(queueName)); } @Override public RFuture takeLastAndOfferFirstToAsync(String queueName) { return pollLastAndOfferFirstToAsync(queueName, 0, TimeUnit.SECONDS); } @Override public RFuture pollLastAndOfferFirstToAsync(String queueName, long timeout, TimeUnit unit) { RFuture takeFuture = commandExecutor.writeAsync(getName(), codec, RedisCommands.BRPOPLPUSH, getName(), queueName, unit.toSeconds(timeout)); return wrapTakeFuture(takeFuture); } @Override public V pollLastAndOfferFirstTo(String queueName, long timeout, TimeUnit unit) throws InterruptedException { return get(pollLastAndOfferFirstToAsync(queueName, timeout, unit)); } @Override public int remainingCapacity() { return createSemaphore(null).availablePermits(); } @Override public int drainTo(Collection c) { return get(drainToAsync(c)); } @Override public RFuture drainToAsync(Collection c) { if (c == null) { throw new NullPointerException(); } String channelName = RedissonSemaphore.getChannelName(getSemaphoreName()); return commandExecutor.evalWriteAsync(getName(), codec, new RedisCommand("EVAL", new ListDrainToDecoder((Collection)c)), "local vals = redis.call('lrange', KEYS[1], 0, -1); " + "redis.call('del', KEYS[1]); " + "if #vals > 0 then " + "local value = redis.call('incrby', KEYS[2], #vals); " + "redis.call('publish', KEYS[3], value); " + "end; " + "return vals", Arrays.asList(getName(), getSemaphoreName(), channelName)); } @Override public int drainTo(Collection c, int maxElements) { if (maxElements <= 0) { return 0; } return get(drainToAsync(c, maxElements)); } @Override public RFuture drainToAsync(Collection c, int maxElements) { if (c == null) { throw new NullPointerException(); } String channelName = RedissonSemaphore.getChannelName(getSemaphoreName()); return commandExecutor.evalWriteAsync(getName(), codec, new RedisCommand("EVAL", new ListDrainToDecoder((Collection)c)), "local elemNum = math.min(ARGV[1], redis.call('llen', KEYS[1])) - 1;" + "local vals = redis.call('lrange', KEYS[1], 0, elemNum); " + "redis.call('ltrim', KEYS[1], elemNum + 1, -1); " + "if #vals > 0 then " + "local value = redis.call('incrby', KEYS[2], #vals); " + "redis.call('publish', KEYS[3], value); " + "end; " + "return vals", Arrays.asList(getName(), getSemaphoreName(), channelName), maxElements); } public RFuture trySetCapacityAsync(int capacity) { String channelName = RedissonSemaphore.getChannelName(getSemaphoreName()); return commandExecutor.evalWriteAsync(getName(), LongCodec.INSTANCE, RedisCommands.EVAL_BOOLEAN, "local value = redis.call('get', KEYS[1]); " + "if (value == false) then " + "redis.call('set', KEYS[1], ARGV[1]); " + "redis.call('publish', KEYS[2], ARGV[1]); " + "return 1;" + "end;" + "return 0;", Arrays.asList(getSemaphoreName(), channelName), capacity); } public boolean trySetCapacity(int capacity) { return get(trySetCapacityAsync(capacity)); } @Override public void clear() { String channelName = RedissonSemaphore.getChannelName(getSemaphoreName()); commandExecutor.evalWrite(getName(), codec, RedisCommands.EVAL_BOOLEAN, "local len = redis.call('llen', KEYS[1]); " + "if len > 0 then " + "redis.call('del', KEYS[1]); " + "local value = redis.call('incrby', KEYS[2], len); " + "redis.call('publish', KEYS[3], value); " + "end; ", Arrays.asList(getName(), getSemaphoreName(), channelName)); } @Override public RFuture deleteAsync() { return commandExecutor.writeAsync(getName(), RedisCommands.DEL_OBJECTS, getName(), getSemaphoreName()); } @Override public RFuture sizeInMemoryAsync() { List keys = Arrays.asList(getName(), getSemaphoreName()); return super.sizeInMemoryAsync(keys); } @Override public RFuture expireAsync(long timeToLive, TimeUnit timeUnit) { return commandExecutor.evalWriteAsync(getName(), LongCodec.INSTANCE, RedisCommands.EVAL_BOOLEAN, "redis.call('pexpire', KEYS[2], ARGV[1]); " + "return redis.call('pexpire', KEYS[1], ARGV[1]); ", Arrays.asList(getName(), getSemaphoreName()), timeUnit.toMillis(timeToLive)); } @Override public RFuture expireAtAsync(long timestamp) { return commandExecutor.evalWriteAsync(getName(), LongCodec.INSTANCE, RedisCommands.EVAL_BOOLEAN, "redis.call('pexpireat', KEYS[2], ARGV[1]); " + "return redis.call('pexpireat', KEYS[1], ARGV[1]); ", Arrays.asList(getName(), getSemaphoreName()), timestamp); } @Override public RFuture clearExpireAsync() { return commandExecutor.evalWriteAsync(getName(), LongCodec.INSTANCE, RedisCommands.EVAL_BOOLEAN, "redis.call('persist', KEYS[2]); " + "return redis.call('persist', KEYS[1]); ", Arrays.asList(getName(), getSemaphoreName())); } @Override public RFuture addAllAsync(final Collection c) { if (c.isEmpty()) { return RedissonPromise.newSucceededFuture(false); } RedissonQueueSemaphore semaphore = new RedissonQueueSemaphore(commandExecutor, getSemaphoreName(), semaphorePubSub); semaphore.setQueueName(getName()); semaphore.setValues(c); return semaphore.tryAcquireAsync(); } }