All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.redisson.RedissonBoundedBlockingQueue Maven / Gradle / Ivy

Go to download

Easy Redis Java client and Real-Time Data Platform. Valkey compatible. Sync/Async/RxJava3/Reactive API. Client side caching. Over 50 Redis based Java objects and services: JCache API, Apache Tomcat, Hibernate, Spring, Set, Multimap, SortedSet, Map, List, Queue, Deque, Semaphore, Lock, AtomicLong, Map Reduce, Bloom filter, Scheduler, RPC

The newest version!
/**
 * Copyright (c) 2013-2024 Nikita Koksharov
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.redisson;

import org.redisson.api.Entry;
import org.redisson.api.RBoundedBlockingQueue;
import org.redisson.api.RFuture;
import org.redisson.api.RedissonClient;
import org.redisson.client.codec.Codec;
import org.redisson.client.codec.LongCodec;
import org.redisson.client.protocol.RedisCommand;
import org.redisson.client.protocol.RedisCommands;
import org.redisson.command.CommandAsyncExecutor;
import org.redisson.connection.decoder.ListDrainToDecoder;
import org.redisson.misc.CompletableFutureWrapper;

import java.time.Duration;
import java.util.*;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.CompletionException;
import java.util.concurrent.CompletionStage;
import java.util.concurrent.TimeUnit;
import java.util.function.Consumer;
import java.util.function.Function;

/**
 * 

Distributed and concurrent implementation of bounded {@link java.util.concurrent.BlockingQueue}. * * @author Nikita Koksharov */ public class RedissonBoundedBlockingQueue extends RedissonQueue implements RBoundedBlockingQueue { private final RedissonBlockingQueue blockingQueue; private final RedissonQueueSemaphore semaphore; private final String channelName; private final String semaphoreName; protected RedissonBoundedBlockingQueue(CommandAsyncExecutor commandExecutor, String name, RedissonClient redisson) { super(commandExecutor, name, redisson); blockingQueue = new RedissonBlockingQueue<>(commandExecutor, name, redisson); semaphoreName = getSemaphoreName(getRawName()); semaphore = new RedissonQueueSemaphore(commandExecutor, semaphoreName, getServiceManager().getCfg().getCodec()); channelName = RedissonSemaphore.getChannelName(semaphore.getRawName()); } protected RedissonBoundedBlockingQueue(Codec codec, CommandAsyncExecutor commandExecutor, String name, RedissonClient redisson) { super(codec, commandExecutor, name, redisson); blockingQueue = new RedissonBlockingQueue<>(commandExecutor, name, redisson); semaphoreName = getSemaphoreName(getRawName()); semaphore = new RedissonQueueSemaphore(commandExecutor, semaphoreName, codec); channelName = RedissonSemaphore.getChannelName(semaphore.getRawName()); } private String getSemaphoreName(String name) { return prefixName("redisson_bqs", name); } @Override public RFuture addAsync(V e) { RFuture future = offerAsync(e); CompletionStage f = future.handle((res, ex) -> { if (ex != null) { throw new CompletionException(ex); } if (!res) { throw new CompletionException(new IllegalStateException("Queue is full")); } return true; }); return new CompletableFutureWrapper<>(f); } @Override public RFuture putAsync(V e) { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.acquireAsync(); } private RedissonQueueSemaphore createSemaphore(V e) { RedissonQueueSemaphore semaphore = new RedissonQueueSemaphore(commandExecutor, semaphoreName, getCodec()); semaphore.setQueueName(getRawName()); semaphore.setValue(e); return semaphore; } @Override public void put(V e) throws InterruptedException { RedissonQueueSemaphore semaphore = createSemaphore(e); semaphore.acquire(); } @Override public RFuture offerAsync(V e) { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.tryAcquireAsync(); } @Override public boolean offer(V e, long timeout, TimeUnit unit) throws InterruptedException { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.tryAcquire(timeout, unit); } @Override public RFuture offerAsync(V e, long timeout, TimeUnit unit) { RedissonQueueSemaphore semaphore = createSemaphore(e); return semaphore.tryAcquireAsync(timeout, unit); } @Override public RFuture takeAsync() { RFuture takeFuture = blockingQueue.takeAsync(); return wrapTakeFuture(takeFuture); } private RFuture wrapTakeFuture(RFuture takeFuture) { CompletionStage f = takeFuture.thenCompose(res -> { if (res == null) { return CompletableFuture.completedFuture(null); } return createSemaphore(null).releaseAsync().handle((r, ex) -> res); }); f.whenComplete((r, e) -> { if (f.toCompletableFuture().isCancelled()) { takeFuture.cancel(false); } }); return new CompletableFutureWrapper<>(f); } @Override public RFuture removeAsync(Object o) { return removeAllAsync(Collections.singleton(o)); } @Override public RFuture removeAllAsync(Collection c) { if (c.isEmpty()) { return new CompletableFutureWrapper<>(false); } return commandExecutor.evalWriteAsync(getRawName(), codec, RedisCommands.EVAL_BOOLEAN, "local count = 0; " + "for i = 1, #ARGV, 1 do " + "if redis.call('lrem', KEYS[1], 0, ARGV[i]) == 1 then " + "count = count + 1; " + "end; " +"end; " + "if count > 0 then " + "local value = redis.call('incrby', KEYS[2], count); " + "redis.call('publish', KEYS[3], value); " + "return 1;" + "end;" + "return 0 ", Arrays.asList(getRawName(), semaphore.getRawName(), channelName), encode(c).toArray()); } @Override public RFuture pollAsync() { return commandExecutor.evalWriteNoRetryAsync(getRawName(), codec, RedisCommands.EVAL_OBJECT, "local res = redis.call('lpop', KEYS[1]);" + "if res ~= false then " + "local value = redis.call('incrby', KEYS[2], ARGV[1]); " + "redis.call('publish', KEYS[3], value); " + "end;" + "return res;", Arrays.asList(getRawName(), semaphore.getRawName(), channelName), 1); } /* * (non-Javadoc) * @see java.util.concurrent.BlockingQueue#take() */ @Override public V take() throws InterruptedException { return commandExecutor.getInterrupted(takeAsync()); } @Override public RFuture pollAsync(long timeout, TimeUnit unit) { RFuture takeFuture = blockingQueue.pollAsync(timeout, unit); return wrapTakeFuture(takeFuture); } /* * (non-Javadoc) * @see java.util.concurrent.BlockingQueue#poll(long, java.util.concurrent.TimeUnit) */ @Override public V poll(long timeout, TimeUnit unit) throws InterruptedException { return commandExecutor.getInterrupted(pollAsync(timeout, unit)); } /* * (non-Javadoc) * @see org.redisson.core.RBlockingQueue#pollFromAny(long, java.util.concurrent.TimeUnit, java.lang.String[]) */ @Override public V pollFromAny(long timeout, TimeUnit unit, String... queueNames) throws InterruptedException { return commandExecutor.getInterrupted(pollFromAnyAsync(timeout, unit, queueNames)); } /* * (non-Javadoc) * @see org.redisson.core.RBlockingQueueAsync#pollFromAnyAsync(long, java.util.concurrent.TimeUnit, java.lang.String[]) */ @Override public RFuture pollFromAnyAsync(long timeout, TimeUnit unit, String... queueNames) { RFuture takeFuture = blockingQueue.pollFromAnyAsync(timeout, unit, queueNames); return wrapTakeFuture(takeFuture); } @Override public Entry pollFromAnyWithName(Duration timeout, String... queueNames) throws InterruptedException { return commandExecutor.getInterrupted(pollFromAnyWithNameAsync(timeout, queueNames)); } @Override public RFuture> pollFromAnyWithNameAsync(Duration timeout, String... queueNames) { RFuture> takeFuture = blockingQueue.pollFromAnyWithNameAsync(timeout, queueNames); return wrapTakeFuture(takeFuture); } @Override public Map> pollFirstFromAny(Duration duration, int count, String... queueNames) { return get(pollFirstFromAnyAsync(duration, count, queueNames)); } @Override public Map> pollLastFromAny(Duration duration, int count, String... queueNames) { return get(pollLastFromAnyAsync(duration, count, queueNames)); } @Override public RFuture>> pollFirstFromAnyAsync(Duration duration, int count, String... queueNames) { RFuture>> future = blockingQueue.pollFirstFromAnyAsync(duration, count, queueNames); return wrapTakeFuture(future); } @Override public RFuture>> pollLastFromAnyAsync(Duration duration, int count, String... queueNames) { RFuture>> future = blockingQueue.pollLastFromAnyAsync(duration, count, queueNames); return wrapTakeFuture(future); } @Override public V takeLastAndOfferFirstTo(String queueName) throws InterruptedException { return commandExecutor.getInterrupted(takeLastAndOfferFirstToAsync(queueName)); } @Override public int subscribeOnElements(Consumer consumer) { return getServiceManager().getElementsSubscribeService() .subscribeOnElements(this::takeAsync, consumer); } @Override public int subscribeOnElements(Function> consumer) { return getServiceManager().getElementsSubscribeService() .subscribeOnElements(this::takeAsync, consumer); } @Override public void unsubscribe(int listenerId) { getServiceManager().getElementsSubscribeService().unsubscribe(listenerId); } @Override public RFuture takeLastAndOfferFirstToAsync(String queueName) { return pollLastAndOfferFirstToAsync(queueName, 0, TimeUnit.SECONDS); } @Override public RFuture pollLastAndOfferFirstToAsync(String queueName, long timeout, TimeUnit unit) { RFuture takeFuture = blockingQueue.pollLastAndOfferFirstToAsync(queueName, timeout, unit); return wrapTakeFuture(takeFuture); } @Override public V pollLastAndOfferFirstTo(String queueName, long timeout, TimeUnit unit) throws InterruptedException { return commandExecutor.getInterrupted(pollLastAndOfferFirstToAsync(queueName, timeout, unit)); } @Override public int remainingCapacity() { return createSemaphore(null).availablePermits(); } @Override public int drainTo(Collection c) { return get(drainToAsync(c)); } @Override public RFuture drainToAsync(Collection c) { if (c == null) { throw new NullPointerException(); } return commandExecutor.evalWriteAsync(getRawName(), codec, new RedisCommand("EVAL", new ListDrainToDecoder(c)), "local vals = redis.call('lrange', KEYS[1], 0, -1); " + "redis.call('del', KEYS[1]); " + "if #vals > 0 then " + "local value = redis.call('incrby', KEYS[2], #vals); " + "redis.call('publish', KEYS[3], value); " + "end; " + "return vals", Arrays.asList(getRawName(), semaphore.getRawName(), channelName)); } @Override public int drainTo(Collection c, int maxElements) { return get(drainToAsync(c, maxElements)); } @Override public RFuture drainToAsync(Collection c, int maxElements) { if (c == null) { throw new NullPointerException(); } if (maxElements <= 0) { return new CompletableFutureWrapper<>(0); } return commandExecutor.evalWriteAsync(getRawName(), codec, new RedisCommand("EVAL", new ListDrainToDecoder(c)), "local elemNum = math.min(ARGV[1], redis.call('llen', KEYS[1])) - 1;" + "local vals = redis.call('lrange', KEYS[1], 0, elemNum); " + "redis.call('ltrim', KEYS[1], elemNum + 1, -1); " + "if #vals > 0 then " + "local value = redis.call('incrby', KEYS[2], #vals); " + "redis.call('publish', KEYS[3], value); " + "end; " + "return vals", Arrays.asList(getRawName(), semaphore.getRawName(), channelName), maxElements); } @Override public RFuture trySetCapacityAsync(int capacity) { return commandExecutor.evalWriteAsync(getRawName(), LongCodec.INSTANCE, RedisCommands.EVAL_BOOLEAN, "local value = redis.call('get', KEYS[1]); " + "if (value == false) then " + "redis.call('set', KEYS[1], ARGV[1]); " + "redis.call('publish', KEYS[2], ARGV[1]); " + "return 1;" + "end;" + "return 0;", Arrays.asList(semaphore.getRawName(), channelName), capacity); } @Override public boolean trySetCapacity(int capacity) { return get(trySetCapacityAsync(capacity)); } @Override public void clear() { get(commandExecutor.evalWriteAsync(getRawName(), codec, RedisCommands.EVAL_BOOLEAN, "local len = redis.call('llen', KEYS[1]); " + "if len > 0 then " + "redis.call('del', KEYS[1]); " + "local value = redis.call('incrby', KEYS[2], len); " + "redis.call('publish', KEYS[3], value); " + "end; ", Arrays.asList(getRawName(), semaphore.getRawName(), channelName))); } @Override public RFuture deleteAsync() { return deleteAsync(getRawName(), semaphoreName); } @Override public RFuture copyAsync(List keys, int database, boolean replace) { String newName = (String) keys.get(1); List kks = Arrays.asList(getRawName(), semaphoreName, newName, getSemaphoreName(newName)); return super.copyAsync(kks, database, replace); } @Override public RFuture sizeInMemoryAsync() { List keys = Arrays.asList(getRawName(), semaphoreName); return super.sizeInMemoryAsync(keys); } @Override public RFuture expireAsync(long timeToLive, TimeUnit timeUnit, String param, String... keys) { return super.expireAsync(timeToLive, timeUnit, param, getRawName(), semaphoreName); } @Override protected RFuture expireAtAsync(long timestamp, String param, String... keys) { return super.expireAtAsync(timestamp, param, getRawName(), semaphoreName); } @Override public RFuture clearExpireAsync() { return clearExpireAsync(getRawName(), semaphoreName); } @Override public RFuture addAllAsync(Collection c) { if (c.isEmpty()) { return new CompletableFutureWrapper<>(false); } RedissonQueueSemaphore semaphore = new RedissonQueueSemaphore(commandExecutor, semaphoreName, getCodec()); semaphore.setQueueName(getRawName()); semaphore.setValues(c); return semaphore.tryAcquireAsync(); } }