All Downloads are FREE. Search and download functionalities are using the official Maven repository.

reactor.core.publisher.FluxDistinct Maven / Gradle / Ivy

Go to download

Easy Redis Java client and Real-Time Data Platform. Valkey compatible. Sync/Async/RxJava3/Reactive API. Client side caching. Over 50 Redis based Java objects and services: JCache API, Apache Tomcat, Hibernate, Spring, Set, Multimap, SortedSet, Map, List, Queue, Deque, Semaphore, Lock, AtomicLong, Map Reduce, Bloom filter, Scheduler, RPC

There is a newer version: 3.40.2
Show newest version
/*
 * Copyright (c) 2016-2021 VMware Inc. or its affiliates, All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package reactor.core.publisher;

import java.util.Objects;
import java.util.function.BiPredicate;
import java.util.function.Consumer;
import java.util.function.Function;
import java.util.function.Supplier;

import org.reactivestreams.Subscription;
import reactor.core.CoreSubscriber;
import reactor.core.Fuseable;
import reactor.core.Fuseable.ConditionalSubscriber;
import reactor.core.Fuseable.QueueSubscription;
import reactor.util.annotation.Nullable;
import reactor.util.context.Context;

/**
 * For each subscriber, tracks the source values that have been seen and
 * filters out duplicates.
 *
 * @param  the source value type
 * @param  the key extracted from the source value to be used for duplicate testing
 * @param  the backing store type used together with the keys when testing for duplicates with {@link BiPredicate}
 *
 * @see Reactive-Streams-Commons
 */
final class FluxDistinct extends InternalFluxOperator {

	final Function keyExtractor;
	final Supplier                      collectionSupplier;
	final BiPredicate                distinctPredicate;
	final Consumer                      cleanupCallback;

	FluxDistinct(Flux source,
			Function keyExtractor,
			Supplier collectionSupplier,
			BiPredicate distinctPredicate,
			Consumer cleanupCallback) {
		super(source);
		this.keyExtractor = Objects.requireNonNull(keyExtractor, "keyExtractor");
		this.collectionSupplier = Objects.requireNonNull(collectionSupplier, "collectionSupplier");
		this.distinctPredicate = Objects.requireNonNull(distinctPredicate, "distinctPredicate");
		this.cleanupCallback = Objects.requireNonNull(cleanupCallback, "cleanupCallback");
	}

	@Override
	@SuppressWarnings("unchecked")
	public CoreSubscriber subscribeOrReturn(CoreSubscriber actual) {
		C collection = Objects.requireNonNull(collectionSupplier.get(),
				"The collectionSupplier returned a null collection");

		if (actual instanceof ConditionalSubscriber) {
			return new DistinctConditionalSubscriber<>((ConditionalSubscriber) actual,
					collection,
					keyExtractor,
					distinctPredicate, cleanupCallback);
		}
		else {
			return new DistinctSubscriber<>(actual, collection, keyExtractor, distinctPredicate,
					cleanupCallback);
		}
	}

	@Override
	public Object scanUnsafe(Attr key) {
		if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;
		return super.scanUnsafe(key);
	}

	static final class DistinctSubscriber
			implements ConditionalSubscriber, InnerOperator {

		final CoreSubscriber actual;
		final Context ctx;

		final C collection;

		final Function keyExtractor;

		final BiPredicate distinctPredicate;

		final Consumer cleanupCallback;

		Subscription s;

		boolean done;

		DistinctSubscriber(CoreSubscriber actual,
				C collection,
				Function keyExtractor,
				BiPredicate distinctPredicate,
				Consumer cleanupCallback) {
			this.actual = actual;
			this.ctx = actual.currentContext();
			this.collection = collection;
			this.keyExtractor = keyExtractor;
			this.distinctPredicate = distinctPredicate;
			this.cleanupCallback = cleanupCallback;
		}

		@Override
		public void onSubscribe(Subscription s) {
			if (Operators.validate(this.s, s)) {
				this.s = s;

				actual.onSubscribe(this);
			}
		}

		@Override
		public void onNext(T t) {
			if (!tryOnNext(t)) {
				s.request(1);
			}
		}

		@Override
		public boolean tryOnNext(T t) {
			if (done) {
				Operators.onNextDropped(t, this.ctx);
				return true;
			}

			K k;

			try {
				k = Objects.requireNonNull(keyExtractor.apply(t),
				"The distinct extractor returned a null value.");
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(s, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return true;
			}

			boolean b;

			try {
				b = distinctPredicate.test(collection, k);
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(s, e, t, ctx));
				Operators.onDiscard(t, this.ctx);
				return true;
			}

			if (b) {
				actual.onNext(t);
				return true;
			}
			Operators.onDiscard(t , ctx);
			return false;
		}

		@Override
		public void onError(Throwable t) {
			if (done) {
				Operators.onErrorDropped(t, this.ctx);
				return;
			}
			done = true;
			cleanupCallback.accept(collection);

			actual.onError(t);
		}

		@Override
		public void onComplete() {
			if (done) {
				return;
			}
			done = true;
			cleanupCallback.accept(collection);

			actual.onComplete();
		}

		@Override
		public CoreSubscriber actual() {
			return actual;
		}

		@Override
		public void request(long n) {
			s.request(n);
		}

		@Override
		public void cancel() {
			s.cancel();
			if (collection != null) {
				cleanupCallback.accept(collection);
			}
		}

		@Override
		public Object scanUnsafe(Attr key) {
			if (key == Attr.PARENT) return s;
			if (key == Attr.TERMINATED) return done;
			if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;

			return InnerOperator.super.scanUnsafe(key);
		}
	}

	static final class DistinctConditionalSubscriber
			implements ConditionalSubscriber, InnerOperator {

		final ConditionalSubscriber actual;
		final Context ctx;

		final C collection;

		final Function keyExtractor;

		final BiPredicate distinctPredicate;
		final Consumer       cleanupCallback;

		Subscription s;

		boolean done;

		DistinctConditionalSubscriber(ConditionalSubscriber actual,
				C collection,
				Function keyExtractor,
				BiPredicate distinctPredicate,
				Consumer cleanupCallback) {
			this.actual = actual;
			this.ctx = actual.currentContext();
			this.collection = collection;
			this.keyExtractor = keyExtractor;
			this.distinctPredicate = distinctPredicate;
			this.cleanupCallback = cleanupCallback;
		}

		@Override
		public void onSubscribe(Subscription s) {
			if (Operators.validate(this.s, s)) {
				this.s = s;

				actual.onSubscribe(this);
			}
		}

		@Override
		public void onNext(T t) {
			if (done) {
				Operators.onNextDropped(t, this.ctx);
				return;
			}

			K k;

			try {
				k = Objects.requireNonNull(keyExtractor.apply(t),
				"The distinct extractor returned a null value.");
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(s, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return;
			}

			boolean b;

			try {
				b = distinctPredicate.test(collection, k);
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(s, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return;
			}

			if (b) {
				actual.onNext(t);
			}
			else {
				Operators.onDiscard(t, ctx);
				s.request(1);
			}
		}

		@Override
		public boolean tryOnNext(T t) {
			if (done) {
				Operators.onNextDropped(t, this.ctx);
				return true;
			}

			K k;

			try {
				k = Objects.requireNonNull(keyExtractor.apply(t),
						"The distinct extractor returned a null value.");
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(s, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return true;
			}

			boolean b;

			try {
				b = distinctPredicate.test(collection, k);
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(s, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return true;
			}

			if (b) {
				return actual.tryOnNext(t);
			}
			else {
				Operators.onDiscard(t, ctx);
				return false;
			}
		}

		@Override
		public void onError(Throwable t) {
			if (done) {
				Operators.onErrorDropped(t, this.ctx);
				return;
			}
			done = true;
			cleanupCallback.accept(collection);

			actual.onError(t);
		}

		@Override
		public void onComplete() {
			if (done) {
				return;
			}
			done = true;
			cleanupCallback.accept(collection);

			actual.onComplete();
		}

		@Override
		public CoreSubscriber actual() {
			return actual;
		}

		@Override
		public void request(long n) {
			s.request(n);
		}

		@Override
		public void cancel() {
			s.cancel();
			if (collection != null) {
				cleanupCallback.accept(collection);
			}
		}

		@Override
		@Nullable
		public Object scanUnsafe(Attr key) {
			if (key == Attr.PARENT) return s;
			if (key == Attr.TERMINATED) return done;
			if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;

			return InnerOperator.super.scanUnsafe(key);
		}
	}

	static final class DistinctFuseableSubscriber
			implements ConditionalSubscriber, InnerOperator,
			           QueueSubscription {

		final CoreSubscriber actual;
		final Context ctx;

		final C collection;

		final Function keyExtractor;
		final BiPredicate                distinctPredicate;
		final Consumer                      cleanupCallback;

		QueueSubscription qs;

		boolean done;

		int sourceMode;

		DistinctFuseableSubscriber(CoreSubscriber actual, C collection,
				Function keyExtractor,
				BiPredicate predicate,
				Consumer callback) {
			this.actual = actual;
			this.ctx = actual.currentContext();
			this.collection = collection;
			this.keyExtractor = keyExtractor;
			this.distinctPredicate = predicate;
			this.cleanupCallback = callback;
		}

		@SuppressWarnings("unchecked")
		@Override
		public void onSubscribe(Subscription s) {
			if (Operators.validate(this.qs, s)) {
				this.qs = (QueueSubscription) s;

				actual.onSubscribe(this);
			}
		}

		@Override
		public void onNext(T t) {
			if (!tryOnNext(t)) {
				qs.request(1);
			}
		}

		@Override
		public boolean tryOnNext(T t) {
			if (sourceMode == Fuseable.ASYNC) {
				actual.onNext(null);
				return true;
			}
			if (done) {
				Operators.onNextDropped(t, this.ctx);
				return true;
			}

			K k;

			try {
				k = Objects.requireNonNull(keyExtractor.apply(t),
						"The distinct extractor returned a null value.");
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(qs, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return true;
			}

			boolean b;

			try {
				b = distinctPredicate.test(collection, k);
			}
			catch (Throwable e) {
				onError(Operators.onOperatorError(qs, e, t, this.ctx));
				Operators.onDiscard(t, this.ctx);
				return true;
			}

			if (b) {
				actual.onNext(t);
				return true;
			}
			Operators.onDiscard(t, ctx);
			return false;
		}

		@Override
		public void onError(Throwable t) {
			if (done) {
				Operators.onErrorDropped(t, this.ctx);
				return;
			}
			done = true;
			cleanupCallback.accept(collection);

			actual.onError(t);
		}

		@Override
		public void onComplete() {
			if (done) {
				return;
			}
			done = true;
			cleanupCallback.accept(collection);

			actual.onComplete();
		}

		@Override
		public CoreSubscriber actual() {
			return actual;
		}

		@Override
		public void request(long n) {
			qs.request(n);
		}

		@Override
		public void cancel() {
			qs.cancel();
			if (collection != null) {
				cleanupCallback.accept(collection);
			}
		}

		@Override
		public int requestFusion(int requestedMode) {
			int m = qs.requestFusion(requestedMode);
			sourceMode = m;
			return m;
		}

		@Override
		public Object scanUnsafe(Attr key) {
			if (key == Attr.PARENT) return qs;
			if (key == Attr.TERMINATED) return done;
			if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;

			return InnerOperator.super.scanUnsafe(key);
		}

		@Override
		@Nullable
		public T poll() {
			if (sourceMode == Fuseable.ASYNC) {
				long dropped = 0;
				for (; ; ) {
					T v = qs.poll();
					if (v == null) {
						return null;
					}
					try {
						K r = Objects.requireNonNull(keyExtractor.apply(v),
								"The keyExtractor returned a null collection");

						if (distinctPredicate.test(collection, r)) {
							if (dropped != 0) {
								request(dropped);
							}
							return v;
						}
						Operators.onDiscard(v, ctx);
						dropped++;
					}
					catch (Throwable error) {
						Operators.onDiscard(v, this.ctx);
						throw error;
					}
				}
			}
			else {
				for (; ; ) {
					T v = qs.poll();
					if (v == null) {
						return null;
					}
					try {
					K r = Objects.requireNonNull(keyExtractor.apply(v),
							"The keyExtractor returned a null collection");

					if (distinctPredicate.test(collection, r)) {
						return v;
					}
					else {
						Operators.onDiscard(v, ctx);
					}
					}
					catch (Throwable error) {
						Operators.onDiscard(v, this.ctx);
						throw error;
					}
				}
			}
		}

		@Override
		public boolean isEmpty() {
			return qs.isEmpty();
		}

		@Override
		public void clear() {
			qs.clear();
			cleanupCallback.accept(collection);
		}

		@Override
		public int size() {
			return qs.size();
		}
	}

}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy