reactor.core.publisher.FluxZip Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of redisson-all Show documentation
Show all versions of redisson-all Show documentation
Easy Redis Java client and Real-Time Data Platform. Valkey compatible. Sync/Async/RxJava3/Reactive API. Client side caching. Over 50 Redis based Java objects and services: JCache API, Apache Tomcat, Hibernate, Spring, Set, Multimap, SortedSet, Map, List, Queue, Deque, Semaphore, Lock, AtomicLong, Map Reduce, Bloom filter, Scheduler, RPC
/*
* Copyright (c) 2016-2021 VMware Inc. or its affiliates, All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package reactor.core.publisher;
import java.util.Arrays;
import java.util.Objects;
import java.util.Queue;
import java.util.concurrent.Callable;
import java.util.concurrent.atomic.AtomicIntegerFieldUpdater;
import java.util.concurrent.atomic.AtomicLongFieldUpdater;
import java.util.concurrent.atomic.AtomicReferenceFieldUpdater;
import java.util.function.BiFunction;
import java.util.function.Function;
import java.util.function.Supplier;
import java.util.stream.Stream;
import org.reactivestreams.Publisher;
import org.reactivestreams.Subscription;
import reactor.core.CoreSubscriber;
import reactor.core.Disposable;
import reactor.core.Exceptions;
import reactor.core.Fuseable;
import reactor.core.Scannable;
import reactor.util.annotation.Nullable;
import reactor.util.context.Context;
import static reactor.core.Fuseable.ASYNC;
import static reactor.core.Fuseable.SYNC;
/**
* Repeatedly takes one item from all source Publishers and
* runs it through a function to produce the output item.
*
* @param the common input type
* @param the output value type
*
* @see Reactive-Streams-Commons
*/
final class FluxZip extends Flux implements SourceProducer {
final Publisher[] sources;
final Iterable> sourcesIterable;
final Function zipper;
final Supplier> queueSupplier;
final int prefetch;
@SuppressWarnings("unchecked")
FluxZip(Publisher p1,
Publisher p2,
BiFunction zipper2,
Supplier> queueSupplier,
int prefetch) {
this(new Publisher[]{Objects.requireNonNull(p1, "p1"),
Objects.requireNonNull(p2, "p2")},
new PairwiseZipper<>(new BiFunction[]{
Objects.requireNonNull(zipper2, "zipper2")}),
queueSupplier,
prefetch);
}
FluxZip(Publisher[] sources,
Function zipper,
Supplier> queueSupplier,
int prefetch) {
if (prefetch <= 0) {
throw new IllegalArgumentException("prefetch > 0 required but it was " + prefetch);
}
this.sources = Objects.requireNonNull(sources, "sources");
if (sources.length == 0) {
throw new IllegalArgumentException("at least one source is required");
}
this.sourcesIterable = null;
this.zipper = Objects.requireNonNull(zipper, "zipper");
this.queueSupplier = Objects.requireNonNull(queueSupplier, "queueSupplier");
this.prefetch = prefetch;
}
FluxZip(Iterable> sourcesIterable,
Function zipper,
Supplier> queueSupplier,
int prefetch) {
if (prefetch <= 0) {
throw new IllegalArgumentException("prefetch > 0 required but it was " + prefetch);
}
this.sources = null;
this.sourcesIterable = Objects.requireNonNull(sourcesIterable, "sourcesIterable");
this.zipper = Objects.requireNonNull(zipper, "zipper");
this.queueSupplier = Objects.requireNonNull(queueSupplier, "queueSupplier");
this.prefetch = prefetch;
}
@Override
public int getPrefetch() {
return prefetch;
}
@SuppressWarnings({"unchecked", "rawtypes"})
@Nullable
FluxZip zipAdditionalSource(Publisher source, BiFunction zipper) {
Publisher[] oldSources = sources;
if (oldSources != null && this.zipper instanceof PairwiseZipper) {
int oldLen = oldSources.length;
Publisher[] newSources = new Publisher[oldLen + 1];
System.arraycopy(oldSources, 0, newSources, 0, oldLen);
newSources[oldLen] = source;
Function z = ((PairwiseZipper) this.zipper).then(zipper);
return new FluxZip<>(newSources, z, queueSupplier, prefetch);
}
return null;
}
@Override
public void subscribe(CoreSubscriber actual) {
Publisher[] srcs = sources;
try {
if (srcs != null) {
handleArrayMode(actual, srcs);
}
else {
handleIterableMode(actual, sourcesIterable);
}
}
catch (Throwable e) {
Operators.reportThrowInSubscribe(actual, e);
return;
}
}
@SuppressWarnings("unchecked")
void handleIterableMode(CoreSubscriber s,
Iterable> sourcesIterable) {
Object[] scalars = new Object[8];
Publisher[] srcs = new Publisher[8];
int n = 0;
int sc = 0;
for (Publisher p : sourcesIterable) {
if (p == null) {
Operators.error(s,
Operators.onOperatorError(new NullPointerException(
"The sourcesIterable returned a null Publisher"),
s.currentContext()));
return;
}
if (p instanceof Callable) {
Callable callable = (Callable) p;
T v;
try {
v = callable.call();
}
catch (Throwable e) {
Operators.error(s, Operators.onOperatorError(e,
s.currentContext()));
return;
}
if (v == null) {
Operators.complete(s);
return;
}
if (n == scalars.length) {
Object[] b = new Object[n + (n >> 1)];
System.arraycopy(scalars, 0, b, 0, n);
Publisher[] c = new Publisher[b.length];
//noinspection SuspiciousSystemArraycopy
System.arraycopy(srcs, 0, c, 0, n);
scalars = b;
srcs = c;
}
scalars[n] = v;
sc++;
}
else {
if (n == srcs.length) {
Object[] b = new Object[n + (n >> 1)];
System.arraycopy(scalars, 0, b, 0, n);
Publisher[] c = new Publisher[b.length];
//noinspection SuspiciousSystemArraycopy
System.arraycopy(srcs, 0, c, 0, n);
scalars = b;
srcs = c;
}
srcs[n] = p;
}
n++;
}
if (n == 0) {
Operators.complete(s);
return;
}
if (n < scalars.length) {
scalars = Arrays.copyOfRange(scalars, 0, n, scalars.getClass());
}
handleBoth(s, srcs, scalars, n, sc);
}
@SuppressWarnings("unchecked")
void handleArrayMode(CoreSubscriber s, Publisher[] srcs) {
Object[] scalars = null; //optimisation: if no scalar source, no array creation
int n = srcs.length;
int sc = 0;
for (int j = 0; j < n; j++) {
Publisher p = srcs[j];
if (p == null) {
Operators.error(s,
new NullPointerException("The sources contained a null Publisher"));
return;
}
if (p instanceof Callable) {
Object v;
try {
v = ((Callable) p).call();
}
catch (Throwable e) {
Operators.error(s, Operators.onOperatorError(e,
s.currentContext()));
return;
}
if (v == null) {
Operators.complete(s);
return;
}
if (scalars == null) {
scalars = new Object[n];
}
scalars[j] = v;
sc++;
}
}
handleBoth(s, srcs, scalars, n, sc);
}
/**
* Handle values either from the iterable mode or array mode, taking into account the
* possibility that some sources were already resolved (being {@link Callable}):
*
* - if all sources have been resolved (sc == n), simply apply the mapper
* - if some sources have been resolved (n > sc > 0), use a coordinator with the sparse
* array, which will subscribe to unresolved sources only
* - if no source is resolved, none was callable: use a coordinator without the sparse
* array, resulting on an inner subscription for each source
*
* @param s the subscriber
* @param srcs the array of sources, some of which can be callable
* @param scalars a sparse array of values resolved for the callable sources, null if not resolved
* @param n the number of sources
* @param sc the number of already resolved sources in the scalars array
*/
void handleBoth(CoreSubscriber s,
Publisher[] srcs,
@Nullable Object[] scalars,
int n,
int sc) {
if (sc != 0 && scalars != null) {
if (n != sc) {
ZipSingleCoordinator coordinator =
new ZipSingleCoordinator<>(s, scalars, n, zipper);
s.onSubscribe(coordinator);
coordinator.subscribe(n, sc, srcs);
}
else {
Operators.MonoSubscriber sds = new Operators.MonoSubscriber<>(s);
s.onSubscribe(sds);
R r;
try {
r = Objects.requireNonNull(zipper.apply(scalars),
"The zipper returned a null value");
}
catch (Throwable e) {
s.onError(Operators.onOperatorError(e, s.currentContext()));
return;
}
sds.complete(r);
}
}
else {
ZipCoordinator coordinator =
new ZipCoordinator<>(s, zipper, n, queueSupplier, prefetch);
s.onSubscribe(coordinator);
coordinator.subscribe(srcs, n);
}
}
@Override
public Object scanUnsafe(Attr key) {
if (key == Attr.PREFETCH) return prefetch;
if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;
return null;
}
static final class ZipSingleCoordinator extends Operators.MonoSubscriber {
final Function zipper;
final Object[] scalars;
final ZipSingleSubscriber[] subscribers;
volatile int wip;
@SuppressWarnings("rawtypes")
static final AtomicIntegerFieldUpdater WIP =
AtomicIntegerFieldUpdater.newUpdater(ZipSingleCoordinator.class, "wip");
@SuppressWarnings("unchecked")
ZipSingleCoordinator(CoreSubscriber subscriber,
Object[] scalars,
int n,
Function zipper) {
super(subscriber);
this.zipper = zipper;
this.scalars = scalars;
ZipSingleSubscriber[] a = new ZipSingleSubscriber[n];
for (int i = 0; i < n; i++) {
if (scalars[i] == null) {
a[i] = new ZipSingleSubscriber<>(this, i);
}
}
this.subscribers = a;
}
void subscribe(int n, int sc, Publisher[] sources) {
WIP.lazySet(this, n - sc);
ZipSingleSubscriber[] a = subscribers;
for (int i = 0; i < n; i++) {
if (wip <= 0 || isCancelled()) {
break;
}
ZipSingleSubscriber s = a[i];
if (s != null) {
try {
sources[i].subscribe(s);
}
catch (Throwable e) {
Operators.reportThrowInSubscribe(s, e);
}
}
}
}
void next(T value, int index) {
Object[] a = scalars;
a[index] = value;
if (WIP.decrementAndGet(this) == 0) {
R r;
try {
r = Objects.requireNonNull(zipper.apply(a),
"The zipper returned a null value");
}
catch (Throwable e) {
actual.onError(Operators.onOperatorError(this, e, value,
actual.currentContext()));
return;
}
complete(r);
}
}
void error(Throwable e, int index) {
if (WIP.getAndSet(this, 0) > 0) {
cancelAll();
actual.onError(e);
}
else {
Operators.onErrorDropped(e, actual.currentContext());
}
}
void complete(int index) {
if (WIP.getAndSet(this, 0) > 0) {
cancelAll();
actual.onComplete();
}
}
@Override
public void cancel() {
super.cancel();
cancelAll();
}
@Override
@Nullable
public Object scanUnsafe(Attr key) {
if (key == Attr.TERMINATED) return wip == 0;
if (key == Attr.BUFFERED) return wip > 0 ? scalars.length : 0;
if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;
return super.scanUnsafe(key);
}
@Override
public Stream inners() {
return Stream.of(subscribers);
}
void cancelAll() {
for (ZipSingleSubscriber s : subscribers) {
if (s != null) {
s.dispose();
}
}
}
}
static final class ZipSingleSubscriber
implements InnerConsumer, Disposable {
final ZipSingleCoordinator parent;
final int index;
volatile Subscription s;
@SuppressWarnings("rawtypes")
static final AtomicReferenceFieldUpdater S =
AtomicReferenceFieldUpdater.newUpdater(ZipSingleSubscriber.class,
Subscription.class,
"s");
boolean done;
ZipSingleSubscriber(ZipSingleCoordinator parent, int index) {
this.parent = parent;
this.index = index;
}
@Override
public Context currentContext() {
return parent.currentContext();
}
@Override
@Nullable
public Object scanUnsafe(Attr key) {
if (key == Attr.PARENT) return s;
if (key == Attr.TERMINATED) return done;
if (key == Attr.ACTUAL) return parent;
if (key == Attr.CANCELLED) return s == Operators.cancelledSubscription();
if (key == Attr.BUFFERED) return parent.scalars[index] == null ? 0 : 1;
if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;
return null;
}
@Override
public void onSubscribe(Subscription s) {
if (Operators.setOnce(S, this, s)) {
this.s = s;
s.request(Long.MAX_VALUE);
}
}
@Override
public void onNext(T t) {
if (done) {
Operators.onNextDropped(t, parent.currentContext());
return;
}
done = true;
Operators.terminate(S, this);
parent.next(t, index);
}
@Override
public void onError(Throwable t) {
if (done) {
Operators.onErrorDropped(t, parent.currentContext());
return;
}
done = true;
parent.error(t, index);
}
@Override
public void onComplete() {
if (done) {
return;
}
done = true;
parent.complete(index);
}
@Override
public void dispose() {
Operators.terminate(S, this);
}
}
static final class ZipCoordinator
implements InnerProducer {
final CoreSubscriber actual;
final ZipInner[] subscribers;
final Function zipper;
volatile int wip;
@SuppressWarnings("rawtypes")
static final AtomicIntegerFieldUpdater WIP =
AtomicIntegerFieldUpdater.newUpdater(ZipCoordinator.class, "wip");
volatile long requested;
@SuppressWarnings("rawtypes")
static final AtomicLongFieldUpdater REQUESTED =
AtomicLongFieldUpdater.newUpdater(ZipCoordinator.class, "requested");
volatile Throwable error;
@SuppressWarnings("rawtypes")
static final AtomicReferenceFieldUpdater ERROR =
AtomicReferenceFieldUpdater.newUpdater(ZipCoordinator.class,
Throwable.class,
"error");
volatile boolean cancelled;
final Object[] current;
ZipCoordinator(CoreSubscriber actual,
Function zipper,
int n,
Supplier> queueSupplier,
int prefetch) {
this.actual = actual;
this.zipper = zipper;
@SuppressWarnings("unchecked") ZipInner[] a = new ZipInner[n];
for (int i = 0; i < n; i++) {
a[i] = new ZipInner<>(this, prefetch, i, queueSupplier);
}
this.current = new Object[n];
this.subscribers = a;
}
void subscribe(Publisher[] sources, int n) {
ZipInner[] a = subscribers;
for (int i = 0; i < n; i++) {
if (cancelled || error != null) {
return;
}
ZipInner s = a[i];
try {
sources[i].subscribe(s);
}
catch (Throwable e) {
Operators.reportThrowInSubscribe(s, e);
}
}
}
@Override
public void request(long n) {
if (Operators.validate(n)) {
Operators.addCap(REQUESTED, this, n);
drain();
}
}
@Override
public void cancel() {
if (!cancelled) {
cancelled = true;
cancelAll();
}
}
@Override
public CoreSubscriber actual() {
return actual;
}
@Override
public Stream inners() {
return Stream.of(subscribers);
}
@Override
@Nullable
public Object scanUnsafe(Attr key) {
if (key == Attr.REQUESTED_FROM_DOWNSTREAM) return requested;
if (key == Attr.ERROR) return error;
if (key == Attr.CANCELLED) return cancelled;
if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;
return InnerProducer.super.scanUnsafe(key);
}
void error(Throwable e, int index) {
if (Exceptions.addThrowable(ERROR, this, e)) {
drain();
}
else {
Operators.onErrorDropped(e, actual.currentContext());
}
}
void cancelAll() {
for (ZipInner s : subscribers) {
s.cancel();
}
}
void drain() {
if (WIP.getAndIncrement(this) != 0) {
return;
}
final CoreSubscriber a = actual;
final ZipInner[] qs = subscribers;
final int n = qs.length;
Object[] values = current;
int missed = 1;
for (; ; ) {
long r = requested;
long e = 0L;
while (r != e) {
if (cancelled) {
return;
}
if (error != null) {
cancelAll();
Throwable ex = Exceptions.terminate(ERROR, this);
a.onError(ex);
return;
}
boolean empty = false;
for (int j = 0; j < n; j++) {
ZipInner inner = qs[j];
if (values[j] == null) {
try {
boolean d = inner.done;
Queue q = inner.queue;
T v = q != null ? q.poll() : null;
boolean sourceEmpty = v == null;
if (d && sourceEmpty) {
cancelAll();
a.onComplete();
return;
}
if (!sourceEmpty) {
values[j] = v;
}
else {
empty = true;
}
}
catch (Throwable ex) {
ex = Operators.onOperatorError(ex,
actual.currentContext());
cancelAll();
Exceptions.addThrowable(ERROR, this, ex);
//noinspection ConstantConditions
ex = Exceptions.terminate(ERROR, this);
a.onError(ex);
return;
}
}
}
if (empty) {
break;
}
R v;
try {
v = Objects.requireNonNull(zipper.apply(values.clone()),
"The zipper returned a null value");
}
catch (Throwable ex) {
ex = Operators.onOperatorError(null, ex, values.clone(),
actual.currentContext());
cancelAll();
Exceptions.addThrowable(ERROR, this, ex);
//noinspection ConstantConditions
ex = Exceptions.terminate(ERROR, this);
a.onError(ex);
return;
}
a.onNext(v);
e++;
Arrays.fill(values, null);
}
if (r == e) {
if (cancelled) {
return;
}
if (error != null) {
cancelAll();
Throwable ex = Exceptions.terminate(ERROR, this);
a.onError(ex);
return;
}
for (int j = 0; j < n; j++) {
ZipInner inner = qs[j];
if (values[j] == null) {
try {
boolean d = inner.done;
Queue q = inner.queue;
T v = q != null ? q.poll() : null;
boolean empty = v == null;
if (d && empty) {
cancelAll();
a.onComplete();
return;
}
if (!empty) {
values[j] = v;
}
}
catch (Throwable ex) {
ex = Operators.onOperatorError(null, ex, values,
actual.currentContext());
cancelAll();
Exceptions.addThrowable(ERROR, this, ex);
//noinspection ConstantConditions
ex = Exceptions.terminate(ERROR, this);
a.onError(ex);
return;
}
}
}
}
if (e != 0L) {
for (int j = 0; j < n; j++) {
ZipInner inner = qs[j];
inner.request(e);
}
if (r != Long.MAX_VALUE) {
REQUESTED.addAndGet(this, -e);
}
}
missed = WIP.addAndGet(this, -missed);
if (missed == 0) {
break;
}
}
}
}
static final class ZipInner
implements InnerConsumer {
final ZipCoordinator parent;
final int prefetch;
final int limit;
final int index;
final Supplier> queueSupplier;
volatile Queue queue;
volatile Subscription s;
@SuppressWarnings("rawtypes")
static final AtomicReferenceFieldUpdater S =
AtomicReferenceFieldUpdater.newUpdater(ZipInner.class,
Subscription.class,
"s");
long produced;
volatile boolean done;
int sourceMode;
ZipInner(ZipCoordinator parent,
int prefetch,
int index,
Supplier> queueSupplier) {
this.parent = parent;
this.prefetch = prefetch;
this.index = index;
this.queueSupplier = queueSupplier;
this.limit = Operators.unboundedOrLimit(prefetch);
}
@SuppressWarnings("unchecked")
@Override
public void onSubscribe(Subscription s) {
if (Operators.setOnce(S, this, s)) {
if (s instanceof Fuseable.QueueSubscription) {
Fuseable.QueueSubscription f = (Fuseable.QueueSubscription) s;
int m = f.requestFusion(Fuseable.ANY | Fuseable.THREAD_BARRIER);
if (m == SYNC) {
sourceMode = SYNC;
queue = f;
done = true;
parent.drain();
return;
}
else if (m == ASYNC) {
sourceMode = ASYNC;
queue = f;
}
else {
queue = queueSupplier.get();
}
}
else {
queue = queueSupplier.get();
}
s.request(Operators.unboundedOrPrefetch(prefetch));
}
}
@Override
public void onNext(T t) {
if (sourceMode != ASYNC) {
if (!queue.offer(t)) {
onError(Operators.onOperatorError(s, Exceptions.failWithOverflow
(Exceptions.BACKPRESSURE_ERROR_QUEUE_FULL), currentContext()));
return;
}
}
parent.drain();
}
@Override
public Context currentContext() {
return parent.actual.currentContext();
}
@Override
public void onError(Throwable t) {
if (done) {
Operators.onErrorDropped(t, currentContext());
return;
}
done = true;
parent.error(t, index);
}
@Override
public void onComplete() {
done = true;
parent.drain();
}
@Override
@Nullable
public Object scanUnsafe(Attr key) {
if (key == Attr.PARENT) return s;
if (key == Attr.ACTUAL) return parent;
if (key == Attr.CANCELLED) return s == Operators.cancelledSubscription();
if (key == Attr.BUFFERED) return queue != null ? queue.size() : 0;
if (key == Attr.TERMINATED) return done && (queue == null || queue.isEmpty());
if (key == Attr.PREFETCH) return prefetch;
if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC;
return null;
}
void cancel() {
Operators.terminate(S, this);
}
void request(long n) {
if (sourceMode != SYNC) {
long p = produced + n;
if (p >= limit) {
produced = 0L;
s.request(p);
}
else {
produced = p;
}
}
}
}
@SuppressWarnings({"unchecked", "rawtypes"})
static final class PairwiseZipper implements Function {
final BiFunction[] zippers;
PairwiseZipper(BiFunction[] zippers) {
this.zippers = zippers;
}
@Override
public R apply(Object[] args) {
Object o = zippers[0].apply(args[0], args[1]);
for (int i = 1; i < zippers.length; i++) {
o = zippers[i].apply(o, args[i + 1]);
}
return (R) o;
}
public PairwiseZipper then(BiFunction zipper) {
BiFunction[] zippers = this.zippers;
int n = zippers.length;
BiFunction[] newZippers = new BiFunction[n + 1];
System.arraycopy(zippers, 0, newZippers, 0, n);
newZippers[n] = zipper;
return new PairwiseZipper(newZippers);
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy