rx.internal.operators.BackpressureUtils Maven / Gradle / Ivy
/**
* Copyright 2015 Netflix, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package rx.internal.operators;
import java.util.Queue;
import java.util.concurrent.atomic.*;
import rx.Subscriber;
import rx.functions.Func1;
import rx.internal.util.UtilityFunctions;
/**
* Utility functions for use with backpressure.
*
*/
public final class BackpressureUtils {
/**
* Masks the most significant bit, i.e., 0x8000_0000_0000_0000L.
*/
static final long COMPLETED_MASK = Long.MIN_VALUE;
/**
* Masks the request amount bits, i.e., 0x7FFF_FFFF_FFFF_FFFF.
*/
static final long REQUESTED_MASK = Long.MAX_VALUE;
/** Utility class, no instances. */
private BackpressureUtils() {
throw new IllegalStateException("No instances!");
}
/**
* Adds {@code n} to {@code requested} field and returns the value prior to
* addition once the addition is successful (uses CAS semantics). If
* overflows then sets {@code requested} field to {@code Long.MAX_VALUE}.
*
* @param the type of the target object on which the field updater operates
*
* @param requested
* atomic field updater for a request count
* @param object
* contains the field updated by the updater
* @param n
* the number of requests to add to the requested count
* @return requested value just prior to successful addition
* @deprecated Android has issues with reflection-based atomics
*/
@Deprecated
public static long getAndAddRequest(AtomicLongFieldUpdater requested, T object, long n) {
// add n to field but check for overflow
while (true) {
long current = requested.get(object);
long next = addCap(current, n);
if (requested.compareAndSet(object, current, next)) {
return current;
}
}
}
/**
* Adds {@code n} (not validated) to {@code requested} and returns the value prior to addition once the
* addition is successful (uses CAS semantics). If overflows then sets
* {@code requested} field to {@code Long.MAX_VALUE}.
*
* @param requested
* atomic long that should be updated
* @param n
* the number of requests to add to the requested count, positive (not validated)
* @return requested value just prior to successful addition
*/
public static long getAndAddRequest(AtomicLong requested, long n) {
// add n to field but check for overflow
while (true) {
long current = requested.get();
long next = addCap(current, n);
if (requested.compareAndSet(current, next)) {
return current;
}
}
}
/**
* Multiplies two positive longs and caps the result at Long.MAX_VALUE.
* @param a the first value
* @param b the second value
* @return the capped product of a and b
*/
public static long multiplyCap(long a, long b) {
long u = a * b;
if (((a | b) >>> 31) != 0) {
if (b != 0L && (u / b != a)) {
u = Long.MAX_VALUE;
}
}
return u;
}
/**
* Adds two positive longs and caps the result at Long.MAX_VALUE.
* @param a the first value
* @param b the second value
* @return the capped sum of a and b
*/
public static long addCap(long a, long b) {
long u = a + b;
if (u < 0L) {
u = Long.MAX_VALUE;
}
return u;
}
/**
* Signals the completion of the main sequence and switches to post-completion replay mode.
*
*
* Don't modify the queue after calling this method!
*
*
* Post-completion backpressure handles the case when a source produces values based on
* requests when it is active but more values are available even after its completion.
* In this case, the onCompleted() can't just emit the contents of the queue but has to
* coordinate with the requested amounts. This requires two distinct modes: active and
* completed. In active mode, requests flow through and the queue is not accessed but
* in completed mode, requests no-longer reach the upstream but help in draining the queue.
*
* The algorithm utilizes the most significant bit (bit 63) of a long value (AtomicLong) since
* request amount only goes up to Long.MAX_VALUE (bits 0-62) and negative values aren't
* allowed.
*
* @param the value type to emit
* @param requested the holder of current requested amount
* @param queue the queue holding values to be emitted after completion
* @param actual the subscriber to receive the values
*/
public static void postCompleteDone(AtomicLong requested, Queue queue, Subscriber actual) {
postCompleteDone(requested, queue, actual, UtilityFunctions.identity());
}
/**
* Accumulates requests (validated) and handles the completed mode draining of the queue based on the requests.
*
*
* Post-completion backpressure handles the case when a source produces values based on
* requests when it is active but more values are available even after its completion.
* In this case, the onCompleted() can't just emit the contents of the queue but has to
* coordinate with the requested amounts. This requires two distinct modes: active and
* completed. In active mode, requests flow through and the queue is not accessed but
* in completed mode, requests no-longer reach the upstream but help in draining the queue.
*
* @param the value type to emit
* @param requested the holder of current requested amount
* @param n the value requested;
* @param queue the queue holding values to be emitted after completion
* @param actual the subscriber to receive the values
* @return true if in the active mode and the request amount of n can be relayed to upstream, false if
* in the post-completed mode and the queue is draining.
*/
public static boolean postCompleteRequest(AtomicLong requested, long n, Queue queue, Subscriber actual) {
return postCompleteRequest(requested, n, queue, actual, UtilityFunctions.identity());
}
/**
* Signals the completion of the main sequence and switches to post-completion replay mode
* and allows exit transformation on the queued values.
*
*
* Don't modify the queue after calling this method!
*
*
* Post-completion backpressure handles the case when a source produces values based on
* requests when it is active but more values are available even after its completion.
* In this case, the onCompleted() can't just emit the contents of the queue but has to
* coordinate with the requested amounts. This requires two distinct modes: active and
* completed. In active mode, requests flow through and the queue is not accessed but
* in completed mode, requests no-longer reach the upstream but help in draining the queue.
*
* The algorithm utilizes the most significant bit (bit 63) of a long value (AtomicLong) since
* request amount only goes up to Long.MAX_VALUE (bits 0-62) and negative values aren't
* allowed.
*
* @param the value type in the queue
* @param the value type to emit
* @param requested the holder of current requested amount
* @param queue the queue holding values to be emitted after completion
* @param actual the subscriber to receive the values
* @param exitTransform the transformation to apply on the dequeued value to get the value to be emitted
*/
public static void postCompleteDone(AtomicLong requested, Queue queue, Subscriber actual, Func1 exitTransform) {
for (;;) {
long r = requested.get();
// switch to completed mode only once
if ((r & COMPLETED_MASK) != 0L) {
return;
}
//
long u = r | COMPLETED_MASK;
if (requested.compareAndSet(r, u)) {
// if we successfully switched to post-complete mode and there
// are requests available start draining the queue
if (r != 0L) {
// if the switch happened when there was outstanding requests, start draining
postCompleteDrain(requested, queue, actual, exitTransform);
}
return;
}
}
}
/**
* Accumulates requests (validated) and handles the completed mode draining of the queue based on the requests
* and allows exit transformation on the queued values.
*
*
* Post-completion backpressure handles the case when a source produces values based on
* requests when it is active but more values are available even after its completion.
* In this case, the onCompleted() can't just emit the contents of the queue but has to
* coordinate with the requested amounts. This requires two distinct modes: active and
* completed. In active mode, requests flow through and the queue is not accessed but
* in completed mode, requests no-longer reach the upstream but help in draining the queue.
*
* @param the value type in the queue
* @param the value type to emit
* @param requested the holder of current requested amount
* @param n the value requested;
* @param queue the queue holding values to be emitted after completion
* @param actual the subscriber to receive the values
* @param exitTransform the transformation to apply on the dequeued value to get the value to be emitted
* @return true if in the active mode and the request amount of n can be relayed to upstream, false if
* in the post-completed mode and the queue is draining.
*/
public static boolean postCompleteRequest(AtomicLong requested, long n, Queue queue, Subscriber actual, Func1 exitTransform) {
if (n < 0L) {
throw new IllegalArgumentException("n >= 0 required but it was " + n);
}
if (n == 0) {
return (requested.get() & COMPLETED_MASK) == 0;
}
for (;;) {
long r = requested.get();
// mask of the completed flag
long c = r & COMPLETED_MASK;
// mask of the requested amount
long u = r & REQUESTED_MASK;
// add the current requested amount and the new requested amount
// cap at Long.MAX_VALUE;
long v = addCap(u, n);
// restore the completed flag
v |= c;
if (requested.compareAndSet(r, v)) {
// if there was no outstanding request before and in
// the post-completed state, start draining
if (r == COMPLETED_MASK) {
postCompleteDrain(requested, queue, actual, exitTransform);
return false;
}
// returns true for active mode and false if the completed flag was set
return c == 0L;
}
}
}
/**
* Drains the queue based on the outstanding requests in post-completed mode (only!)
* and allows exit transformation on the queued values.
*
* @param the value type in the queue
* @param the value type to emit
* @param requested the holder of current requested amount
* @param queue the queue holding values to be emitted after completion
* @param subscriber the subscriber to receive the values
* @param exitTransform the transformation to apply on the dequeued value to get the value to be emitted
*/
static void postCompleteDrain(AtomicLong requested, Queue queue, Subscriber subscriber, Func1 exitTransform) {
long r = requested.get();
// Run on a fast-path if the downstream is unbounded
if (r == Long.MAX_VALUE) {
for (;;) {
if (subscriber.isUnsubscribed()) {
return;
}
T v = queue.poll();
if (v == null) {
subscriber.onCompleted();
return;
}
subscriber.onNext(exitTransform.call(v));
}
}
/*
* Since we are supposed to be in the post-complete state,
* requested will have its top bit set.
* To allow direct comparison, we start with an emission value which has also
* this flag set, then increment it as usual.
* Since COMPLETED_MASK is essentially Long.MIN_VALUE,
* there won't be any overflow or sign flip.
*/
long e = COMPLETED_MASK;
for (;;) {
/*
* This is an improved queue-drain algorithm with a specialization
* in which we know the queue won't change anymore (i.e., done is always true
* when looking at the classical algorithm and there is no error).
*
* Note that we don't check for cancellation or emptiness upfront for two reasons:
* 1) if e != r, the loop will do this and we quit appropriately
* 2) if e == r, then either there was no outstanding requests or we emitted the requested amount
* and the execution simply falls to the e == r check below which checks for emptiness anyway.
*/
while (e != r) {
if (subscriber.isUnsubscribed()) {
return;
}
T v = queue.poll();
if (v == null) {
subscriber.onCompleted();
return;
}
subscriber.onNext(exitTransform.call(v));
e++;
}
/*
* If the emission count reaches the requested amount the same time the queue becomes empty
* this will make sure the subscriber is completed immediately instead of on the next request.
* This is also true if there are no outstanding requests (this the while loop doesn't run)
* and the queue is empty from the start.
*/
if (e == r) {
if (subscriber.isUnsubscribed()) {
return;
}
if (queue.isEmpty()) {
subscriber.onCompleted();
return;
}
}
/*
* Fast flow: see if more requests have arrived in the meantime.
* This avoids an atomic add (~40 cycles) and resumes the emission immediately.
*/
r = requested.get();
if (r == e) {
/*
* Atomically decrement the requested amount by the emission amount.
* We can't use the full emission value because of the completed flag,
* however, due to two's complement representation, the flag on requested
* is preserved.
*/
r = requested.addAndGet(-(e & REQUESTED_MASK));
// The requested amount actually reached zero, quit
if (r == COMPLETED_MASK) {
return;
}
// reset the emission count
e = COMPLETED_MASK;
}
}
}
/**
* Atomically subtracts a value from the requested amount unless it's at Long.MAX_VALUE.
* @param requested the requested amount holder
* @param n the value to subtract from the requested amount, has to be positive (not verified)
* @return the new requested amount
* @throws IllegalStateException if n is greater than the current requested amount, which
* indicates a bug in the request accounting logic
*/
public static long produced(AtomicLong requested, long n) {
for (;;) {
long current = requested.get();
if (current == Long.MAX_VALUE) {
return Long.MAX_VALUE;
}
long next = current - n;
if (next < 0L) {
throw new IllegalStateException("More produced than requested: " + next);
}
if (requested.compareAndSet(current, next)) {
return next;
}
}
}
/**
* Validates the requested amount and returns true if it is positive.
* @param n the requested amount
* @return true if n is positive
* @throws IllegalArgumentException if n is negative
*/
public static boolean validate(long n) {
if (n < 0) {
throw new IllegalArgumentException("n >= 0 required but it was " + n);
}
return n != 0L;
}
}