com.landawn.abacus.util.stream.ParallelIteratorStream Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of abacus-android Show documentation
Show all versions of abacus-android Show documentation
A general programming library in Java
/*
* Copyright (C) 2016 HaiYang Li
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
package com.landawn.abacus.util.stream;
import java.sql.PreparedStatement;
import java.sql.SQLException;
import java.util.ArrayDeque;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.Comparator;
import java.util.Deque;
import java.util.HashSet;
import java.util.Iterator;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.NoSuchElementException;
import java.util.Set;
import java.util.concurrent.Callable;
import java.util.concurrent.atomic.AtomicLong;
import com.landawn.abacus.util.ByteIterator;
import com.landawn.abacus.util.CharIterator;
import com.landawn.abacus.util.CompletableFuture;
import com.landawn.abacus.util.DoubleIterator;
import com.landawn.abacus.util.FloatIterator;
import com.landawn.abacus.util.Holder;
import com.landawn.abacus.util.Indexed;
import com.landawn.abacus.util.IntIterator;
import com.landawn.abacus.util.LongIterator;
import com.landawn.abacus.util.LongMultiset;
import com.landawn.abacus.util.Multimap;
import com.landawn.abacus.util.Multiset;
import com.landawn.abacus.util.MutableBoolean;
import com.landawn.abacus.util.MutableLong;
import com.landawn.abacus.util.N;
import com.landawn.abacus.util.Nth;
import com.landawn.abacus.util.NullabLe;
import com.landawn.abacus.util.Pair;
import com.landawn.abacus.util.ShortIterator;
import com.landawn.abacus.util.Try;
import com.landawn.abacus.util.function.BiConsumer;
import com.landawn.abacus.util.function.BiFunction;
import com.landawn.abacus.util.function.BiPredicate;
import com.landawn.abacus.util.function.BinaryOperator;
import com.landawn.abacus.util.function.Consumer;
import com.landawn.abacus.util.function.Function;
import com.landawn.abacus.util.function.IntFunction;
import com.landawn.abacus.util.function.Predicate;
import com.landawn.abacus.util.function.Supplier;
import com.landawn.abacus.util.function.ToByteFunction;
import com.landawn.abacus.util.function.ToCharFunction;
import com.landawn.abacus.util.function.ToDoubleFunction;
import com.landawn.abacus.util.function.ToFloatFunction;
import com.landawn.abacus.util.function.ToIntFunction;
import com.landawn.abacus.util.function.ToLongFunction;
import com.landawn.abacus.util.function.ToShortFunction;
import com.landawn.abacus.util.function.TriConsumer;
import com.landawn.abacus.util.function.TriFunction;
import com.landawn.abacus.util.stream.ExIterator.QueuedIterator;
/**
* This class is a sequential, stateful and immutable stream implementation.
*
* @param
* @since 0.8
*
* @author Haiyang Li
*/
final class ParallelIteratorStream extends IteratorStream {
private final int maxThreadNum;
private final Splitor splitor;
private volatile IteratorStream sequential;
ParallelIteratorStream(final Iterator extends T> values, final Collection closeHandlers, final boolean sorted,
final Comparator super T> comparator, final int maxThreadNum, final Splitor splitor) {
super(values, closeHandlers, sorted, comparator);
this.maxThreadNum = N.min(maxThreadNum, MAX_THREAD_NUM_PER_OPERATION);
this.splitor = splitor == null ? DEFAULT_SPLITOR : splitor;
}
ParallelIteratorStream(final Stream stream, final Set closeHandlers, final boolean sorted, final Comparator super T> comparator,
final int maxThreadNum, final Splitor splitor) {
this(stream.iterator(), mergeCloseHandlers(stream, closeHandlers), sorted, comparator, maxThreadNum, splitor);
}
@Override
public Stream filter(final Predicate super T> predicate) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().filter(predicate).iterator(), closeHandlers, sorted, cmp, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private boolean hasNext = false;
@Override
public boolean hasNext() {
if (hasNext == false) {
while (true) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
break;
}
}
if (predicate.test(next)) {
hasNext = true;
break;
}
}
}
return hasNext;
}
@Override
public T next() {
if (hasNext == false && hasNext() == false) {
throw new NoSuchElementException();
}
hasNext = false;
return next;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream takeWhile(final Predicate super T> predicate) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().takeWhile(predicate).iterator(), closeHandlers, sorted, cmp, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
final MutableBoolean hasMore = MutableBoolean.of(true);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private boolean hasNext = false;
@Override
public boolean hasNext() {
if (hasNext == false && hasMore.isTrue()) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
hasNext = true;
} else {
hasMore.setFalse();
}
}
if (hasNext && predicate.test(next) == false) {
hasNext = false;
hasMore.setFalse();
}
}
return hasNext;
}
@Override
public T next() {
if (hasNext == false && hasNext() == false) {
throw new NoSuchElementException();
}
hasNext = false;
return next;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream dropWhile(final Predicate super T> predicate) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().dropWhile(predicate).iterator(), closeHandlers, sorted, cmp, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
final MutableBoolean dropped = MutableBoolean.of(false);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private boolean hasNext = false;
@Override
public boolean hasNext() {
if (hasNext == false) {
// Only one thread is kept for running after it's dropped.
if (dropped.isTrue()) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
hasNext = true;
}
}
} else {
while (dropped.isFalse()) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
break;
}
}
if (predicate.test(next) == false) {
hasNext = true;
dropped.setTrue();
break;
}
}
if (hasNext == false && dropped.isTrue()) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
hasNext = true;
}
}
}
}
}
return hasNext;
}
@Override
public T next() {
if (hasNext == false && hasNext() == false) {
throw new NoSuchElementException();
}
hasNext = false;
return next;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream map(final Function super T, ? extends R> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().map(mapper).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public R next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
R result = mapper.apply((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream biMap(final BiFunction super T, ? super T, ? extends R> mapper, final boolean ignoreNotPaired) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().biMap(mapper, ignoreNotPaired).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object pre = NONE;
private Object next = NONE;
@Override
public boolean hasNext() {
if (pre == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
pre = elements.next();
if (elements.hasNext()) {
next = elements.next();
}
}
}
}
return ignoreNotPaired ? next != NONE : pre != NONE;
}
@Override
public R next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
final R result = mapper.apply((T) pre, next == NONE ? null : (T) next);
pre = NONE;
next = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream triMap(final TriFunction super T, ? super T, ? super T, ? extends R> mapper, final boolean ignoreNotPaired) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().triMap(mapper, ignoreNotPaired).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object prepre = NONE;
private Object pre = NONE;
private Object next = NONE;
@Override
public boolean hasNext() {
if (prepre == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
prepre = elements.next();
if (elements.hasNext()) {
pre = elements.next();
if (elements.hasNext()) {
next = elements.next();
}
}
}
}
}
return ignoreNotPaired ? next != NONE : prepre != NONE;
}
@Override
public R next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
final R result = mapper.apply((T) prepre, pre == NONE ? null : (T) pre, next == NONE ? null : (T) next);
prepre = NONE;
pre = NONE;
next = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream mapFirst(final Function super T, ? extends T> mapperForFirst) {
N.requireNonNull(mapperForFirst);
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().mapFirst(mapperForFirst).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
if (elements.hasNext()) {
T first = elements.next();
return prepend(Stream.of(first).map(mapperForFirst));
} else {
return this;
}
}
@Override
public Stream mapFirstOrElse(final Function super T, ? extends R> mapperForFirst, final Function super T, ? extends R> mapperForElse) {
N.requireNonNull(mapperForFirst);
N.requireNonNull(mapperForElse);
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().mapFirstOrElse(mapperForFirst, mapperForElse).iterator(), closeHandlers, false, null, maxThreadNum,
splitor);
}
if (elements.hasNext()) {
final Function mapperForFirst2 = (Function) mapperForFirst;
final Function mapperForElse2 = (Function) mapperForElse;
final T first = elements.next();
return map(mapperForElse2).prepend(Stream.of(first).map(mapperForFirst2));
} else {
return (Stream) this;
}
}
@Override
public Stream mapLast(final Function super T, ? extends T> mapperForLast) {
N.requireNonNull(mapperForLast);
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().mapLast(mapperForLast).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
private boolean isLast = false;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
if (elements.hasNext() == false) {
isLast = true;
}
}
}
}
return next != NONE;
}
@Override
public T next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
final T result = isLast ? mapperForLast.apply((T) next) : (T) next;
next = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream mapLastOrElse(final Function super T, ? extends R> mapperForLast, final Function super T, ? extends R> mapperForElse) {
N.requireNonNull(mapperForLast);
N.requireNonNull(mapperForElse);
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().mapLastOrElse(mapperForLast, mapperForElse).iterator(), closeHandlers, false, null, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
private boolean isLast = false;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
if (elements.hasNext() == false) {
isLast = true;
}
}
}
}
return next != NONE;
}
@Override
public R next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
final R result = isLast ? mapperForLast.apply((T) next) : mapperForElse.apply((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public CharStream mapToChar(final ToCharFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorCharStream(sequential().mapToChar(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Character next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Character result = mapper.applyAsChar((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorCharStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public ByteStream mapToByte(final ToByteFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorByteStream(sequential().mapToByte(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Byte next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Byte result = mapper.applyAsByte((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorByteStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public ShortStream mapToShort(final ToShortFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorShortStream(sequential().mapToShort(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Short next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Short result = mapper.applyAsShort((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorShortStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public IntStream mapToInt(final ToIntFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorIntStream(sequential().mapToInt(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Integer next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Integer result = mapper.applyAsInt((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorIntStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public LongStream mapToLong(final ToLongFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorLongStream(sequential().mapToLong(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Long next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Long result = mapper.applyAsLong((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorLongStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public FloatStream mapToFloat(final ToFloatFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorFloatStream(sequential().mapToFloat(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Float next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Float result = mapper.applyAsFloat((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorFloatStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public DoubleStream mapToDouble(final ToDoubleFunction super T> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorDoubleStream(sequential().mapToDouble(mapper).exIterator(), closeHandlers, false, maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object next = NONE;
@Override
public boolean hasNext() {
if (next == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
}
}
}
return next != NONE;
}
@Override
public Double next() {
if (next == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
Double result = mapper.applyAsDouble((T) next);
next = NONE;
return result;
}
});
}
return new ParallelIteratorDoubleStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
Stream flatMap0(final Function super T, ? extends Iterator extends R>> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(((IteratorStream) sequential()).flatMap0(mapper).iterator(), closeHandlers, false, null, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private Iterator extends R> cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public R next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.next();
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
CharStream flatMapToChar0(final Function super T, CharIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorCharStream(((IteratorStream) sequential()).flatMapToChar0(mapper).exIterator(), closeHandlers, false, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private CharIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Character next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextChar();
}
});
}
return new ParallelIteratorCharStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
ByteStream flatMapToByte0(final Function super T, ByteIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorByteStream(((IteratorStream) sequential()).flatMapToByte0(mapper).exIterator(), closeHandlers, false, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private ByteIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Byte next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextByte();
}
});
}
return new ParallelIteratorByteStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
ShortStream flatMapToShort0(final Function super T, ShortIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorShortStream(((IteratorStream) sequential()).flatMapToShort0(mapper).exIterator(), closeHandlers, false, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private ShortIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Short next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextShort();
}
});
}
return new ParallelIteratorShortStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
IntStream flatMapToInt0(final Function super T, IntIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorIntStream(((IteratorStream) sequential()).flatMapToInt0(mapper).exIterator(), closeHandlers, false, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private IntIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Integer next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextInt();
}
});
}
return new ParallelIteratorIntStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
LongStream flatMapToLong0(final Function super T, LongIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorLongStream(((IteratorStream) sequential()).flatMapToLong0(mapper).exIterator(), closeHandlers, false, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private LongIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Long next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextLong();
}
});
}
return new ParallelIteratorLongStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
FloatStream flatMapToFloat0(final Function super T, FloatIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorFloatStream(((IteratorStream) sequential()).flatMapToFloat0(mapper).exIterator(), closeHandlers, false, maxThreadNum,
splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private FloatIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Float next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextFloat();
}
});
}
return new ParallelIteratorFloatStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
DoubleStream flatMapToDouble0(final Function super T, DoubleIterator> mapper) {
if (maxThreadNum <= 1) {
return new ParallelIteratorDoubleStream(((IteratorStream) sequential()).flatMapToDouble0(mapper).exIterator(), closeHandlers, false,
maxThreadNum, splitor);
}
final List> iters = new ArrayList<>(maxThreadNum);
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private T next = null;
private DoubleIterator cur = null;
@Override
public boolean hasNext() {
while ((cur == null || cur.hasNext() == false) && next != NONE) {
synchronized (elements) {
if (elements.hasNext()) {
next = elements.next();
} else {
next = (T) NONE;
break;
}
}
cur = mapper.apply(next);
}
return cur != null && cur.hasNext();
}
@Override
public Double next() {
if ((cur == null || cur.hasNext() == false) && hasNext() == false) {
throw new NoSuchElementException();
}
return cur.nextDouble();
}
});
}
return new ParallelIteratorDoubleStream(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, maxThreadNum, splitor);
}
@Override
public Stream slidingMap(final BiFunction super T, ? super T, R> mapper, final int increment) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().slidingMap(mapper, increment).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
final int windowSize = 2;
N.checkArgument(windowSize > 0 && increment > 0, "'windowSize'=%s and 'increment'=%s must not be less than 1", windowSize, increment);
final List> iters = new ArrayList<>(maxThreadNum);
final MutableBoolean isFirst = MutableBoolean.of(true);
final Holder prev = new Holder<>();
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object first = NONE;
private Object second = NONE;
@Override
public boolean hasNext() {
if (first == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
if (increment > windowSize && isFirst.isFalse()) {
int skipNum = increment - windowSize;
while (skipNum-- > 0 && elements.hasNext()) {
elements.next();
}
}
if (elements.hasNext()) {
if (increment == 1) {
first = isFirst.isTrue() ? elements.next() : prev.value();
second = elements.hasNext() ? elements.next() : null;
prev.setValue((T) second);
} else {
first = elements.next();
second = elements.hasNext() ? elements.next() : null;
}
}
isFirst.setFalse();
}
}
}
return first != NONE;
}
@Override
public R next() {
if (first == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
final R result = mapper.apply((T) first, second == NONE ? null : (T) second);
first = NONE;
second = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream slidingMap(final TriFunction super T, ? super T, ? super T, R> mapper, final int increment) {
if (maxThreadNum <= 1) {
return new ParallelIteratorStream<>(sequential().slidingMap(mapper, increment).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
final int windowSize = 3;
N.checkArgument(windowSize > 0 && increment > 0, "'windowSize'=%s and 'increment'=%s must not be less than 1", windowSize, increment);
final List> iters = new ArrayList<>(maxThreadNum);
final MutableBoolean isFirst = MutableBoolean.of(true);
final Holder prev = new Holder<>();
final Holder prev2 = new Holder<>();
for (int i = 0; i < maxThreadNum; i++) {
iters.add(new ExIterator() {
private Object first = NONE;
private Object second = NONE;
private Object third = NONE;
@Override
public boolean hasNext() {
if (first == NONE) {
synchronized (elements) {
if (elements.hasNext()) {
if (increment > windowSize && isFirst.isFalse()) {
int skipNum = increment - windowSize;
while (skipNum-- > 0 && elements.hasNext()) {
elements.next();
}
}
if (elements.hasNext()) {
if (increment == 1) {
first = isFirst.isTrue() ? elements.next() : prev2.value();
second = isFirst.isTrue() ? (elements.hasNext() ? elements.next() : null) : prev.value();
third = elements.hasNext() ? elements.next() : null;
prev2.setValue((T) second);
prev.setValue((T) third);
} else if (increment == 2) {
first = isFirst.isTrue() ? elements.next() : prev.value();
second = elements.hasNext() ? elements.next() : null;
third = elements.hasNext() ? elements.next() : null;
prev.setValue((T) third);
} else {
first = elements.next();
second = elements.hasNext() ? elements.next() : null;
third = elements.hasNext() ? elements.next() : null;
}
}
isFirst.setFalse();
}
}
}
return first != NONE;
}
@Override
public R next() {
if (first == NONE && hasNext() == false) {
throw new NoSuchElementException();
}
final R result = mapper.apply((T) first, second == NONE ? null : (T) second, third == NONE ? null : (T) third);
first = NONE;
second = NONE;
third = NONE;
return result;
}
});
}
return new ParallelIteratorStream<>(Stream.parallelConcat(iters, asyncExecutor), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream> split(final int size) {
return new ParallelIteratorStream<>(sequential().split(size).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream> splitToList(final int size) {
return new ParallelIteratorStream<>(sequential().splitToList(size).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream> splitToSet(final int size) {
return new ParallelIteratorStream<>(sequential().splitToSet(size).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream> split(final U identity, final BiFunction super T, ? super U, Boolean> predicate, final Consumer super U> identityUpdate) {
return new ParallelIteratorStream<>(sequential().split(identity, predicate, identityUpdate).iterator(), closeHandlers, false, null, maxThreadNum,
splitor);
}
@Override
public Stream> splitToList(final U identity, final BiFunction super T, ? super U, Boolean> predicate,
final Consumer super U> identityUpdate) {
return new ParallelIteratorStream<>(sequential().splitToList(identity, predicate, identityUpdate).iterator(), closeHandlers, false, null, maxThreadNum,
splitor);
}
@Override
public Stream> splitToSet(final U identity, final BiFunction super T, ? super U, Boolean> predicate,
final Consumer super U> identityUpdate) {
return new ParallelIteratorStream<>(sequential().splitToSet(identity, predicate, identityUpdate).iterator(), closeHandlers, false, null, maxThreadNum,
splitor);
}
@Override
public Stream> splitBy(final Predicate super T> where) {
N.requireNonNull(where);
final List> testedElements = new ArrayList<>();
final NullabLe> first = indexed().findFirst(new Predicate>() {
@Override
public boolean test(Indexed indexed) {
synchronized (testedElements) {
testedElements.add(indexed);
}
return !where.test(indexed.value());
}
});
N.sort(testedElements, INDEXED_COMPARATOR);
final int n = first.isPresent() ? (int) first.get().index() : testedElements.size();
final Stream[] a = new Stream[2];
if (n == testedElements.size()) {
a[0] = new ArrayStream<>((T[]) testedElements.toArray(), null, sorted, cmp);
a[1] = Stream.empty();
} else {
final List list1 = new ArrayList<>(n);
final List list2 = new ArrayList<>(testedElements.size() - n);
for (int i = 0; i < n; i++) {
list1.add(testedElements.get(i).value());
}
for (int i = n, size = testedElements.size(); i < size; i++) {
list2.add(testedElements.get(i).value());
}
a[0] = new ArrayStream<>((T[]) list1.toArray(), null, sorted, cmp);
a[1] = new IteratorStream<>(elements, null, sorted, cmp);
if (N.notNullOrEmpty(list2)) {
if (sorted) {
a[1] = new IteratorStream<>(a[1].prepend(Stream.of(list2)).iterator(), null, sorted, cmp);
} else {
a[1] = a[1].prepend(Stream.of(list2));
}
}
}
return new ParallelArrayStream<>(a, 0, a.length, closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream> sliding(final int windowSize, final int increment) {
return new ParallelIteratorStream<>(sequential().sliding(windowSize, increment).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream> slidingToList(final int windowSize, final int increment) {
return new ParallelIteratorStream<>(sequential().slidingToList(windowSize, increment).iterator(), closeHandlers, false, null, maxThreadNum, splitor);
}
@Override
public Stream distinctBy(final Function super T, ?> keyExtractor) {
final Set