io.datakernel.datastream.processor.StreamSplitter Maven / Gradle / Ivy

Go to download
/*
 * Copyright (C) 2015-2018 SoftIndex LLC.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.datakernel.datastream.processor;

import io.datakernel.datastream.*;
import io.datakernel.promise.Promise;
import io.datakernel.promise.Promises;
import org.jetbrains.annotations.NotNull;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

import static io.datakernel.common.Preconditions.checkState;

/**
 * Provides an ability to split stream into number of equivalent outputs.
 * {@link StreamSplitter} has one Input and an arbitrary number of Outputs.
 *
 * @param 
 */
public final class StreamSplitter implements StreamInput, StreamOutputs, StreamDataAcceptor {
	private final Input input;
	private final List outputs = new ArrayList<>();

	@SuppressWarnings("unchecked")
	private StreamDataAcceptor[] dataAcceptors = new StreamDataAcceptor[0];
	private int suspended = 0;

	private boolean lenient = false;
	private final List lenientExceptions = new ArrayList<>();

	private StreamSplitter() {
		input = new Input();
	}

	public static  StreamSplitter create() {
		return new StreamSplitter<>();
	}

	public StreamSplitter lenient() {
		lenient = true;
		return this;
	}

	public StreamSupplier newOutput() {
		Output output = new Output(outputs.size());
		dataAcceptors = Arrays.copyOf(dataAcceptors, dataAcceptors.length + 1);
		suspended++;
		outputs.add(output);
		return output;
	}

	@Override
	public StreamConsumer getInput() {
		return input;
	}

	@Override
	public List> getOutputs() {
		return outputs;
	}

	@Override
	public void accept(T item) {
		for (StreamDataAcceptor dataAcceptor : dataAcceptors) {
			if (dataAcceptor != null) {
				dataAcceptor.accept(item);
			}
		}
	}

	final class Input extends AbstractStreamConsumer {
		@Override
		protected void onStarted() {
			checkState(!outputs.isEmpty(), "Splitter has no outputs");
		}

		@Override
		protected Promise onEndOfStream() {
			return Promises.all(outputs.stream().map(Output::sendEndOfStream));
		}

		@Override
		protected void onError(Throwable e) {
			outputs.forEach(output -> output.close(e));
		}
	}

	final class Output extends AbstractStreamSupplier {
		private final int index;
		private boolean isSuspended = false;

		Output(int index) {
			this.index = index;
		}

		@Override
		protected void onStarted() {
			checkState(input.getSupplier() != null, "Splitter has no input");
		}

		@Override
		protected void onSuspended() {
			suspended++;
			isSuspended = true;
			assert input.getSupplier() != null;
			input.getSupplier().suspend();
		}

		@Override
		protected void onProduce(@NotNull StreamDataAcceptor dataAcceptor) {
			dataAcceptors[index] = dataAcceptor;
			isSuspended = false;
			if (--suspended == 0) {
				assert input.getSupplier() != null;
				input.getSupplier().resume(StreamSplitter.this);
			}
		}

		@Override
		protected void onError(Throwable e) {
			if (!lenient) {
				input.close(e);
				return;
			}
			dataAcceptors[index] = null;
			if (isSuspended) {
				suspended--;
			}
			outputs.remove(this);
			if (!outputs.isEmpty()) {
				lenientExceptions.add(e);
				return;
			}
			lenientExceptions.forEach(e::addSuppressed);
			input.close(e);
		}
	}
}