All Downloads are FREE. Search and download functionalities are using the official Maven repository.

io.datakernel.rpc.protocol.RpcStream Maven / Gradle / Ivy

Go to download

High-performance and fault-tolerant remote procedure call module for building distributed applications. Provides a high-performance asynchronous binary RPC streaming protocol.

The newest version!
/*
 * Copyright (C) 2015 SoftIndex LLC.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.datakernel.rpc.protocol;

import io.datakernel.common.MemSize;
import io.datakernel.common.exception.CloseException;
import io.datakernel.csp.ChannelConsumer;
import io.datakernel.csp.ChannelSupplier;
import io.datakernel.csp.process.ChannelLZ4Compressor;
import io.datakernel.csp.process.ChannelLZ4Decompressor;
import io.datakernel.datastream.AbstractStreamConsumer;
import io.datakernel.datastream.AbstractStreamSupplier;
import io.datakernel.datastream.StreamDataAcceptor;
import io.datakernel.datastream.csp.ChannelDeserializer;
import io.datakernel.datastream.csp.ChannelSerializer;
import io.datakernel.net.AsyncTcpSocket;
import io.datakernel.promise.Promise;
import io.datakernel.serializer.BinarySerializer;
import org.jetbrains.annotations.NotNull;

import java.time.Duration;

import static io.datakernel.eventloop.Eventloop.getCurrentEventloop;

public final class RpcStream {
	private static final CloseException RPC_CLOSE_EXCEPTION = new CloseException(RpcStream.class, "RPC Channel Closed");

	public interface Listener extends StreamDataAcceptor {
		void onReceiverEndOfStream();

		void onReceiverError(@NotNull Throwable e);

		void onSenderError(@NotNull Throwable e);

		void onSenderReady(@NotNull StreamDataAcceptor acceptor);

		void onSenderSuspended();
	}

	@SuppressWarnings("FieldCanBeLocal")
	private final boolean server;
	private final AsyncTcpSocket socket;
	private Listener listener;
	private final AbstractStreamSupplier sender;
	private final AbstractStreamConsumer receiver;

	public RpcStream(AsyncTcpSocket socket,
			BinarySerializer messageSerializer,
			MemSize initialBufferSize, MemSize maxMessageSize,
			Duration autoFlushInterval, boolean compression, boolean server) {
		this.server = server;
		this.socket = socket;
		if (this.server) {
			sender = new AbstractStreamSupplier() {
				@Override
				protected void onProduce(@NotNull StreamDataAcceptor dataAcceptor) {
					receiver.getSupplier().resume(listener);
					listener.onSenderReady(dataAcceptor);
				}

				@Override
				protected void onSuspended() {
					receiver.getSupplier().suspend();
					listener.onSenderSuspended();
				}

				@Override
				protected void onError(Throwable e) {
					if (e != RPC_CLOSE_EXCEPTION) listener.onSenderError(e);
				}
			};
		} else {
			sender = new AbstractStreamSupplier() {
				@Override
				protected void onProduce(@NotNull StreamDataAcceptor dataAcceptor) {
					listener.onSenderReady(dataAcceptor);
				}

				@Override
				protected void onSuspended() {
					listener.onSenderSuspended();
				}

				@Override
				protected void onError(Throwable e) {
					if (e != RPC_CLOSE_EXCEPTION) listener.onSenderError(e);
				}
			};
		}

		receiver = new AbstractStreamConsumer() {
			@Override
			protected void onStarted() {
				getSupplier().resume(listener);
			}

			@Override
			protected Promise onEndOfStream() {
				listener.onReceiverEndOfStream();
				return Promise.complete();
			}

			@Override
			protected void onError(Throwable e) {
				if (e != RPC_CLOSE_EXCEPTION) listener.onReceiverError(e);
			}
		};

		ChannelSerializer serializer = ChannelSerializer.create(messageSerializer)
				.withInitialBufferSize(initialBufferSize)
				.withMaxMessageSize(maxMessageSize)
				.withAutoFlushInterval(autoFlushInterval)
				.withSkipSerializationErrors();
		ChannelDeserializer deserializer = ChannelDeserializer.create(messageSerializer);

		if (compression) {
			ChannelLZ4Decompressor decompressor = ChannelLZ4Decompressor.create();
			ChannelLZ4Compressor compressor = ChannelLZ4Compressor.createFastCompressor();

			ChannelSupplier.ofSocket(socket).bindTo(decompressor.getInput());
			decompressor.getOutput().bindTo(deserializer.getInput());

			serializer.getOutput().bindTo(compressor.getInput());
			compressor.getOutput().set(ChannelConsumer.ofSocket(socket));
		} else {
			ChannelSupplier.ofSocket(socket).bindTo(deserializer.getInput());
			serializer.getOutput().set(ChannelConsumer.ofSocket(socket));
		}

		deserializer.streamTo(receiver);
		sender.streamTo(serializer);
	}

	public void setListener(Listener listener) {
		this.listener = listener;
	}

	public void sendEndOfStream() {
		sender.sendEndOfStream();
	}

	public void close() {
		getCurrentEventloop().post(() -> socket.close(RPC_CLOSE_EXCEPTION));
	}
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy