Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.exactpro.sf.services.netty.NettyClientService Maven / Gradle / Ivy
/******************************************************************************
* Copyright 2009-2018 Exactpro (Exactpro Systems Limited)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
******************************************************************************/
package com.exactpro.sf.services.netty;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map.Entry;
import java.util.Objects;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.locks.ReadWriteLock;
import java.util.concurrent.locks.ReentrantReadWriteLock;
import org.jetbrains.annotations.NotNull;
import org.jetbrains.annotations.Nullable;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.exactpro.sf.aml.script.actions.WaitAction;
import com.exactpro.sf.common.messages.IMessage;
import com.exactpro.sf.common.messages.IMessageFactory;
import com.exactpro.sf.common.services.ServiceInfo;
import com.exactpro.sf.common.services.ServiceName;
import com.exactpro.sf.configuration.IDataManager;
import com.exactpro.sf.configuration.IDictionaryManager;
import com.exactpro.sf.configuration.ILoggingConfigurator;
import com.exactpro.sf.configuration.workspace.IWorkspaceDispatcher;
import com.exactpro.sf.scriptrunner.actionmanager.actioncontext.IActionContext;
import com.exactpro.sf.services.IInitiatorService;
import com.exactpro.sf.services.IServiceContext;
import com.exactpro.sf.services.IServiceHandler;
import com.exactpro.sf.services.IServiceMonitor;
import com.exactpro.sf.services.IServiceSettings;
import com.exactpro.sf.services.ISession;
import com.exactpro.sf.services.ITaskExecutor;
import com.exactpro.sf.services.IdleStatus;
import com.exactpro.sf.services.ServiceStatus;
import com.exactpro.sf.services.netty.handlers.DecodedMessagesDelimiterHandler;
import com.exactpro.sf.services.netty.handlers.EncodeMessagesDelimiterHandler;
import com.exactpro.sf.services.netty.handlers.ExceptionInboundHandler;
import com.exactpro.sf.services.netty.internal.NettyEmbeddedPipeline;
import com.exactpro.sf.services.netty.internal.handlers.RawSendHandler;
import com.exactpro.sf.services.util.ServiceUtil;
import com.exactpro.sf.storage.IMessageStorage;
import io.netty.bootstrap.Bootstrap;
import io.netty.buffer.PooledByteBufAllocator;
import io.netty.channel.Channel;
import io.netty.channel.ChannelFuture;
import io.netty.channel.ChannelFutureListener;
import io.netty.channel.ChannelHandler;
import io.netty.channel.ChannelHandlerContext;
import io.netty.channel.ChannelInitializer;
import io.netty.channel.ChannelOption;
import io.netty.channel.ChannelOutboundHandlerAdapter;
import io.netty.channel.ChannelPromise;
import io.netty.channel.nio.NioEventLoopGroup;
import io.netty.channel.socket.nio.NioSocketChannel;
import io.netty.handler.codec.MessageToMessageDecoder;
import io.netty.util.internal.TypeParameterMatcher;
/**
* @deprecated Please use {@link AbstractNettyClient}
*/
@Deprecated
public abstract class NettyClientService implements IInitiatorService {
protected final Logger logger = LoggerFactory.getLogger(ILoggingConfigurator.getLoggerName(this));
protected IServiceContext serviceContext;
protected ServiceName serviceName;
protected IServiceHandler serviceHandler;
protected NettyClientSettings settings;
protected IMessageStorage storage;
protected ServiceInfo serviceInfo;
protected IServiceMonitor serviceMonitor;
protected ILoggingConfigurator logConfigurator;
protected ITaskExecutor taskExecutor;
protected IDataManager dataManager;
protected IWorkspaceDispatcher workspaceDispatcher;
protected volatile ServiceStatus serviceStatus = ServiceStatus.CREATED;
protected volatile NettySession nettySession; // FIXME volatile??
protected volatile NioEventLoopGroup nioEventLoopGroup;
protected IMessageFactory msgFactory;
protected Future hbFuture;
protected final ReadWriteLock channelLock = new ReentrantReadWriteLock();
/**
* You should use {@link #channelLock} for interaction with current variable
*/
protected Channel channel;
// At least it should contains:
// * YourCodec(s)
// * MessagePersisterHandler
// * NettyServiceHandler
// Warning: order of the handlers matters. Please refer to netty documentation:
// http://netty.io/4.0/api/io/netty/channel/ChannelPipeline.html
protected abstract void initChannelHandlers(IServiceContext serviceContext);
protected abstract LinkedHashMap getChannelHandlers();
protected abstract void sendHeartBeat() throws InterruptedException;
protected void initService(IDictionaryManager dictionaryManager, IServiceSettings settings) {}
/**
* This method is called before session closing.
* Please call super.disposeService from finally block of your implementation
* @param session not null session
*/
protected void disposeService(@NotNull NettySession session) {}
// You can use it to implement multi-step connection (pre logon, load-balancers...)
protected abstract int getPort();
protected abstract String getHost();
private class HeartBeatTask implements Runnable {
@Override
public void run() {
try {
// FIXME: synchronize?
serviceHandler.sessionIdle(nettySession, IdleStatus.WRITER_IDLE);
sendHeartBeat();
} catch (Exception e) {
logger.error("OnIdle", e);
}
}
}
@Override
public void init(
IServiceContext serviceContext,
IServiceMonitor serviceMonitor,
IServiceHandler handler,
IServiceSettings settings,
ServiceName name) {
try {
changeStatus(ServiceStatus.INITIALIZING, "Service initializing", null);
this.serviceName = name;
this.serviceContext = Objects.requireNonNull(serviceContext, "'Service context' parameter");
this.serviceHandler = handler;
this.settings = (NettyClientSettings) settings;
this.msgFactory = this.serviceContext.getDictionaryManager().getMessageFactory(this.settings.getDictionaryName());
this.storage = this.serviceContext.getMessageStorage();
this.serviceInfo = Objects.requireNonNull(serviceContext.lookupService(serviceName), "serviceInfo cannot be null");
this.serviceMonitor = serviceMonitor;
this.logConfigurator = this.serviceContext.getLoggingConfigurator();
this.taskExecutor = this.serviceContext.getTaskExecutor();
this.dataManager = this.serviceContext.getDataManager();
this.workspaceDispatcher = Objects.requireNonNull(serviceContext.getWorkspaceDispatcher(), "'Workspace dispatcher' parameter");
// most implementations override this method... so, it will throw ClassCastException if settings have incorrect type
getSettings();
initService(this.serviceContext.getDictionaryManager(), settings);
changeStatus(ServiceStatus.INITIALIZED, "Service " + name + " have been initialized", null);
} catch (Exception ex) {
changeStatus(ServiceStatus.ERROR, "Service " + name + " failed to init", ex);
}
}
@Override
public void start() {
try {
changeStatus(ServiceStatus.STARTING, "Starting service " + serviceName, null);
logConfigurator.createAndRegister(getServiceName(), this);
nettySession = createSession();
nioEventLoopGroup = new NioEventLoopGroup();
connect();
changeStatus(ServiceStatus.STARTED, "Service " + serviceName + " started", null);
} catch (Exception ex) {
changeStatus(ServiceStatus.ERROR, ex.getMessage(), ex);
}
}
@NotNull
protected NettySession createSession() {
NettySession nettySession = new NettySession(this);
logConfigurator.registerLogger(nettySession, getServiceName());
return nettySession;
}
@Override
public void connect() throws Exception {
try {
channelLock.writeLock().lock();
initChannelHandlers(serviceContext);
LinkedHashMap handlers = getChannelHandlers();
NettyEmbeddedPipeline embeddedPipeline = createEmbeddedPipeline();
if (embeddedPipeline != null) {
logConfigurator.registerLogger(embeddedPipeline, getServiceName());
}
RawSendHandler rawSendHandler = new RawSendHandler(embeddedPipeline, this::acceptToSendRaw);
Bootstrap cb = new Bootstrap();
// Fixme: use ITaskExecutor ?
cb.group(nioEventLoopGroup);
cb.channel(NioSocketChannel.class);
cb.option(ChannelOption.SO_REUSEADDR, true);
// we can configure java -Dio.netty.allocator.numDirectArenas=... -Dio.netty.allocator.numHeapArenas=...
cb.option(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT);
cb.handler(new ChannelInitializer() {
@Override
protected void initChannel(Channel ch) throws Exception {
boolean evolutionSupportEnabled = getSettings().isEvolutionSupportEnabled();
if (evolutionSupportEnabled) {
ch.pipeline().addLast(new DecodedMessagesDelimiterHandler());
}
for (Entry entry : handlers.entrySet()) {
ch.pipeline().addLast(entry.getKey(), entry.getValue());
}
// add exception handler for inbound messages
// outbound exceptions will be routed here by ChannelFutureListener.FIRE_EXCEPTION_ON_FAILURE
ch.pipeline().addLast(new ExceptionInboundHandler(nettySession::onExceptionCaught));
if (evolutionSupportEnabled) {
ch.pipeline().addLast(new EncodeMessagesDelimiterHandler());
}
ch.pipeline().addLast(rawSendHandler);
}
});
Channel localChannel = cb.connect(getHost(), getPort())
.addListener(ChannelFutureListener.FIRE_EXCEPTION_ON_FAILURE)
.addListener(ChannelFutureListener.CLOSE_ON_FAILURE)
.awaitUninterruptibly()
.channel();
initChannelCloseFuture(localChannel);
setChannel(localChannel);
} finally {
channelLock.writeLock().unlock();
}
}
/**
* Filters for decoded messages when user tries to send raw
* @param message the decoded message
* @return {@code true} if the message should be sent further. Otherwise, returns {@code false}
*/
protected boolean acceptToSendRaw(IMessage message) {
return true;
}
/**
*
* @return embedded pipeline to use in sending raw messages or {@code null} if it is not supported
*/
@Nullable
protected NettyEmbeddedPipeline createEmbeddedPipeline() {
return null;
}
protected void initChannelCloseFuture(Channel channel) {
channel.closeFuture().addListener(new ChannelFutureListener() {
@Override
public void operationComplete(ChannelFuture future) throws Exception {
stopSendHeartBeats();
//changeStatus(ServiceStatus.DISPOSED, "Connection closed", null);
}
});
}
@Override
public void dispose() {
changeStatus(ServiceStatus.DISPOSING, "Service disposing", null);
try {
NettySession session = nettySession;
if (session != null) {
nettySession = null;
disposeService(session);
session.close();
}
} catch (RuntimeException e) {
changeStatus(ServiceStatus.ERROR, "Session '" + serviceName + "' has not been closed", e);
} finally {
try {
channelLock.writeLock().lock();
Channel localChannel = getChannel();
if (localChannel != null) {
if (localChannel.isOpen()) {
if (!localChannel.close().awaitUninterruptibly(5, TimeUnit.SECONDS)) {
changeStatus(ServiceStatus.ERROR, "Channel '" + serviceName + "' has not been closed for 5 secons", null);
}
}
if (!localChannel.isOpen()) {
setChannel(null);
}
}
} finally {
channelLock.writeLock().unlock();
}
NioEventLoopGroup nioEventLoopGroup = this.nioEventLoopGroup;
if (nioEventLoopGroup != null) {
if (!nioEventLoopGroup.isShutdown()) {
try {
if (!nioEventLoopGroup.shutdownGracefully().awaitUninterruptibly(5, TimeUnit.SECONDS)) {
changeStatus(ServiceStatus.ERROR, "Events executor '" + serviceName + "' has not been closed for 5 secons", null);
}
} catch (Exception e) {
logger.error(e.getMessage(), e);
}
}
if (this.nioEventLoopGroup.isShutdown()) {
this.nioEventLoopGroup = null;
}
}
if(logConfigurator != null){
logConfigurator.destroyAppender(getServiceName());
}
}
if(serviceStatus == ServiceStatus.DISPOSING) {
changeStatus(ServiceStatus.DISPOSED, "Service disposed", null);
}
}
protected void changeStatus(ServiceStatus status, String message, Throwable e) {
this.serviceStatus = status;
ServiceUtil.changeStatus(this, serviceMonitor, status, message, e);
}
@Override
public IServiceHandler getServiceHandler() {
return serviceHandler;
}
@Override
public void setServiceHandler(IServiceHandler handler) {
throw new UnsupportedOperationException();
}
@Override
public String getName() {
return serviceName.toString();
}
@Override
public ServiceName getServiceName() {
return serviceName;
}
@Override
public ServiceStatus getStatus() {
return serviceStatus;
}
@Override
public NettyClientSettings getSettings() {
return settings;
}
@Override
public ISession getSession() {
return nettySession;
}
@Override
public IMessage receive(IActionContext actionContext, IMessage msg) throws InterruptedException {
return (IMessage) WaitAction.waitForMessage(actionContext, msg, !msg.getMetaData().isAdmin());
}
// Used in session
public Channel getChannel() {
try {
channelLock.readLock().lock();
return channel;
} finally {
channelLock.readLock().unlock();
}
}
public void stop(String message, Throwable cause) {
Channel localChannel = getChannel();
if (localChannel != null) {
localChannel.close().addListener(new ChannelFutureListener() {
@Override
public void operationComplete(ChannelFuture future) throws Exception {
if (!future.isSuccess()) {
changeStatus(ServiceStatus.ERROR, "Failed to close channel", future.cause());
}
}
});
}
}
public void onExceptionCaught(Throwable cause) {
stop("Exception caught in netty's pipeline", cause);
}
//FIXME typo in method name
protected void statrtSendHeartBeats(long heartbeatInterval) {
if (heartbeatInterval > 0) {
if (hbFuture != null) {
logger.error("IllegalState: heartbeat timer not stopped");
hbFuture.cancel(true);
}
hbFuture = taskExecutor.addRepeatedTask(new HeartBeatTask(), heartbeatInterval, heartbeatInterval, TimeUnit.MILLISECONDS);
}
}
protected void stopSendHeartBeats() {
if (hbFuture != null) {
hbFuture.cancel(false);
hbFuture = null;
}
}
protected void setChannel(Channel channel) {
try {
channelLock.writeLock().lock();
this.channel = channel;
} finally {
channelLock.writeLock().unlock();
}
}
/**
* No-op inbound terminal handler.
* Can be used to consume incoming objects if there is no terminal handler for them
* @param handled object type
*/
protected static final class InboundBlackholeHandler extends MessageToMessageDecoder {
public InboundBlackholeHandler() {
}
@Override
protected final void decode(ChannelHandlerContext ctx, T msg, List out) throws Exception {
// do nothing
}
}
/**
* No-op outbound terminal handler.
* Can be used to consume outgoing objects if there is no terminal handler for them
* @param handled object type
*/
protected static final class OutboundBlackholeHandler extends ChannelOutboundHandlerAdapter {
private final TypeParameterMatcher matcher;
public OutboundBlackholeHandler(Class outboundMessageType) {
matcher = TypeParameterMatcher.get(outboundMessageType);
}
@Override
public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) {
if (matcher.match(msg)) {
promise.setSuccess();
} else {
ctx.write(msg, promise);
}
}
}
}
