org.neo4j.cluster.com.NetworkSender Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of neo4j-cluster Show documentation
Show all versions of neo4j-cluster Show documentation
Library implementing Paxos and Heartbeat components required for High Availability Neo4j
/*
* Copyright (c) 2002-2016 "Neo Technology,"
* Network Engine for Objects in Lund AB [http://neotechnology.com]
*
* This file is part of Neo4j.
*
* Neo4j is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see senderExecutors = new HashMap();
private final Set failedInstances = new HashSet(); // Keeps track of what instances we have failed to open
// connections to
private ClientBootstrap clientBootstrap;
private final Monitor monitor;
private final Configuration config;
private final NetworkReceiver receiver;
private final Log msgLog;
private URI me;
private final Map connections = new ConcurrentHashMap();
private Iterable listeners = Listeners.newListeners();
private volatile boolean paused;
public NetworkSender( Monitor monitor, Configuration config, NetworkReceiver receiver, LogProvider logProvider )
{
this.monitor = monitor;
this.config = config;
this.receiver = receiver;
this.msgLog = logProvider.getLog( getClass() );
me = URI.create( CLUSTER_SCHEME + "://0.0.0.0:" + config.port() );
receiver.addNetworkChannelsListener( new NetworkReceiver.NetworkChannelsListener()
{
@Override
public void listeningAt( URI me )
{
NetworkSender.this.me = me;
}
@Override
public void channelOpened( URI to )
{
}
@Override
public void channelClosed( URI to )
{
}
} );
}
@Override
public void init()
throws Throwable
{
ThreadRenamingRunnable.setThreadNameDeterminer( ThreadNameDeterminer.CURRENT );
}
@Override
public void start()
throws Throwable
{
channels = new DefaultChannelGroup();
// Start client bootstrap
clientBootstrap = new ClientBootstrap( new NioClientSocketChannelFactory(
Executors.newSingleThreadExecutor( daemon( "Cluster client boss", monitor ) ),
Executors.newFixedThreadPool( 2, daemon( "Cluster client worker", monitor ) ), 2 ) );
clientBootstrap.setOption( "tcpNoDelay", true );
clientBootstrap.setPipelineFactory( new NetworkNodePipelineFactory() );
msgLog.debug( "Started NetworkSender for " + toString( config ) );
}
private String toString( Configuration config )
{
return "defaultPort:" + config.defaultPort() + ", port:" + config.port();
}
@Override
public void stop()
throws Throwable
{
msgLog.debug( "Shutting down NetworkSender" );
for ( ExecutorService executorService : senderExecutors.values() )
{
executorService.shutdown();
}
for ( Map.Entry entry : senderExecutors.entrySet() )
{
URI targetAddress = entry.getKey();
ExecutorService executorService = entry.getValue();
if ( !executorService.awaitTermination( 50, TimeUnit.SECONDS ) )
{
msgLog.warn( "Could not shut down send executor towards: " + targetAddress );
}
}
senderExecutors.clear();
channels.close().awaitUninterruptibly();
clientBootstrap.releaseExternalResources();
msgLog.debug( "Shutting down NetworkSender for " + toString( config ) + " complete" );
}
@Override
public void shutdown()
throws Throwable
{
}
// MessageSender implementation
@Override
public void process( final List> messages )
{
for ( Message message : messages )
{
try
{
process( message );
}
catch ( Exception e )
{
msgLog.warn( "Error sending message " + message + "(" + e.getMessage() + ")" );
}
}
}
@Override
public boolean process( Message message )
{
if (!paused)
{
if ( message.hasHeader( Message.TO ) )
{
send( message );
}
else
{
// Internal message
receiver.receive( message );
}
}
return true;
}
public void setPaused(boolean paused)
{
this.paused = paused;
}
private URI getURI( InetSocketAddress address ) throws URISyntaxException
{
return new URI( CLUSTER_SCHEME + ":/" + address ); // Socket.toString() already prepends a /
}
private synchronized void send( final Message message )
{
monitor.queuedMessage( message );
final URI to = URI.create( message.getHeader( Message.TO ) );
ExecutorService senderExecutor = senderExecutors.get( to );
if ( senderExecutor == null )
{
senderExecutor = Executors.newSingleThreadExecutor( new NamedThreadFactory( "Cluster Sender " + to
.toASCIIString(), monitor ) );
senderExecutors.put( to, senderExecutor );
}
senderExecutor.submit( new Runnable()
{
@Override
public void run()
{
Channel channel = getChannel( to );
try
{
if ( channel == null )
{
channel = openChannel( to );
openedChannel( to, channel );
// Instance could be connected to, remove any marker of it being failed
failedInstances.remove( to );
}
}
catch ( Exception e )
{
// Only print out failure message on first fail
if ( !failedInstances.contains( to ) )
{
msgLog.warn( e.getMessage() );
failedInstances.add( to );
}
return;
}
try
{
// Set FROM header
message.setHeader( Message.FROM, me.toASCIIString() );
msgLog.debug( "Sending to " + to + ": " + message );
ChannelFuture future = channel.write( message );
future.addListener( new ChannelFutureListener()
{
@Override
public void operationComplete( ChannelFuture future ) throws Exception
{
monitor.sentMessage( message );
if ( !future.isSuccess() )
{
msgLog.debug( "Unable to write " + message + " to " + future.getChannel(),
future.getCause() );
closedChannel( future.getChannel() );
// Try again
send( message );
}
}
} );
}
catch ( Exception e )
{
if( Exceptions.contains(e, ClosedChannelException.class ))
{
msgLog.warn( "Could not send message, because the connection has been closed." );
}
else
{
msgLog.warn( "Could not send message", e );
}
channel.close();
}
}
} );
}
protected void openedChannel( final URI uri, Channel ctxChannel )
{
connections.put( uri, ctxChannel );
Listeners.notifyListeners( listeners, new Listeners.Notification()
{
@Override
public void notify( NetworkChannelsListener listener )
{
listener.channelOpened( uri );
}
} );
}
protected void closedChannel( final Channel channelClosed )
{
/*
* Netty channels do not have the remote address set when closed (technically, when not connected). So
* we need to do a reverse lookup
*/
URI to = null;
for ( Map.Entry uriChannelEntry : connections.entrySet() )
{
if ( uriChannelEntry.getValue().equals( channelClosed ) )
{
to = uriChannelEntry.getKey();
break;
}
}
if ( to == null )
{
/*
* This is normal to happen if a channel fails to open - channelOpened() will not be called and the
* association with the URI will not exist, but channelClosed() will be called anyway.
*/
return;
}
connections.remove( to );
final URI uri = to;
Listeners.notifyListeners( listeners, new Listeners.Notification()
{
@Override
public void notify( NetworkChannelsListener listener )
{
listener.channelClosed( uri );
}
} );
}
public Channel getChannel( URI uri )
{
return connections.get( uri );
}
public void addNetworkChannelsListener( NetworkChannelsListener listener )
{
listeners = Listeners.addListener( listener, listeners );
}
private Channel openChannel( URI clusterUri )
{
SocketAddress destination = new InetSocketAddress( clusterUri.getHost(),
clusterUri.getPort() == -1 ? config.defaultPort() : clusterUri.getPort() );
// We must specify the origin address in case the server has multiple IPs per interface
SocketAddress origin = new InetSocketAddress( me.getHost(), 0 );
msgLog.info( "Attempting to connect from " + origin + " to " + destination );
ChannelFuture channelFuture = clientBootstrap.connect( destination, origin );
channelFuture.awaitUninterruptibly( 5, TimeUnit.SECONDS );
if ( channelFuture.isSuccess() )
{
Channel channel = channelFuture.getChannel();
msgLog.info( "Connected from " + channel.getLocalAddress() + " to " + channel.getRemoteAddress() );
return channel;
}
Throwable cause = channelFuture.getCause();
msgLog.info( "Failed to connect to " + destination + " due to: " + cause );
throw new ChannelOpenFailedException( cause );
}
private class NetworkNodePipelineFactory
implements ChannelPipelineFactory
{
@Override
public ChannelPipeline getPipeline() throws Exception
{
ChannelPipeline pipeline = Channels.pipeline();
pipeline.addLast( "frameEncoder", new ObjectEncoder( 2048 ) );
pipeline.addLast( "sender", new NetworkMessageSender() );
return pipeline;
}
}
private class NetworkMessageSender
extends SimpleChannelHandler
{
private Throwable lastException;
@Override
public void channelConnected( ChannelHandlerContext ctx, ChannelStateEvent e ) throws Exception
{
Channel ctxChannel = ctx.getChannel();
openedChannel( getURI( (InetSocketAddress) ctxChannel.getRemoteAddress() ), ctxChannel );
channels.add( ctxChannel );
}
@Override
public void channelClosed( ChannelHandlerContext ctx, ChannelStateEvent e ) throws Exception
{
closedChannel( ctx.getChannel() );
channels.remove( ctx.getChannel() );
}
@Override
public void exceptionCaught( ChannelHandlerContext ctx, ExceptionEvent e ) throws Exception
{
Throwable cause = e.getCause();
if ( !(cause instanceof ConnectException || cause instanceof RejectedExecutionException) )
{
// If we keep getting the same exception, only output the first one
if (lastException != null && !lastException.getClass().equals( cause.getClass() ))
{
msgLog.error( "Receive exception:", cause );
lastException = cause;
}
}
}
@Override
public void writeComplete( ChannelHandlerContext ctx, WriteCompletionEvent e ) throws Exception
{
if (lastException != null)
{
msgLog.error( "Recovered from:", lastException);
lastException = null;
}
super.writeComplete( ctx, e );
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy