io.aeron.driver.DriverConductor Maven / Gradle / Ivy
/*
* Copyright 2014-2023 Real Logic Limited.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.aeron.driver;
import io.aeron.Aeron;
import io.aeron.ChannelUri;
import io.aeron.CommonContext;
import io.aeron.driver.MediaDriver.Context;
import io.aeron.driver.buffer.LogFactory;
import io.aeron.driver.buffer.RawLog;
import io.aeron.driver.exceptions.InvalidChannelException;
import io.aeron.driver.media.ControlMode;
import io.aeron.driver.media.ReceiveChannelEndpoint;
import io.aeron.driver.media.ReceiveDestinationTransport;
import io.aeron.driver.media.SendChannelEndpoint;
import io.aeron.driver.media.UdpChannel;
import io.aeron.driver.status.*;
import io.aeron.exceptions.AeronEvent;
import io.aeron.exceptions.ControlProtocolException;
import io.aeron.logbuffer.LogBufferDescriptor;
import io.aeron.protocol.DataHeaderFlyweight;
import io.aeron.status.ChannelEndpointStatus;
import org.agrona.BitUtil;
import org.agrona.CloseHelper;
import org.agrona.DirectBuffer;
import org.agrona.MutableDirectBuffer;
import org.agrona.collections.Object2ObjectHashMap;
import org.agrona.collections.ObjectHashSet;
import org.agrona.concurrent.*;
import org.agrona.concurrent.ringbuffer.RingBuffer;
import org.agrona.concurrent.status.AtomicCounter;
import org.agrona.concurrent.status.CountersManager;
import org.agrona.concurrent.status.Position;
import org.agrona.concurrent.status.UnsafeBufferPosition;
import java.net.InetSocketAddress;
import java.util.ArrayDeque;
import java.util.ArrayList;
import java.util.concurrent.TimeUnit;
import static io.aeron.ChannelUri.SPY_QUALIFIER;
import static io.aeron.CommonContext.*;
import static io.aeron.CommonContext.InferableBoolean.FORCE_TRUE;
import static io.aeron.CommonContext.InferableBoolean.INFER;
import static io.aeron.ErrorCode.*;
import static io.aeron.driver.PublicationParams.*;
import static io.aeron.driver.SubscriptionParams.validateInitialWindowForRcvBuf;
import static io.aeron.driver.status.SystemCounterDescriptor.*;
import static io.aeron.logbuffer.LogBufferDescriptor.*;
import static io.aeron.protocol.DataHeaderFlyweight.createDefaultHeader;
import static org.agrona.collections.ArrayListUtil.fastUnorderedRemove;
/**
* Driver Conductor that takes commands from publishers and subscribers, and orchestrates the media driver.
*/
public final class DriverConductor implements Agent
{
private static final long CLOCK_UPDATE_INTERNAL_NS = TimeUnit.MILLISECONDS.toNanos(1);
private static final String[] INVALID_DESTINATION_KEYS =
{
MTU_LENGTH_PARAM_NAME,
RECEIVER_WINDOW_LENGTH_PARAM_NAME,
SOCKET_RCVBUF_PARAM_NAME,
SOCKET_SNDBUF_PARAM_NAME
};
private int nextSessionId = BitUtil.generateRandomisedId();
private final long timerIntervalNs;
private final long clientLivenessTimeoutNs;
private long timeOfLastToDriverPositionChangeNs;
private long lastCommandConsumerPosition;
private long timerCheckDeadlineNs;
private long clockUpdateDeadlineNs;
private final Context ctx;
private final LogFactory logFactory;
private final ReceiverProxy receiverProxy;
private final SenderProxy senderProxy;
private final ClientProxy clientProxy;
private final RingBuffer toDriverCommands;
private final ClientCommandAdapter clientCommandAdapter;
private final ManyToOneConcurrentArrayQueue driverCmdQueue;
private final Object2ObjectHashMap sendChannelEndpointByChannelMap =
new Object2ObjectHashMap<>();
private final Object2ObjectHashMap receiveChannelEndpointByChannelMap =
new Object2ObjectHashMap<>();
private final ArrayList networkPublications = new ArrayList<>();
private final ArrayList ipcPublications = new ArrayList<>();
private final ArrayList publicationImages = new ArrayList<>();
private final ArrayList publicationLinks = new ArrayList<>();
private final ArrayList subscriptionLinks = new ArrayList<>();
private final ArrayList counterLinks = new ArrayList<>();
private final ArrayList clients = new ArrayList<>();
private final ArrayDeque endOfLiveResources = new ArrayDeque<>();
private final ObjectHashSet activeSessionSet = new ObjectHashSet<>();
private final EpochClock epochClock;
private final NanoClock nanoClock;
private final CachedEpochClock cachedEpochClock;
private final CachedNanoClock cachedNanoClock;
private final CountersManager countersManager;
private final NetworkPublicationThreadLocals networkPublicationThreadLocals = new NetworkPublicationThreadLocals();
private final MutableDirectBuffer tempBuffer;
private final DataHeaderFlyweight defaultDataHeader = new DataHeaderFlyweight(createDefaultHeader(0, 0, 0));
private final AtomicCounter errorCounter;
private final DutyCycleTracker dutyCycleTracker;
private TimeTrackingNameResolver nameResolver;
DriverConductor(final MediaDriver.Context ctx)
{
this.ctx = ctx;
timerIntervalNs = ctx.timerIntervalNs();
clientLivenessTimeoutNs = ctx.clientLivenessTimeoutNs();
driverCmdQueue = ctx.driverCommandQueue();
receiverProxy = ctx.receiverProxy();
senderProxy = ctx.senderProxy();
logFactory = ctx.logFactory();
epochClock = ctx.epochClock();
nanoClock = ctx.nanoClock();
cachedEpochClock = ctx.cachedEpochClock();
cachedNanoClock = ctx.cachedNanoClock();
toDriverCommands = ctx.toDriverCommands();
clientProxy = ctx.clientProxy();
tempBuffer = ctx.tempBuffer();
errorCounter = ctx.systemCounters().get(ERRORS);
dutyCycleTracker = ctx.conductorDutyCycleTracker();
countersManager = ctx.countersManager();
clientCommandAdapter = new ClientCommandAdapter(
errorCounter,
ctx.errorHandler(),
toDriverCommands,
clientProxy,
this);
lastCommandConsumerPosition = toDriverCommands.consumerPosition();
}
/**
* {@inheritDoc}
*/
public void onStart()
{
final long nowNs = nanoClock.nanoTime();
cachedNanoClock.update(nowNs);
cachedEpochClock.update(epochClock.time());
dutyCycleTracker.update(nowNs);
timerCheckDeadlineNs = nowNs + timerIntervalNs;
clockUpdateDeadlineNs = nowNs + CLOCK_UPDATE_INTERNAL_NS;
timeOfLastToDriverPositionChangeNs = nowNs;
final DutyCycleTracker nameResolverTimeTracker = ctx.nameResolverTimeTracker();
nameResolverTimeTracker.update(nowNs);
final String hostName = DriverNameResolver.getHostName();
final long endNs = nanoClock.nanoTime();
nameResolverTimeTracker.measureAndUpdate(endNs);
TimeTrackingNameResolver.logHostName(endNs - nowNs, hostName);
nameResolver = new TimeTrackingNameResolver(
null == ctx.resolverInterface() ? ctx.nameResolver() : new DriverNameResolver(ctx, hostName),
nanoClock,
nameResolverTimeTracker);
final SystemCounters systemCounters = ctx.systemCounters();
systemCounters.get(RESOLUTION_CHANGES).appendToLabel(
": driverName=" + ctx.resolverName() + " hostname=" + hostName);
systemCounters.get(CONDUCTOR_MAX_CYCLE_TIME).appendToLabel(": " + ctx.threadingMode().name());
systemCounters.get(CONDUCTOR_CYCLE_TIME_THRESHOLD_EXCEEDED).appendToLabel(
": threshold=" + ctx.conductorCycleThresholdNs() + "ns " + ctx.threadingMode().name());
}
/**
* {@inheritDoc}
*/
public void onClose()
{
CloseHelper.close(ctx.errorHandler(), nameResolver);
publicationImages.forEach(PublicationImage::free);
networkPublications.forEach(NetworkPublication::free);
ipcPublications.forEach(IpcPublication::free);
freeEndOfLifeResources(Integer.MAX_VALUE);
toDriverCommands.consumerHeartbeatTime(Aeron.NULL_VALUE);
ctx.close();
}
/**
* {@inheritDoc}
*/
public String roleName()
{
return "driver-conductor";
}
/**
* {@inheritDoc}
*/
public int doWork()
{
final long nowNs = nanoClock.nanoTime();
trackTime(nowNs);
int workCount = 0;
workCount += processTimers(nowNs);
workCount += driverCmdQueue.drain(Runnable::run, Configuration.COMMAND_DRAIN_LIMIT);
workCount += clientCommandAdapter.receive();
workCount += trackStreamPositions(workCount, nowNs);
workCount += nameResolver.doWork(cachedEpochClock.time());
workCount += freeEndOfLifeResources(ctx.resourceFreeLimit());
return workCount;
}
boolean notAcceptingClientCommands()
{
return senderProxy.isApplyingBackpressure() || receiverProxy.isApplyingBackpressure();
}
@SuppressWarnings("MethodLength")
void onCreatePublicationImage(
final int sessionId,
final int streamId,
final int initialTermId,
final int activeTermId,
final int initialTermOffset,
final int termBufferLength,
final int senderMtuLength,
final int transportIndex,
final InetSocketAddress controlAddress,
final InetSocketAddress sourceAddress,
final ReceiveChannelEndpoint channelEndpoint)
{
Configuration.validateMtuLength(senderMtuLength);
final UdpChannel subscriptionChannel = channelEndpoint.subscriptionUdpChannel();
Configuration.validateInitialWindowLength(
subscriptionChannel.receiverWindowLengthOrDefault(ctx.initialWindowLength()), senderMtuLength);
final long joinPosition = computePosition(
activeTermId, initialTermOffset, LogBufferDescriptor.positionBitsToShift(termBufferLength), initialTermId);
final ArrayList subscriberPositions = createSubscriberPositions(
sessionId, streamId, channelEndpoint, joinPosition);
if (!subscriberPositions.isEmpty())
{
RawLog rawLog = null;
CongestionControl congestionControl = null;
UnsafeBufferPosition hwmPos = null;
UnsafeBufferPosition rcvPos = null;
try
{
final long registrationId = toDriverCommands.nextCorrelationId();
rawLog = newPublicationImageLog(
sessionId,
streamId,
initialTermId,
termBufferLength,
isOldestSubscriptionSparse(subscriberPositions),
senderMtuLength,
registrationId);
congestionControl = ctx.congestionControlSupplier().newInstance(
registrationId,
subscriptionChannel,
streamId,
sessionId,
termBufferLength,
senderMtuLength,
controlAddress,
sourceAddress,
ctx.receiverCachedNanoClock(),
ctx,
countersManager);
final SubscriptionLink subscription = subscriberPositions.get(0).subscription();
final String uri = subscription.channel();
hwmPos = ReceiverHwm.allocate(tempBuffer, countersManager, registrationId, sessionId, streamId, uri);
rcvPos = ReceiverPos.allocate(tempBuffer, countersManager, registrationId, sessionId, streamId, uri);
final boolean treatAsMulticast = subscription.group() == INFER ?
channelEndpoint.udpChannel(transportIndex).isMulticast() : subscription.group() == FORCE_TRUE;
final String sourceIdentity = Configuration.sourceIdentity(sourceAddress);
final PublicationImage image = new PublicationImage(
registrationId,
ctx,
channelEndpoint,
transportIndex,
controlAddress,
sessionId,
streamId,
initialTermId,
activeTermId,
initialTermOffset,
rawLog,
treatAsMulticast ? ctx.multicastFeedbackDelayGenerator() : ctx.unicastFeedbackDelayGenerator(),
subscriberPositions,
hwmPos,
rcvPos,
sourceAddress,
sourceIdentity,
congestionControl);
channelEndpoint.incRefImages();
publicationImages.add(image);
receiverProxy.newPublicationImage(channelEndpoint, image);
for (int i = 0, size = subscriberPositions.size(); i < size; i++)
{
final SubscriberPosition position = subscriberPositions.get(i);
position.addLink(image);
final int positionCounterId = position.positionCounterId();
countersManager.setCounterReferenceId(positionCounterId, registrationId);
clientProxy.onAvailableImage(
registrationId,
streamId,
sessionId,
position.subscription().registrationId(),
positionCounterId,
rawLog.fileName(),
sourceIdentity);
}
}
catch (final Exception ex)
{
subscriberPositions.forEach((subscriberPosition) -> subscriberPosition.position().close());
CloseHelper.quietCloseAll(rawLog, congestionControl, hwmPos, rcvPos);
throw ex;
}
}
}
void onChannelEndpointError(final long statusIndicatorId, final Exception ex)
{
final String errorMessage = ex.getClass().getName() + " : " + ex.getMessage();
clientProxy.onError(statusIndicatorId, CHANNEL_ENDPOINT_ERROR, errorMessage);
}
void onReResolveEndpoint(
final String endpoint, final SendChannelEndpoint channelEndpoint, final InetSocketAddress address)
{
try
{
final InetSocketAddress newAddress = UdpChannel.resolve(
endpoint, CommonContext.ENDPOINT_PARAM_NAME, true, nameResolver);
if (newAddress.isUnresolved())
{
ctx.errorHandler().onError(new AeronEvent("could not re-resolve: endpoint=" + endpoint));
errorCounter.increment();
}
else if (!address.equals(newAddress))
{
senderProxy.onResolutionChange(channelEndpoint, endpoint, newAddress);
}
}
catch (final Exception ex)
{
ctx.errorHandler().onError(ex);
errorCounter.increment();
}
}
void onReResolveControl(
final String control,
final UdpChannel udpChannel,
final ReceiveChannelEndpoint channelEndpoint,
final InetSocketAddress address)
{
try
{
final InetSocketAddress newAddress = UdpChannel.resolve(
control, CommonContext.MDC_CONTROL_PARAM_NAME, true, nameResolver);
if (newAddress.isUnresolved())
{
ctx.errorHandler().onError(new AeronEvent("could not re-resolve: control=" + control));
errorCounter.increment();
}
else if (!address.equals(newAddress))
{
receiverProxy.onResolutionChange(channelEndpoint, udpChannel, newAddress);
}
}
catch (final Exception ex)
{
ctx.errorHandler().onError(ex);
errorCounter.increment();
}
}
IpcPublication getSharedIpcPublication(final long streamId)
{
return findSharedIpcPublication(ipcPublications, streamId);
}
IpcPublication getIpcPublication(final long registrationId)
{
for (int i = 0, size = ipcPublications.size(); i < size; i++)
{
final IpcPublication publication = ipcPublications.get(i);
if (publication.registrationId() == registrationId)
{
return publication;
}
}
return null;
}
NetworkPublication findNetworkPublicationByTag(final long tag)
{
for (int i = 0, size = networkPublications.size(); i < size; i++)
{
final NetworkPublication publication = networkPublications.get(i);
final long publicationTag = publication.tag();
if (publicationTag == tag && publicationTag != ChannelUri.INVALID_TAG)
{
return publication;
}
}
return null;
}
IpcPublication findIpcPublicationByTag(final long tag)
{
for (int i = 0, size = ipcPublications.size(); i < size; i++)
{
final IpcPublication publication = ipcPublications.get(i);
final long publicationTag = publication.tag();
if (publicationTag == tag && publicationTag != ChannelUri.INVALID_TAG)
{
return publication;
}
}
return null;
}
void onAddNetworkPublication(
final String channel,
final int streamId,
final long correlationId,
final long clientId,
final boolean isExclusive)
{
final UdpChannel udpChannel = UdpChannel.parse(channel, nameResolver);
final ChannelUri channelUri = udpChannel.channelUri();
final PublicationParams params = getPublicationParams(channelUri, ctx, this, false);
validateEndpointForPublication(udpChannel);
validateControlForPublication(udpChannel);
validateMtuForMaxMessage(params, channel);
final SendChannelEndpoint channelEndpoint = getOrCreateSendChannelEndpoint(params, udpChannel, correlationId);
NetworkPublication publication = null;
if (!isExclusive)
{
publication = findPublication(networkPublications, streamId, channelEndpoint);
}
boolean isNewPublication = false;
if (null == publication)
{
if (params.hasSessionId)
{
checkForSessionClash(params.sessionId, streamId, udpChannel.canonicalForm(), channel);
}
publication = newNetworkPublication(
correlationId, clientId, streamId, channel, udpChannel, channelEndpoint, params, isExclusive);
isNewPublication = true;
}
else
{
confirmMatch(
channelUri,
params,
publication.rawLog(),
publication.sessionId(),
publication.channel(),
publication.initialTermId(),
publication.startingTermId(),
publication.startingTermOffset());
validateSpiesSimulateConnection(
params, publication.spiesSimulateConnection(), channel, publication.channel());
}
publicationLinks.add(new PublicationLink(correlationId, getOrAddClient(clientId), publication));
clientProxy.onPublicationReady(
correlationId,
publication.registrationId(),
streamId,
publication.sessionId(),
publication.rawLog().fileName(),
publication.publisherLimitId(),
channelEndpoint.statusIndicatorCounterId(),
isExclusive);
if (isNewPublication)
{
linkSpies(subscriptionLinks, publication);
}
}
void cleanupSpies(final NetworkPublication publication)
{
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink link = subscriptionLinks.get(i);
if (link.isLinked(publication))
{
notifyUnavailableImageLink(publication.registrationId(), link);
link.unlink(publication);
}
}
}
void notifyUnavailableImageLink(final long resourceId, final SubscriptionLink link)
{
clientProxy.onUnavailableImage(resourceId, link.registrationId(), link.streamId(), link.channel());
}
void notifyAvailableImageLink(
final long resourceId,
final int sessionId,
final SubscriptionLink link,
final int positionCounterId,
final long joinPosition,
final String logFileName,
final String sourceIdentity)
{
countersManager.setCounterValue(positionCounterId, joinPosition);
final int streamId = link.streamId();
clientProxy.onAvailableImage(
resourceId, streamId, sessionId, link.registrationId(), positionCounterId, logFileName, sourceIdentity);
}
void cleanupPublication(final NetworkPublication publication)
{
senderProxy.removeNetworkPublication(publication);
final SendChannelEndpoint channelEndpoint = publication.channelEndpoint();
if (channelEndpoint.shouldBeClosed())
{
senderProxy.closeSendChannelEndpoint(channelEndpoint);
sendChannelEndpointByChannelMap.remove(channelEndpoint.udpChannel().canonicalForm());
channelEndpoint.closeIndicators();
}
final String channel = channelEndpoint.udpChannel().canonicalForm();
activeSessionSet.remove(new SessionKey(publication.sessionId(), publication.streamId(), channel));
}
void cleanupSubscriptionLink(final SubscriptionLink subscription)
{
final ReceiveChannelEndpoint channelEndpoint = subscription.channelEndpoint();
if (null != channelEndpoint)
{
if (subscription.hasSessionId())
{
if (0 == channelEndpoint.decRefToStreamAndSession(subscription.streamId(), subscription.sessionId()))
{
receiverProxy.removeSubscription(
channelEndpoint, subscription.streamId(), subscription.sessionId());
}
}
else
{
if (0 == channelEndpoint.decRefToStream(subscription.streamId()))
{
receiverProxy.removeSubscription(channelEndpoint, subscription.streamId());
}
}
tryCloseReceiveChannelEndpoint(channelEndpoint);
}
}
void transitionToLinger(final PublicationImage image)
{
boolean rejoin = true;
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink link = subscriptionLinks.get(i);
if (link.isLinked(image))
{
rejoin = link.isRejoin();
notifyUnavailableImageLink(image.correlationId(), link);
}
}
if (rejoin)
{
receiverProxy.removeCoolDown(image.channelEndpoint(), image.sessionId(), image.streamId());
}
}
void transitionToLinger(final IpcPublication publication)
{
activeSessionSet.remove(new SessionKey(publication.sessionId(), publication.streamId(), IPC_MEDIA));
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink link = subscriptionLinks.get(i);
if (link.isLinked(publication))
{
notifyUnavailableImageLink(publication.registrationId(), link);
}
}
}
void cleanupImage(final PublicationImage image)
{
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
subscriptionLinks.get(i).unlink(image);
}
}
void cleanupIpcPublication(final IpcPublication publication)
{
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
subscriptionLinks.get(i).unlink(publication);
}
}
void tryCloseReceiveChannelEndpoint(final ReceiveChannelEndpoint channelEndpoint)
{
if (channelEndpoint.shouldBeClosed())
{
receiverProxy.closeReceiveChannelEndpoint(channelEndpoint);
receiveChannelEndpointByChannelMap.remove(channelEndpoint.subscriptionUdpChannel().canonicalForm());
channelEndpoint.closeIndicators();
}
}
void clientTimeout(final long clientId)
{
clientProxy.onClientTimeout(clientId);
}
void unavailableCounter(final long registrationId, final int counterId)
{
clientProxy.onUnavailableCounter(registrationId, counterId);
}
void onAddIpcPublication(
final String channel,
final int streamId,
final long correlationId,
final long clientId,
final boolean isExclusive)
{
IpcPublication publication = null;
final ChannelUri channelUri = ChannelUri.parse(channel);
final PublicationParams params = getPublicationParams(channelUri, ctx, this, true);
if (!isExclusive)
{
publication = findSharedIpcPublication(ipcPublications, streamId);
}
boolean isNewPublication = false;
if (null == publication)
{
if (params.hasSessionId)
{
checkForSessionClash(params.sessionId, streamId, IPC_MEDIA, channel);
}
validateMtuForMaxMessage(params, channel);
publication = addIpcPublication(correlationId, clientId, streamId, channel, isExclusive, params);
isNewPublication = true;
}
else
{
confirmMatch(
channelUri,
params,
publication.rawLog(),
publication.sessionId(),
publication.channel(),
publication.initialTermId(),
publication.startingTermId(),
publication.startingTermOffset());
}
publicationLinks.add(new PublicationLink(correlationId, getOrAddClient(clientId), publication));
clientProxy.onPublicationReady(
correlationId,
publication.registrationId(),
streamId,
publication.sessionId(),
publication.rawLog().fileName(),
publication.publisherLimitId(),
ChannelEndpointStatus.NO_ID_ALLOCATED,
isExclusive);
if (isNewPublication)
{
linkIpcSubscriptions(publication);
}
}
void onRemovePublication(final long registrationId, final long correlationId)
{
PublicationLink publicationLink = null;
final ArrayList publicationLinks = this.publicationLinks;
for (int i = 0, size = publicationLinks.size(); i < size; i++)
{
final PublicationLink publication = publicationLinks.get(i);
if (registrationId == publication.registrationId())
{
publicationLink = publication;
fastUnorderedRemove(publicationLinks, i);
break;
}
}
if (null == publicationLink)
{
throw new ControlProtocolException(UNKNOWN_PUBLICATION, "unknown publication: " + registrationId);
}
publicationLink.close();
clientProxy.operationSucceeded(correlationId);
}
void onAddSendDestination(final long registrationId, final String destinationChannel, final long correlationId)
{
final ChannelUri channelUri = ChannelUri.parse(destinationChannel);
validateDestinationUri(channelUri, destinationChannel);
validateSendDestinationUri(channelUri, destinationChannel);
SendChannelEndpoint sendChannelEndpoint = null;
for (int i = 0, size = networkPublications.size(); i < size; i++)
{
final NetworkPublication publication = networkPublications.get(i);
if (registrationId == publication.registrationId())
{
sendChannelEndpoint = publication.channelEndpoint();
break;
}
}
if (null == sendChannelEndpoint)
{
throw new ControlProtocolException(UNKNOWN_PUBLICATION, "unknown publication: " + registrationId);
}
sendChannelEndpoint.validateAllowsManualControl();
final InetSocketAddress dstAddress = UdpChannel.destinationAddress(channelUri, nameResolver);
senderProxy.addDestination(sendChannelEndpoint, channelUri, dstAddress);
clientProxy.operationSucceeded(correlationId);
}
void onRemoveSendDestination(final long registrationId, final String destinationChannel, final long correlationId)
{
SendChannelEndpoint sendChannelEndpoint = null;
for (int i = 0, size = networkPublications.size(); i < size; i++)
{
final NetworkPublication publication = networkPublications.get(i);
if (registrationId == publication.registrationId())
{
sendChannelEndpoint = publication.channelEndpoint();
break;
}
}
if (null == sendChannelEndpoint)
{
throw new ControlProtocolException(UNKNOWN_PUBLICATION, "unknown publication: " + registrationId);
}
sendChannelEndpoint.validateAllowsManualControl();
final ChannelUri channelUri = ChannelUri.parse(destinationChannel);
final InetSocketAddress dstAddress = UdpChannel.destinationAddress(channelUri, nameResolver);
senderProxy.removeDestination(sendChannelEndpoint, channelUri, dstAddress);
clientProxy.operationSucceeded(correlationId);
}
void onAddNetworkSubscription(
final String channel, final int streamId, final long registrationId, final long clientId)
{
final UdpChannel udpChannel = UdpChannel.parse(channel, nameResolver);
validateControlForSubscription(udpChannel);
validateTimestampConfiguration(udpChannel);
final SubscriptionParams params = SubscriptionParams.getSubscriptionParams(udpChannel.channelUri(), ctx);
checkForClashingSubscription(params, udpChannel, streamId);
final ReceiveChannelEndpoint channelEndpoint = getOrCreateReceiveChannelEndpoint(
params, udpChannel, registrationId);
final NetworkSubscriptionLink subscription = new NetworkSubscriptionLink(
registrationId, channelEndpoint, streamId, channel, getOrAddClient(clientId), params);
subscriptionLinks.add(subscription);
if (params.hasSessionId)
{
if (1 == channelEndpoint.incRefToStreamAndSession(streamId, params.sessionId))
{
receiverProxy.addSubscription(channelEndpoint, streamId, params.sessionId);
}
}
else
{
if (1 == channelEndpoint.incRefToStream(streamId))
{
receiverProxy.addSubscription(channelEndpoint, streamId);
}
}
clientProxy.onSubscriptionReady(registrationId, channelEndpoint.statusIndicatorCounter().id());
linkMatchingImages(subscription);
}
void onAddIpcSubscription(final String channel, final int streamId, final long registrationId, final long clientId)
{
final SubscriptionParams params = SubscriptionParams.getSubscriptionParams(ChannelUri.parse(channel), ctx);
final IpcSubscriptionLink subscriptionLink = new IpcSubscriptionLink(
registrationId, streamId, channel, getOrAddClient(clientId), params);
subscriptionLinks.add(subscriptionLink);
clientProxy.onSubscriptionReady(registrationId, ChannelEndpointStatus.NO_ID_ALLOCATED);
for (int i = 0, size = ipcPublications.size(); i < size; i++)
{
final IpcPublication publication = ipcPublications.get(i);
if (subscriptionLink.matches(publication) && publication.isAcceptingSubscriptions())
{
clientProxy.onAvailableImage(
publication.registrationId(),
streamId,
publication.sessionId(),
registrationId,
linkIpcSubscription(publication, subscriptionLink).id(),
publication.rawLog().fileName(),
CommonContext.IPC_CHANNEL);
}
}
}
void onAddSpySubscription(final String channel, final int streamId, final long registrationId, final long clientId)
{
final UdpChannel udpChannel = UdpChannel.parse(channel, nameResolver);
final SubscriptionParams params = SubscriptionParams.getSubscriptionParams(udpChannel.channelUri(), ctx);
final SpySubscriptionLink subscriptionLink = new SpySubscriptionLink(
registrationId, udpChannel, streamId, getOrAddClient(clientId), params);
subscriptionLinks.add(subscriptionLink);
clientProxy.onSubscriptionReady(registrationId, ChannelEndpointStatus.NO_ID_ALLOCATED);
for (int i = 0, size = networkPublications.size(); i < size; i++)
{
final NetworkPublication publication = networkPublications.get(i);
if (subscriptionLink.matches(publication) && publication.isAcceptingSubscriptions())
{
clientProxy.onAvailableImage(
publication.registrationId(),
streamId,
publication.sessionId(),
registrationId,
linkSpy(publication, subscriptionLink).id(),
publication.rawLog().fileName(),
CommonContext.IPC_CHANNEL);
}
}
}
void onRemoveSubscription(final long registrationId, final long correlationId)
{
boolean isAnySubscriptionFound = false;
for (int lastIndex = subscriptionLinks.size() - 1, i = lastIndex; i >= 0; i--)
{
final SubscriptionLink subscription = subscriptionLinks.get(i);
if (subscription.registrationId() == registrationId)
{
fastUnorderedRemove(subscriptionLinks, i, lastIndex--);
subscription.close();
cleanupSubscriptionLink(subscription);
isAnySubscriptionFound = true;
}
}
if (!isAnySubscriptionFound)
{
throw new ControlProtocolException(UNKNOWN_SUBSCRIPTION, "unknown subscription: " + registrationId);
}
clientProxy.operationSucceeded(correlationId);
}
void onClientKeepalive(final long clientId)
{
final AeronClient client = findClient(clients, clientId);
if (null != client)
{
client.timeOfLastKeepaliveMs(cachedEpochClock.time());
}
}
void onAddCounter(
final int typeId,
final DirectBuffer keyBuffer,
final int keyOffset,
final int keyLength,
final DirectBuffer labelBuffer,
final int labelOffset,
final int labelLength,
final long correlationId,
final long clientId)
{
final AeronClient client = getOrAddClient(clientId);
final AtomicCounter counter = countersManager.newCounter(
typeId, keyBuffer, keyOffset, keyLength, labelBuffer, labelOffset, labelLength);
countersManager.setCounterOwnerId(counter.id(), clientId);
countersManager.setCounterRegistrationId(counter.id(), correlationId);
counterLinks.add(new CounterLink(counter, correlationId, client));
clientProxy.onCounterReady(correlationId, counter.id());
}
void onRemoveCounter(final long registrationId, final long correlationId)
{
CounterLink counterLink = null;
final ArrayList counterLinks = this.counterLinks;
for (int i = 0, size = counterLinks.size(); i < size; i++)
{
final CounterLink link = counterLinks.get(i);
if (registrationId == link.registrationId())
{
counterLink = link;
fastUnorderedRemove(counterLinks, i);
break;
}
}
if (null == counterLink)
{
throw new ControlProtocolException(UNKNOWN_COUNTER, "unknown counter: " + registrationId);
}
clientProxy.operationSucceeded(correlationId);
clientProxy.onUnavailableCounter(registrationId, counterLink.counterId());
counterLink.close();
}
void onClientClose(final long clientId)
{
final AeronClient client = findClient(clients, clientId);
if (null != client)
{
client.onClosedByCommand();
}
}
void onAddRcvDestination(final long registrationId, final String destinationChannel, final long correlationId)
{
if (destinationChannel.startsWith(IPC_CHANNEL))
{
onAddRcvIpcDestination(registrationId, destinationChannel, correlationId);
}
else if (destinationChannel.startsWith(SPY_QUALIFIER))
{
onAddRcvSpyDestination(registrationId, destinationChannel, correlationId);
}
else
{
onAddRcvNetworkDestination(registrationId, destinationChannel, correlationId);
}
}
void onAddRcvIpcDestination(final long registrationId, final String destinationChannel, final long correlationId)
{
final SubscriptionParams params =
SubscriptionParams.getSubscriptionParams(ChannelUri.parse(destinationChannel), ctx);
final SubscriptionLink mdsSubscriptionLink = findMdsSubscriptionLink(subscriptionLinks, registrationId);
if (null == mdsSubscriptionLink)
{
throw new ControlProtocolException(UNKNOWN_SUBSCRIPTION, "unknown MDS subscription: " + registrationId);
}
final IpcSubscriptionLink subscriptionLink = new IpcSubscriptionLink(
registrationId,
mdsSubscriptionLink.streamId(),
destinationChannel,
mdsSubscriptionLink.aeronClient(),
params);
subscriptionLinks.add(subscriptionLink);
clientProxy.operationSucceeded(correlationId);
for (int i = 0, size = ipcPublications.size(); i < size; i++)
{
final IpcPublication publication = ipcPublications.get(i);
if (subscriptionLink.matches(publication) && publication.isAcceptingSubscriptions())
{
clientProxy.onAvailableImage(
publication.registrationId(),
mdsSubscriptionLink.streamId(),
publication.sessionId(),
registrationId,
linkIpcSubscription(publication, subscriptionLink).id(),
publication.rawLog().fileName(),
CommonContext.IPC_CHANNEL);
}
}
}
void onAddRcvSpyDestination(final long registrationId, final String destinationChannel, final long correlationId)
{
final UdpChannel udpChannel = UdpChannel.parse(destinationChannel, nameResolver);
final SubscriptionParams params = SubscriptionParams.getSubscriptionParams(udpChannel.channelUri(), ctx);
final SubscriptionLink mdsSubscriptionLink = findMdsSubscriptionLink(subscriptionLinks, registrationId);
if (null == mdsSubscriptionLink)
{
throw new ControlProtocolException(UNKNOWN_SUBSCRIPTION, "unknown MDS subscription: " + registrationId);
}
final SpySubscriptionLink subscriptionLink = new SpySubscriptionLink(
registrationId, udpChannel, mdsSubscriptionLink.streamId(), mdsSubscriptionLink.aeronClient(), params);
subscriptionLinks.add(subscriptionLink);
clientProxy.operationSucceeded(correlationId);
for (int i = 0, size = networkPublications.size(); i < size; i++)
{
final NetworkPublication publication = networkPublications.get(i);
if (subscriptionLink.matches(publication) && publication.isAcceptingSubscriptions())
{
clientProxy.onAvailableImage(
publication.registrationId(),
mdsSubscriptionLink.streamId(),
publication.sessionId(),
registrationId,
linkSpy(publication, subscriptionLink).id(),
publication.rawLog().fileName(),
CommonContext.IPC_CHANNEL);
}
}
}
void onAddRcvNetworkDestination(
final long registrationId, final String destinationChannel, final long correlationId)
{
final UdpChannel udpChannel = UdpChannel.parse(destinationChannel, nameResolver, true);
validateDestinationUri(udpChannel.channelUri(), destinationChannel);
final SubscriptionLink mdsSubscriptionLink = findMdsSubscriptionLink(subscriptionLinks, registrationId);
if (null == mdsSubscriptionLink)
{
throw new ControlProtocolException(UNKNOWN_SUBSCRIPTION, "unknown MDS subscription: " + registrationId);
}
final ReceiveChannelEndpoint receiveChannelEndpoint = mdsSubscriptionLink.channelEndpoint();
final AtomicCounter localSocketAddressIndicator = ReceiveLocalSocketAddress.allocate(
tempBuffer, countersManager, registrationId, receiveChannelEndpoint.statusIndicatorCounter().id());
final ReceiveDestinationTransport transport = new ReceiveDestinationTransport(
udpChannel, ctx, localSocketAddressIndicator, receiveChannelEndpoint);
receiverProxy.addDestination(receiveChannelEndpoint, transport);
clientProxy.operationSucceeded(correlationId);
}
void onRemoveRcvDestination(final long registrationId, final String destinationChannel, final long correlationId)
{
if (destinationChannel.startsWith(IPC_CHANNEL) || destinationChannel.startsWith(SPY_QUALIFIER))
{
onRemoveRcvIpcOrSpyDestination(registrationId, destinationChannel, correlationId);
}
else
{
onRemoveRcvNetworkDestination(registrationId, destinationChannel, correlationId);
}
}
void onRemoveRcvIpcOrSpyDestination(
final long registrationId, final String destinationChannel, final long correlationId)
{
final SubscriptionLink subscription =
removeSubscriptionLink(subscriptionLinks, registrationId, destinationChannel);
if (null == subscription)
{
throw new ControlProtocolException(UNKNOWN_SUBSCRIPTION, "unknown subscription: " + registrationId);
}
subscription.close();
cleanupSubscriptionLink(subscription);
clientProxy.operationSucceeded(correlationId);
subscription.notifyUnavailableImages(this);
}
void onRemoveRcvNetworkDestination(
final long registrationId, final String destinationChannel, final long correlationId)
{
ReceiveChannelEndpoint receiveChannelEndpoint = null;
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink subscriptionLink = subscriptionLinks.get(i);
if (registrationId == subscriptionLink.registrationId())
{
receiveChannelEndpoint = subscriptionLink.channelEndpoint();
break;
}
}
if (null == receiveChannelEndpoint)
{
throw new ControlProtocolException(UNKNOWN_SUBSCRIPTION, "unknown subscription: " + registrationId);
}
receiveChannelEndpoint.validateAllowsDestinationControl();
receiverProxy.removeDestination(
receiveChannelEndpoint, UdpChannel.parse(destinationChannel, nameResolver, true));
clientProxy.operationSucceeded(correlationId);
}
void closeReceiveDestinationIndicators(final ReceiveDestinationTransport destinationTransport)
{
destinationTransport.closeIndicators();
}
void onTerminateDriver(final DirectBuffer tokenBuffer, final int tokenOffset, final int tokenLength)
{
if (ctx.terminationValidator().allowTermination(ctx.aeronDirectory(), tokenBuffer, tokenOffset, tokenLength))
{
ctx.terminationHook().run();
}
}
private void heartbeatAndCheckTimers(final long nowNs)
{
final long nowMs = cachedEpochClock.time();
toDriverCommands.consumerHeartbeatTime(nowMs);
checkManagedResources(clients, nowNs, nowMs);
checkManagedResources(publicationLinks, nowNs, nowMs);
checkManagedResources(networkPublications, nowNs, nowMs);
checkManagedResources(subscriptionLinks, nowNs, nowMs);
checkManagedResources(publicationImages, nowNs, nowMs);
checkManagedResources(ipcPublications, nowNs, nowMs);
checkManagedResources(counterLinks, nowNs, nowMs);
}
private void checkForBlockedToDriverCommands(final long nowNs)
{
final long consumerPosition = toDriverCommands.consumerPosition();
if (consumerPosition == lastCommandConsumerPosition && toDriverCommands.producerPosition() > consumerPosition)
{
if ((timeOfLastToDriverPositionChangeNs + clientLivenessTimeoutNs) - nowNs < 0)
{
if (toDriverCommands.unblock())
{
ctx.systemCounters().get(UNBLOCKED_COMMANDS).incrementOrdered();
}
}
}
else
{
timeOfLastToDriverPositionChangeNs = nowNs;
lastCommandConsumerPosition = consumerPosition;
}
}
private ArrayList createSubscriberPositions(
final int sessionId, final int streamId, final ReceiveChannelEndpoint channelEndpoint, final long joinPosition)
{
final ArrayList subscriberPositions = new ArrayList<>();
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink subscription = subscriptionLinks.get(i);
if (subscription.matches(channelEndpoint, streamId, sessionId))
{
final Position position = SubscriberPos.allocate(
tempBuffer,
countersManager,
subscription.aeronClient().clientId(),
subscription.registrationId(),
sessionId,
streamId,
subscription.channel(),
joinPosition);
position.setOrdered(joinPosition);
subscriberPositions.add(new SubscriberPosition(subscription, null, position));
}
}
return subscriberPositions;
}
private static NetworkPublication findPublication(
final ArrayList publications,
final int streamId,
final SendChannelEndpoint channelEndpoint)
{
for (int i = 0, size = publications.size(); i < size; i++)
{
final NetworkPublication publication = publications.get(i);
if (streamId == publication.streamId() &&
channelEndpoint == publication.channelEndpoint() &&
NetworkPublication.State.ACTIVE == publication.state() &&
!publication.isExclusive())
{
return publication;
}
}
return null;
}
private NetworkPublication newNetworkPublication(
final long registrationId,
final long clientId,
final int streamId,
final String channel,
final UdpChannel udpChannel,
final SendChannelEndpoint channelEndpoint,
final PublicationParams params,
final boolean isExclusive)
{
final String canonicalForm = udpChannel.canonicalForm();
final int sessionId = params.hasSessionId ? params.sessionId : nextAvailableSessionId(streamId, canonicalForm);
final int initialTermId = params.hasPosition ? params.initialTermId : BitUtil.generateRandomisedId();
final FlowControl flowControl = udpChannel.isMulticast() || udpChannel.isMultiDestination() ?
ctx.multicastFlowControlSupplier().newInstance(udpChannel, streamId, registrationId) :
ctx.unicastFlowControlSupplier().newInstance(udpChannel, streamId, registrationId);
flowControl.initialize(
ctx,
countersManager,
udpChannel,
streamId,
sessionId,
registrationId,
initialTermId,
params.termLength);
final RawLog rawLog = newNetworkPublicationLog(sessionId, streamId, initialTermId, registrationId, params);
UnsafeBufferPosition publisherPos = null;
UnsafeBufferPosition publisherLmt = null;
UnsafeBufferPosition senderPos = null;
UnsafeBufferPosition senderLmt = null;
AtomicCounter senderBpe = null;
try
{
publisherPos = PublisherPos.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
publisherLmt = PublisherLimit.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
senderPos = SenderPos.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
senderLmt = SenderLimit.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
senderBpe = SenderBpe.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
countersManager.setCounterOwnerId(publisherLmt.id(), clientId);
if (params.hasPosition)
{
final int bits = LogBufferDescriptor.positionBitsToShift(params.termLength);
final long position = computePosition(params.termId, params.termOffset, bits, initialTermId);
publisherPos.setOrdered(position);
publisherLmt.setOrdered(position);
senderPos.setOrdered(position);
senderLmt.setOrdered(position);
}
final RetransmitHandler retransmitHandler = new RetransmitHandler(
ctx.senderCachedNanoClock(),
ctx.systemCounters().get(INVALID_PACKETS),
ctx.retransmitUnicastDelayGenerator(),
ctx.retransmitUnicastLingerGenerator());
final NetworkPublication publication = new NetworkPublication(
registrationId,
ctx,
params,
channelEndpoint,
rawLog,
Configuration.producerWindowLength(params.termLength, ctx.publicationTermWindowLength()),
publisherPos,
publisherLmt,
senderPos,
senderLmt,
senderBpe,
sessionId,
streamId,
initialTermId,
flowControl,
retransmitHandler,
networkPublicationThreadLocals,
isExclusive);
channelEndpoint.incRef();
networkPublications.add(publication);
senderProxy.newNetworkPublication(publication);
activeSessionSet.add(new SessionKey(sessionId, streamId, canonicalForm));
return publication;
}
catch (final Exception ex)
{
CloseHelper.quietCloseAll(rawLog, publisherPos, publisherLmt, senderPos, senderLmt, senderBpe);
throw ex;
}
}
private RawLog newNetworkPublicationLog(
final int sessionId,
final int streamId,
final int initialTermId,
final long registrationId,
final PublicationParams params)
{
final RawLog rawLog = logFactory.newPublication(registrationId, params.termLength, params.isSparse);
initLogMetadata(sessionId, streamId, initialTermId, params.mtuLength, registrationId, rawLog);
initialisePositionCounters(initialTermId, params, rawLog.metaData());
return rawLog;
}
private RawLog newIpcPublicationLog(
final int sessionId,
final int streamId,
final int initialTermId,
final long registrationId,
final PublicationParams params)
{
final RawLog rawLog = logFactory.newPublication(registrationId, params.termLength, params.isSparse);
initLogMetadata(sessionId, streamId, initialTermId, params.mtuLength, registrationId, rawLog);
initialisePositionCounters(initialTermId, params, rawLog.metaData());
return rawLog;
}
private void initLogMetadata(
final int sessionId,
final int streamId,
final int initialTermId,
final int mtuLength,
final long registrationId,
final RawLog rawLog)
{
final UnsafeBuffer logMetaData = rawLog.metaData();
defaultDataHeader.sessionId(sessionId).streamId(streamId).termId(initialTermId);
storeDefaultFrameHeader(logMetaData, defaultDataHeader);
initialTermId(logMetaData, initialTermId);
mtuLength(logMetaData, mtuLength);
termLength(logMetaData, rawLog.termLength());
pageSize(logMetaData, ctx.filePageSize());
correlationId(logMetaData, registrationId);
endOfStreamPosition(logMetaData, Long.MAX_VALUE);
}
private static void initialisePositionCounters(
final int initialTermId, final PublicationParams params, final UnsafeBuffer logMetaData)
{
if (params.hasPosition)
{
final int termId = params.termId;
final int termCount = termId - initialTermId;
int activeIndex = indexByTerm(initialTermId, termId);
rawTail(logMetaData, activeIndex, packTail(termId, params.termOffset));
for (int i = 1; i < PARTITION_COUNT; i++)
{
final int expectedTermId = (termId + i) - PARTITION_COUNT;
activeIndex = nextPartitionIndex(activeIndex);
initialiseTailWithTermId(logMetaData, activeIndex, expectedTermId);
}
activeTermCount(logMetaData, termCount);
}
else
{
initialiseTailWithTermId(logMetaData, 0, initialTermId);
for (int i = 1; i < PARTITION_COUNT; i++)
{
final int expectedTermId = (initialTermId + i) - PARTITION_COUNT;
initialiseTailWithTermId(logMetaData, i, expectedTermId);
}
}
}
private RawLog newPublicationImageLog(
final int sessionId,
final int streamId,
final int initialTermId,
final int termBufferLength,
final boolean isSparse,
final int senderMtuLength,
final long correlationId)
{
final RawLog rawLog = logFactory.newImage(correlationId, termBufferLength, isSparse);
initLogMetadata(sessionId, streamId, initialTermId, senderMtuLength, correlationId, rawLog);
return rawLog;
}
private SendChannelEndpoint getOrCreateSendChannelEndpoint(
final PublicationParams params, final UdpChannel udpChannel, final long registrationId)
{
SendChannelEndpoint channelEndpoint = findExistingSendChannelEndpoint(udpChannel);
if (null == channelEndpoint)
{
AtomicCounter statusIndicator = null;
AtomicCounter localSocketAddressIndicator = null;
try
{
statusIndicator = SendChannelStatus.allocate(
tempBuffer, countersManager, registrationId, udpChannel.originalUriString());
channelEndpoint = ctx.sendChannelEndpointSupplier().newInstance(udpChannel, statusIndicator, ctx);
localSocketAddressIndicator = SendLocalSocketAddress.allocate(
tempBuffer, countersManager, registrationId, channelEndpoint.statusIndicatorCounterId());
channelEndpoint.localSocketAddressIndicator(localSocketAddressIndicator);
channelEndpoint.allocateDestinationsCounterForMdc(
tempBuffer, countersManager, registrationId, udpChannel.originalUriString());
validateMtuForSndbuf(
params, channelEndpoint.socketSndbufLength(), ctx, udpChannel.originalUriString(), null);
sendChannelEndpointByChannelMap.put(udpChannel.canonicalForm(), channelEndpoint);
senderProxy.registerSendChannelEndpoint(channelEndpoint);
}
catch (final Exception ex)
{
CloseHelper.closeAll(statusIndicator, localSocketAddressIndicator, channelEndpoint);
throw ex;
}
}
else
{
validateChannelSendTimestampOffset(udpChannel, channelEndpoint);
validateMtuForSndbuf(
params,
channelEndpoint.socketSndbufLength(),
ctx,
udpChannel.originalUriString(),
channelEndpoint.originalUriString());
validateChannelBufferLength(
SOCKET_RCVBUF_PARAM_NAME,
udpChannel.socketRcvbufLength(),
channelEndpoint.socketRcvbufLength(),
udpChannel.originalUriString(),
channelEndpoint.originalUriString());
validateChannelBufferLength(
SOCKET_SNDBUF_PARAM_NAME,
udpChannel.socketSndbufLength(),
channelEndpoint.socketSndbufLength(),
udpChannel.originalUriString(),
channelEndpoint.originalUriString());
}
return channelEndpoint;
}
private void validateChannelSendTimestampOffset(
final UdpChannel udpChannel, final SendChannelEndpoint channelEndpoint)
{
if (udpChannel.channelSendTimestampOffset() != channelEndpoint.udpChannel().channelSendTimestampOffset())
{
throw new InvalidChannelException(
"option conflicts with existing subscription: " + CHANNEL_SEND_TIMESTAMP_OFFSET_PARAM_NAME + "=" +
udpChannel.channelSendTimestampOffset() +
" existingChannel=" + channelEndpoint.originalUriString() + " channel=" +
udpChannel.originalUriString());
}
}
private void validateReceiveTimestampOffset(
final UdpChannel udpChannel, final ReceiveChannelEndpoint channelEndpoint)
{
if (udpChannel.channelReceiveTimestampOffset() !=
channelEndpoint.subscriptionUdpChannel().channelReceiveTimestampOffset())
{
throw new InvalidChannelException(
"option conflicts with existing subscription: " + CHANNEL_RECEIVE_TIMESTAMP_OFFSET_PARAM_NAME + "=" +
udpChannel.channelReceiveTimestampOffset() +
" existingChannel=" + channelEndpoint.originalUriString() + " channel=" +
udpChannel.originalUriString());
}
}
private SendChannelEndpoint findExistingSendChannelEndpoint(final UdpChannel udpChannel)
{
if (udpChannel.hasTag())
{
for (final SendChannelEndpoint endpoint : sendChannelEndpointByChannelMap.values())
{
final UdpChannel endpointUdpChannel = endpoint.udpChannel();
if (endpointUdpChannel.matchesTag(udpChannel))
{
return endpoint;
}
}
if (!udpChannel.hasExplicitControl() && !udpChannel.isManualControlMode() &&
!udpChannel.channelUri().containsKey(CommonContext.ENDPOINT_PARAM_NAME))
{
throw new InvalidChannelException(
"URI must have explicit control, endpoint, or be manual control-mode when original: channel=" +
udpChannel.originalUriString());
}
}
SendChannelEndpoint endpoint = sendChannelEndpointByChannelMap.get(udpChannel.canonicalForm());
if (null != endpoint && endpoint.udpChannel().hasTag() && udpChannel.hasTag() &&
endpoint.udpChannel().tag() != udpChannel.tag())
{
endpoint = null;
}
return endpoint;
}
private void checkForClashingSubscription(
final SubscriptionParams params, final UdpChannel udpChannel, final int streamId)
{
final ReceiveChannelEndpoint channelEndpoint = findExistingReceiveChannelEndpoint(udpChannel);
if (null != channelEndpoint)
{
validateReceiveTimestampOffset(udpChannel, channelEndpoint);
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink subscription = subscriptionLinks.get(i);
final boolean matchesTag = !udpChannel.hasTag() || channelEndpoint.matchesTag(udpChannel);
if (matchesTag && subscription.matches(channelEndpoint, streamId, params))
{
if (params.isReliable != subscription.isReliable())
{
throw new InvalidChannelException(
"option conflicts with existing subscription: reliable=" + params.isReliable +
" existingChannel=" + subscription.channel() + " channel=" +
udpChannel.originalUriString());
}
if (params.isRejoin != subscription.isRejoin())
{
throw new InvalidChannelException(
"option conflicts with existing subscription: rejoin=" + params.isRejoin +
" existingChannel=" + subscription.channel() + " channel=" +
udpChannel.originalUriString());
}
}
}
}
}
private void linkMatchingImages(final SubscriptionLink subscriptionLink)
{
for (int i = 0, size = publicationImages.size(); i < size; i++)
{
final PublicationImage image = publicationImages.get(i);
if (subscriptionLink.matches(image) && image.isAcceptingSubscriptions())
{
final long registrationId = subscriptionLink.registrationId();
final long joinPosition = image.joinPosition();
final int sessionId = image.sessionId();
final int streamId = subscriptionLink.streamId();
final Position position = SubscriberPos.allocate(
tempBuffer,
countersManager,
subscriptionLink.aeronClient().clientId(),
registrationId,
sessionId,
streamId,
subscriptionLink.channel(),
joinPosition);
countersManager.setCounterReferenceId(position.id(), image.correlationId());
position.setOrdered(joinPosition);
subscriptionLink.link(image, position);
image.addSubscriber(subscriptionLink, position, cachedNanoClock.nanoTime());
clientProxy.onAvailableImage(
image.correlationId(),
streamId,
sessionId,
registrationId,
position.id(),
image.rawLog().fileName(),
image.sourceIdentity());
}
}
}
private void linkIpcSubscriptions(final IpcPublication publication)
{
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink subscription = subscriptionLinks.get(i);
if (subscription.matches(publication) && !subscription.isLinked(publication))
{
clientProxy.onAvailableImage(
publication.registrationId(),
publication.streamId(),
publication.sessionId(),
subscription.registrationId,
linkIpcSubscription(publication, subscription).id(),
publication.rawLog().fileName(),
CommonContext.IPC_CHANNEL);
}
}
}
private Position linkIpcSubscription(final IpcPublication publication, final SubscriptionLink subscription)
{
final long joinPosition = publication.joinPosition();
final long registrationId = subscription.registrationId();
final long clientId = subscription.aeronClient().clientId();
final int sessionId = publication.sessionId();
final int streamId = subscription.streamId();
final String channel = subscription.channel();
final Position position = SubscriberPos.allocate(
tempBuffer, countersManager, clientId, registrationId, sessionId, streamId, channel, joinPosition);
countersManager.setCounterReferenceId(position.id(), publication.registrationId());
position.setOrdered(joinPosition);
subscription.link(publication, position);
publication.addSubscriber(subscription, position, cachedNanoClock.nanoTime());
return position;
}
private Position linkSpy(final NetworkPublication publication, final SubscriptionLink subscription)
{
final long joinPosition = publication.consumerPosition();
final long registrationId = subscription.registrationId();
final long clientId = subscription.aeronClient().clientId();
final int streamId = publication.streamId();
final int sessionId = publication.sessionId();
final String channel = subscription.channel();
final Position position = SubscriberPos.allocate(
tempBuffer, countersManager, clientId, registrationId, sessionId, streamId, channel, joinPosition);
countersManager.setCounterReferenceId(position.id(), publication.registrationId());
position.setOrdered(joinPosition);
subscription.link(publication, position);
publication.addSubscriber(subscription, position, cachedNanoClock.nanoTime());
return position;
}
private ReceiveChannelEndpoint getOrCreateReceiveChannelEndpoint(
final SubscriptionParams params, final UdpChannel udpChannel, final long registrationId)
{
ReceiveChannelEndpoint channelEndpoint = findExistingReceiveChannelEndpoint(udpChannel);
if (null == channelEndpoint)
{
AtomicCounter channelStatus = null;
AtomicCounter localSocketAddressIndicator = null;
try
{
final String channel = udpChannel.originalUriString();
channelStatus = ReceiveChannelStatus.allocate(tempBuffer, countersManager, registrationId, channel);
final DataPacketDispatcher dispatcher = new DataPacketDispatcher(
ctx.driverConductorProxy(), receiverProxy.receiver());
channelEndpoint = ctx.receiveChannelEndpointSupplier().newInstance(
udpChannel, dispatcher, channelStatus, ctx);
if (!udpChannel.isManualControlMode())
{
localSocketAddressIndicator = ReceiveLocalSocketAddress.allocate(
tempBuffer, countersManager, registrationId, channelEndpoint.statusIndicatorCounter().id());
channelEndpoint.localSocketAddressIndicator(localSocketAddressIndicator);
}
validateInitialWindowForRcvBuf(params, channel, channelEndpoint.socketRcvbufLength(), ctx, null);
receiveChannelEndpointByChannelMap.put(udpChannel.canonicalForm(), channelEndpoint);
receiverProxy.registerReceiveChannelEndpoint(channelEndpoint);
}
catch (final Exception ex)
{
CloseHelper.closeAll(channelStatus, localSocketAddressIndicator, channelEndpoint);
throw ex;
}
}
else
{
validateInitialWindowForRcvBuf(
params,
udpChannel.originalUriString(),
channelEndpoint.socketRcvbufLength(),
ctx,
channelEndpoint.originalUriString());
validateChannelBufferLength(
SOCKET_RCVBUF_PARAM_NAME,
udpChannel.socketRcvbufLength(),
channelEndpoint.socketRcvbufLength(),
udpChannel.originalUriString(),
channelEndpoint.originalUriString());
validateChannelBufferLength(
SOCKET_SNDBUF_PARAM_NAME,
udpChannel.socketSndbufLength(),
channelEndpoint.socketSndbufLength(),
udpChannel.originalUriString(),
channelEndpoint.originalUriString());
}
return channelEndpoint;
}
private ReceiveChannelEndpoint findExistingReceiveChannelEndpoint(final UdpChannel udpChannel)
{
if (udpChannel.hasTag())
{
for (final ReceiveChannelEndpoint endpoint : receiveChannelEndpointByChannelMap.values())
{
if (endpoint.matchesTag(udpChannel))
{
return endpoint;
}
}
}
ReceiveChannelEndpoint endpoint = receiveChannelEndpointByChannelMap.get(udpChannel.canonicalForm());
if (null != endpoint && endpoint.hasTag() && udpChannel.hasTag() && endpoint.tag() != udpChannel.tag())
{
endpoint = null;
}
return endpoint;
}
private AeronClient getOrAddClient(final long clientId)
{
AeronClient client = findClient(clients, clientId);
if (null == client)
{
final AtomicCounter counter = ClientHeartbeatTimestamp.allocate(tempBuffer, countersManager, clientId);
final int counterId = counter.id();
counter.setOrdered(cachedEpochClock.time());
countersManager.setCounterOwnerId(counterId, clientId);
countersManager.setCounterRegistrationId(counterId, clientId);
client = new AeronClient(
clientId,
clientLivenessTimeoutNs,
ctx.systemCounters().get(SystemCounterDescriptor.CLIENT_TIMEOUTS),
counter);
clients.add(client);
clientProxy.onCounterReady(clientId, counterId);
}
return client;
}
private IpcPublication addIpcPublication(
final long registrationId,
final long clientId,
final int streamId,
final String channel,
final boolean isExclusive,
final PublicationParams params)
{
final int sessionId = params.hasSessionId ? params.sessionId : nextAvailableSessionId(streamId, IPC_MEDIA);
final int initialTermId = params.hasPosition ? params.initialTermId : BitUtil.generateRandomisedId();
final RawLog rawLog = newIpcPublicationLog(sessionId, streamId, initialTermId, registrationId, params);
UnsafeBufferPosition publisherPosition = null;
UnsafeBufferPosition publisherLimit = null;
try
{
publisherPosition = PublisherPos.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
publisherLimit = PublisherLimit.allocate(
tempBuffer, countersManager, registrationId, sessionId, streamId, channel);
countersManager.setCounterOwnerId(publisherLimit.id(), clientId);
if (params.hasPosition)
{
final int positionBitsToShift = positionBitsToShift(params.termLength);
final long position = computePosition(
params.termId, params.termOffset, positionBitsToShift, initialTermId);
publisherPosition.setOrdered(position);
publisherLimit.setOrdered(position);
}
final IpcPublication publication = new IpcPublication(
registrationId,
channel,
ctx,
params.entityTag,
sessionId,
streamId,
publisherPosition,
publisherLimit,
rawLog,
Configuration.producerWindowLength(params.termLength, ctx.ipcPublicationTermWindowLength()),
isExclusive,
params);
ipcPublications.add(publication);
activeSessionSet.add(new SessionKey(sessionId, streamId, IPC_MEDIA));
return publication;
}
catch (final Exception ex)
{
CloseHelper.quietCloseAll(rawLog, publisherPosition, publisherLimit);
throw ex;
}
}
private static AeronClient findClient(final ArrayList clients, final long clientId)
{
AeronClient aeronClient = null;
for (int i = 0, size = clients.size(); i < size; i++)
{
final AeronClient client = clients.get(i);
if (client.clientId() == clientId)
{
aeronClient = client;
break;
}
}
return aeronClient;
}
private static SubscriptionLink findMdsSubscriptionLink(
final ArrayList subscriptionLinks, final long registrationId)
{
SubscriptionLink subscriptionLink = null;
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink subscription = subscriptionLinks.get(i);
if (subscription.registrationId() == registrationId && subscription.supportsMds())
{
subscriptionLink = subscription;
break;
}
}
return subscriptionLink;
}
private static SubscriptionLink removeSubscriptionLink(
final ArrayList subscriptionLinks, final long registrationId, final String channel)
{
SubscriptionLink subscriptionLink = null;
for (int i = 0, size = subscriptionLinks.size(); i < size; i++)
{
final SubscriptionLink subscription = subscriptionLinks.get(i);
if (subscription.registrationId() == registrationId && subscription.channel().equals(channel))
{
subscriptionLink = subscription;
fastUnorderedRemove(subscriptionLinks, i);
break;
}
}
return subscriptionLink;
}
private static IpcPublication findSharedIpcPublication(
final ArrayList ipcPublications, final long streamId)
{
IpcPublication ipcPublication = null;
for (int i = 0, size = ipcPublications.size(); i < size; i++)
{
final IpcPublication publication = ipcPublications.get(i);
if (publication.streamId() == streamId &&
!publication.isExclusive() &&
IpcPublication.State.ACTIVE == publication.state())
{
ipcPublication = publication;
break;
}
}
return ipcPublication;
}
private void checkForSessionClash(
final int sessionId, final int streamId, final String channel, final String originalChannel)
{
if (activeSessionSet.contains(new SessionKey(sessionId, streamId, channel)))
{
throw new InvalidChannelException("existing publication has clashing sessionId=" + sessionId +
" for streamId=" + streamId + " channel=" + originalChannel);
}
}
private int nextAvailableSessionId(final int streamId, final String channel)
{
final SessionKey sessionKey = new SessionKey(streamId, channel);
while (true)
{
int sessionId = nextSessionId++;
if (ctx.publicationReservedSessionIdLow() <= sessionId &&
sessionId <= ctx.publicationReservedSessionIdHigh())
{
nextSessionId = ctx.publicationReservedSessionIdHigh() + 1;
sessionId = nextSessionId++;
}
sessionKey.sessionId = sessionId;
if (!activeSessionSet.contains(sessionKey))
{
return sessionId;
}
}
}
private void checkManagedResources(
final ArrayList list, final long nowNs, final long nowMs)
{
for (int lastIndex = list.size() - 1, i = lastIndex; i >= 0; i--)
{
final DriverManagedResource resource = list.get(i);
resource.onTimeEvent(nowNs, nowMs, this);
if (resource.hasReachedEndOfLife())
{
CloseHelper.close(ctx.errorHandler(), resource::close);
endOfLiveResources.add(resource);
fastUnorderedRemove(list, i, lastIndex--);
}
}
}
private int freeEndOfLifeResources(final int freeLimit)
{
int workCount = 0;
for (int i = 0; i < freeLimit; i++)
{
final DriverManagedResource resource = endOfLiveResources.pollFirst();
if (null == resource)
{
break;
}
if (resource.free())
{
workCount++;
}
else
{
ctx.systemCounters().get(FREE_FAILS).incrementOrdered();
endOfLiveResources.addLast(resource);
}
}
return workCount;
}
private void linkSpies(final ArrayList links, final NetworkPublication publication)
{
for (int i = 0, size = links.size(); i < size; i++)
{
final SubscriptionLink subscription = links.get(i);
if (subscription.matches(publication) && !subscription.isLinked(publication))
{
clientProxy.onAvailableImage(
publication.registrationId(),
publication.streamId(),
publication.sessionId(),
subscription.registrationId(),
linkSpy(publication, subscription).id(),
publication.rawLog().fileName(),
CommonContext.IPC_CHANNEL);
}
}
}
private void trackTime(final long nowNs)
{
cachedNanoClock.update(nowNs);
dutyCycleTracker.measureAndUpdate(nowNs);
if (clockUpdateDeadlineNs - nowNs < 0)
{
clockUpdateDeadlineNs = nowNs + CLOCK_UPDATE_INTERNAL_NS;
cachedEpochClock.update(epochClock.time());
}
}
private int processTimers(final long nowNs)
{
int workCount = 0;
if (timerCheckDeadlineNs - nowNs < 0)
{
timerCheckDeadlineNs = nowNs + timerIntervalNs;
heartbeatAndCheckTimers(nowNs);
checkForBlockedToDriverCommands(nowNs);
workCount = 1;
}
return workCount;
}
private static boolean isOldestSubscriptionSparse(final ArrayList subscriberPositions)
{
final SubscriberPosition subscriberPosition = subscriberPositions.get(0);
long regId = subscriberPosition.subscription().registrationId();
boolean isSparse = subscriberPosition.subscription().isSparse();
for (int i = 1, size = subscriberPositions.size(); i < size; i++)
{
final SubscriptionLink subscription = subscriberPositions.get(i).subscription();
if (subscription.registrationId() < regId)
{
isSparse = subscription.isSparse();
regId = subscription.registrationId();
}
}
return isSparse;
}
private int trackStreamPositions(final int existingWorkCount, final long nowNs)
{
int workCount = existingWorkCount;
final ArrayList publicationImages = this.publicationImages;
for (int i = 0, size = publicationImages.size(); i < size; i++)
{
workCount += publicationImages.get(i).trackRebuild(nowNs);
}
final ArrayList networkPublications = this.networkPublications;
for (int i = 0, size = networkPublications.size(); i < size; i++)
{
workCount += networkPublications.get(i).updatePublisherPositionAndLimit();
}
final ArrayList ipcPublications = this.ipcPublications;
for (int i = 0, size = ipcPublications.size(); i < size; i++)
{
workCount += ipcPublications.get(i).updatePublisherPositionAndLimit();
}
return workCount;
}
private static void validateChannelBufferLength(
final String paramName,
final int newLength,
final int existingLength,
final String channel,
final String existingChannel)
{
if (0 != newLength && newLength != existingLength)
{
final Object existingValue = 0 == existingLength ? "OS default" : existingLength;
throw new InvalidChannelException(
paramName + "=" + newLength + " does not match existing value of " + existingValue +
": existingChannel=" + existingChannel + " channel=" + channel);
}
}
private static void validateEndpointForPublication(final UdpChannel udpChannel)
{
if (!udpChannel.isMultiDestination() && udpChannel.hasExplicitEndpoint() &&
0 == udpChannel.remoteData().getPort())
{
throw new IllegalArgumentException(
ENDPOINT_PARAM_NAME + " has port=0 for publication: channel=" + udpChannel.originalUriString());
}
}
private static void validateControlForPublication(final UdpChannel udpChannel)
{
if (udpChannel.isDynamicControlMode() && !udpChannel.hasExplicitControl())
{
throw new IllegalArgumentException(
"'control-mode=dynamic' requires that 'control' parameter is set, channel=" +
udpChannel.originalUriString());
}
if (udpChannel.hasExplicitControl() && !udpChannel.hasExplicitEndpoint() &&
ControlMode.NONE == udpChannel.controlMode())
{
throw new IllegalArgumentException(
"'control' parameter requires that either 'endpoint' or 'control-mode' is specified, channel=" +
udpChannel.originalUriString());
}
}
private static void validateControlForSubscription(final UdpChannel udpChannel)
{
if (udpChannel.hasExplicitControl() &&
0 == udpChannel.localControl().getPort())
{
throw new IllegalArgumentException(MDC_CONTROL_PARAM_NAME + " has port=0 for subscription: channel=" +
udpChannel.originalUriString());
}
}
private static void validateTimestampConfiguration(final UdpChannel udpChannel)
{
if (null != udpChannel.channelUri().get(MEDIA_RCV_TIMESTAMP_OFFSET_PARAM_NAME))
{
throw new InvalidChannelException(
"Media timestamps '" + MEDIA_RCV_TIMESTAMP_OFFSET_PARAM_NAME +
"' are not supported in the Java driver: channel=" + udpChannel.originalUriString());
}
}
private static void validateDestinationUri(final ChannelUri uri, final String destinationUri)
{
if (SPY_QUALIFIER.equals(uri.prefix()))
{
throw new InvalidChannelException("Aeron spies are invalid as send destinations: channel=" +
destinationUri);
}
for (final String invalidKey : INVALID_DESTINATION_KEYS)
{
if (uri.containsKey(invalidKey))
{
throw new InvalidChannelException(
"destinations must not contain the key: " + invalidKey + " channel=" + destinationUri);
}
}
}
private static void validateSendDestinationUri(final ChannelUri uri, final String destinationUri)
{
final String endpoint = uri.get(ENDPOINT_PARAM_NAME);
if (null != endpoint && endpoint.endsWith(":0"))
{
throw new InvalidChannelException(ENDPOINT_PARAM_NAME + " has port=0 for send destination: channel=" +
destinationUri);
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy