io.aeron.driver.PublicationImage Maven / Gradle / Ivy
Show all versions of aeron-all Show documentation
/*
* Copyright 2014-2024 Real Logic Limited.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.aeron.driver;
import io.aeron.Aeron;
import io.aeron.driver.buffer.RawLog;
import io.aeron.driver.media.ImageConnection;
import io.aeron.driver.media.ReceiveChannelEndpoint;
import io.aeron.driver.media.ReceiveDestinationTransport;
import io.aeron.driver.reports.LossReport;
import io.aeron.driver.status.SystemCounters;
import io.aeron.logbuffer.LogBufferDescriptor;
import io.aeron.logbuffer.TermRebuilder;
import io.aeron.protocol.DataHeaderFlyweight;
import io.aeron.protocol.RttMeasurementFlyweight;
import io.aeron.protocol.StatusMessageFlyweight;
import org.agrona.CloseHelper;
import org.agrona.ErrorHandler;
import org.agrona.SystemUtil;
import org.agrona.collections.ArrayListUtil;
import org.agrona.collections.ArrayUtil;
import org.agrona.concurrent.CachedNanoClock;
import org.agrona.concurrent.EpochClock;
import org.agrona.concurrent.MemoryAccess;
import org.agrona.concurrent.NanoClock;
import org.agrona.concurrent.UnsafeBuffer;
import org.agrona.concurrent.status.AtomicCounter;
import org.agrona.concurrent.status.Position;
import org.agrona.concurrent.status.ReadablePosition;
import java.net.InetSocketAddress;
import java.util.ArrayList;
import java.util.concurrent.atomic.AtomicLongFieldUpdater;
import static io.aeron.CommonContext.UNTETHERED_RESTING_TIMEOUT_PARAM_NAME;
import static io.aeron.CommonContext.UNTETHERED_WINDOW_LIMIT_TIMEOUT_PARAM_NAME;
import static io.aeron.driver.LossDetector.lossFound;
import static io.aeron.driver.LossDetector.rebuildOffset;
import static io.aeron.driver.status.SystemCounterDescriptor.*;
import static io.aeron.logbuffer.LogBufferDescriptor.*;
import static io.aeron.logbuffer.TermGapFiller.tryFillGap;
import static io.aeron.protocol.SetupFlyweight.SEND_RESPONSE_SETUP_FLAG;
import static org.agrona.BitUtil.SIZE_OF_LONG;
class PublicationImagePadding1
{
byte p000, p001, p002, p003, p004, p005, p006, p007, p008, p009, p010, p011, p012, p013, p014, p015;
byte p016, p017, p018, p019, p020, p021, p022, p023, p024, p025, p026, p027, p028, p029, p030, p031;
byte p032, p033, p034, p035, p036, p037, p038, p039, p040, p041, p042, p043, p044, p045, p046, p047;
byte p048, p049, p050, p051, p052, p053, p054, p055, p056, p057, p058, p059, p060, p061, p062, p063;
}
class PublicationImageConductorFields extends PublicationImagePadding1
{
long cleanPosition;
final ArrayList untetheredSubscriptions = new ArrayList<>();
ReadablePosition[] subscriberPositions;
LossReport lossReport;
LossReport.ReportEntry reportEntry;
volatile Integer responseSessionId = null;
}
class PublicationImagePadding2 extends PublicationImageConductorFields
{
byte p064, p065, p066, p067, p068, p069, p070, p071, p072, p073, p074, p075, p076, p077, p078, p079;
byte p080, p081, p082, p083, p084, p085, p086, p087, p088, p089, p090, p091, p092, p093, p094, p095;
byte p096, p097, p098, p099, p100, p101, p102, p103, p104, p105, p106, p107, p108, p109, p110, p111;
byte p112, p113, p114, p115, p116, p117, p118, p119, p120, p121, p122, p123, p124, p125, p126, p127;
}
class PublicationImageReceiverFields extends PublicationImagePadding2
{
boolean isEndOfStream = false;
boolean isSendingEosSm = false;
long timeOfLastPacketNs;
ImageConnection[] imageConnections = new ImageConnection[1];
}
class PublicationImagePadding3 extends PublicationImageReceiverFields
{
byte p128, p129, p130, p131, p132, p133, p134, p135, p136, p137, p138, p139, p140, p142, p143, p144;
byte p145, p146, p147, p148, p149, p150, p151, p152, p153, p154, p155, p156, p157, p158, p159, p160;
byte p161, p162, p163, p164, p165, p166, p167, p168, p169, p170, p171, p172, p173, p174, p175, p176;
byte p177, p178, p179, p180, p181, p182, p183, p184, p185, p186, p187, p189, p190, p191, p192, p193;
}
/**
* State maintained for active sessionIds within a channel for receiver processing.
*/
public final class PublicationImage
extends PublicationImagePadding3
implements LossHandler, DriverManagedResource, Subscribable
{
enum State
{
INIT, ACTIVE, DRAINING, LINGER, DONE
}
// expected minimum number of SMs with EOS bit set sent during draining.
private static final long SM_EOS_MULTIPLE = 5;
private static final AtomicLongFieldUpdater BEGIN_SM_CHANGE_UPDATER =
AtomicLongFieldUpdater.newUpdater(PublicationImage.class, "beginSmChange");
private static final AtomicLongFieldUpdater END_SM_CHANGE_UPDATER =
AtomicLongFieldUpdater.newUpdater(PublicationImage.class, "endSmChange");
private volatile long beginSmChange = Aeron.NULL_VALUE;
private volatile long endSmChange = Aeron.NULL_VALUE;
private long nextSmPosition;
private int nextSmReceiverWindowLength;
private long lastSmChangeNumber = Aeron.NULL_VALUE;
private long lastSmPosition;
private long lastOverrunThreshold;
private long timeOfLastSmNs;
private final long smTimeoutNs;
private final long maxReceiverWindowLength;
private volatile long beginLossChange = Aeron.NULL_VALUE;
private volatile long endLossChange = Aeron.NULL_VALUE;
private int lossTermId;
private int lossTermOffset;
private int lossLength;
private long lastLossChangeNumber = Aeron.NULL_VALUE;
private volatile long timeOfLastStateChangeNs;
private final long correlationId;
private final long imageLivenessTimeoutNs;
private final long untetheredWindowLimitTimeoutNs;
private final long untetheredRestingTimeoutNs;
private final int sessionId;
private final int streamId;
private final int positionBitsToShift;
private final int termLengthMask;
private final int initialTermId;
private final short flags;
private final boolean isReliable;
private boolean isRebuilding = true;
private volatile boolean isReceiverReleaseTriggered = false;
private volatile boolean hasReceiverReleased = false;
private volatile State state = State.INIT;
private final CachedNanoClock cachedNanoClock;
private final ReceiveChannelEndpoint channelEndpoint;
private final UnsafeBuffer[] termBuffers;
private final Position hwmPosition;
private final LossDetector lossDetector;
private final CongestionControl congestionControl;
private final ErrorHandler errorHandler;
private final Position rebuildPosition;
private final String sourceIdentity;
private final AtomicCounter heartbeatsReceived;
private final AtomicCounter statusMessagesSent;
private final AtomicCounter nakMessagesSent;
private final AtomicCounter flowControlUnderRuns;
private final AtomicCounter flowControlOverRuns;
private final AtomicCounter lossGapFills;
private final EpochClock epochClock;
private final NanoClock nanoClock;
private final RawLog rawLog;
PublicationImage(
final long correlationId,
final MediaDriver.Context ctx,
final ReceiveChannelEndpoint channelEndpoint,
final int transportIndex,
final InetSocketAddress controlAddress,
final int sessionId,
final int streamId,
final int initialTermId,
final int activeTermId,
final int initialTermOffset,
final short flags,
final RawLog rawLog,
final FeedbackDelayGenerator lossFeedbackDelayGenerator,
final ArrayList subscriberPositions,
final Position hwmPosition,
final Position rebuildPosition,
final String sourceIdentity,
final CongestionControl congestionControl)
{
this.correlationId = correlationId;
this.imageLivenessTimeoutNs = ctx.imageLivenessTimeoutNs();
this.untetheredWindowLimitTimeoutNs = getTimeoutNsFromChannel(
channelEndpoint, UNTETHERED_WINDOW_LIMIT_TIMEOUT_PARAM_NAME, ctx.untetheredWindowLimitTimeoutNs());
this.untetheredRestingTimeoutNs = getTimeoutNsFromChannel(
channelEndpoint, UNTETHERED_RESTING_TIMEOUT_PARAM_NAME, ctx.untetheredRestingTimeoutNs());
this.smTimeoutNs = ctx.statusMessageTimeoutNs();
this.channelEndpoint = channelEndpoint;
this.sessionId = sessionId;
this.streamId = streamId;
this.flags = flags;
this.rawLog = rawLog;
this.hwmPosition = hwmPosition;
this.rebuildPosition = rebuildPosition;
this.sourceIdentity = sourceIdentity;
this.initialTermId = initialTermId;
this.congestionControl = congestionControl;
this.errorHandler = ctx.errorHandler();
this.lossReport = ctx.lossReport();
this.nanoClock = ctx.nanoClock();
this.epochClock = ctx.epochClock();
this.cachedNanoClock = ctx.receiverCachedNanoClock();
final long nowNs = cachedNanoClock.nanoTime();
this.timeOfLastStateChangeNs = nowNs;
this.timeOfLastPacketNs = nowNs;
this.subscriberPositions = positionArray(subscriberPositions, nowNs);
this.isReliable = subscriberPositions.get(0).subscription().isReliable();
final SystemCounters systemCounters = ctx.systemCounters();
heartbeatsReceived = systemCounters.get(HEARTBEATS_RECEIVED);
statusMessagesSent = systemCounters.get(STATUS_MESSAGES_SENT);
nakMessagesSent = systemCounters.get(NAK_MESSAGES_SENT);
flowControlUnderRuns = systemCounters.get(FLOW_CONTROL_UNDER_RUNS);
flowControlOverRuns = systemCounters.get(FLOW_CONTROL_OVER_RUNS);
lossGapFills = systemCounters.get(LOSS_GAP_FILLS);
imageConnections = ArrayUtil.ensureCapacity(imageConnections, transportIndex + 1);
imageConnections[transportIndex] = new ImageConnection(nowNs, controlAddress);
termBuffers = rawLog.termBuffers();
lossDetector = new LossDetector(lossFeedbackDelayGenerator, this);
final int termLength = rawLog.termLength();
termLengthMask = termLength - 1;
positionBitsToShift = LogBufferDescriptor.positionBitsToShift(termLength);
nextSmReceiverWindowLength = congestionControl.initialWindowLength();
maxReceiverWindowLength = congestionControl.maxWindowLength();
final long position = computePosition(activeTermId, initialTermOffset, positionBitsToShift, initialTermId);
nextSmPosition = position;
lastSmPosition = position;
lastOverrunThreshold = position + (termLength >> 1);
cleanPosition = position;
hwmPosition.setOrdered(position);
rebuildPosition.setOrdered(position);
}
/**
* {@inheritDoc}
*/
public boolean free()
{
return rawLog.free();
}
/**
* {@inheritDoc}
*/
public void close()
{
CloseHelper.close(errorHandler, hwmPosition);
CloseHelper.close(errorHandler, rebuildPosition);
CloseHelper.closeAll(errorHandler, subscriberPositions);
for (int i = 0, size = untetheredSubscriptions.size(); i < size; i++)
{
final UntetheredSubscription untetheredSubscription = untetheredSubscriptions.get(i);
if (UntetheredSubscription.State.RESTING == untetheredSubscription.state)
{
CloseHelper.close(errorHandler, untetheredSubscription.position);
}
}
CloseHelper.close(errorHandler, congestionControl);
}
/**
* The correlation id assigned by the driver when created.
*
* @return the correlation id assigned by the driver when created.
*/
public long correlationId()
{
return correlationId;
}
/**
* The session id of the channel from a publisher.
*
* @return session id of the channel from a publisher.
*/
public int sessionId()
{
return sessionId;
}
/**
* The stream id of this image within a channel.
*
* @return stream id of this image within a channel.
*/
public int streamId()
{
return streamId;
}
/**
* Get the string representation of the channel URI.
*
* @return the string representation of the channel URI.
*/
public String channel()
{
return channelEndpoint.originalUriString();
}
/**
* {@inheritDoc}
*/
public long subscribableRegistrationId()
{
return correlationId;
}
/**
* {@inheritDoc}
*/
public void addSubscriber(
final SubscriptionLink subscriptionLink, final ReadablePosition subscriberPosition, final long nowNs)
{
subscriberPositions = ArrayUtil.add(subscriberPositions, subscriberPosition);
if (!subscriptionLink.isTether())
{
untetheredSubscriptions.add(new UntetheredSubscription(subscriptionLink, subscriberPosition, nowNs));
}
}
/**
* {@inheritDoc}
*/
public void removeSubscriber(final SubscriptionLink subscriptionLink, final ReadablePosition subscriberPosition)
{
subscriberPositions = ArrayUtil.remove(subscriberPositions, subscriberPosition);
subscriberPosition.close();
if (!subscriptionLink.isTether())
{
for (int lastIndex = untetheredSubscriptions.size() - 1, i = lastIndex; i >= 0; i--)
{
if (untetheredSubscriptions.get(i).subscriptionLink == subscriptionLink)
{
ArrayListUtil.fastUnorderedRemove(untetheredSubscriptions, i, lastIndex);
break;
}
}
}
if (subscriberPositions.length == 0)
{
isRebuilding = false;
}
}
/**
* Called from the {@link LossDetector} when gap is detected by the {@link DriverConductor} thread.
*
* {@inheritDoc}
*/
public void onGapDetected(final int termId, final int termOffset, final int length)
{
final long changeNumber = beginLossChange + 1;
beginLossChange = changeNumber;
lossTermId = termId;
lossTermOffset = termOffset;
lossLength = length;
endLossChange = changeNumber;
if (null != reportEntry)
{
reportEntry.recordObservation(length, epochClock.time());
}
else if (null != lossReport)
{
reportEntry = lossReport.createEntry(
length, epochClock.time(), sessionId, streamId, channel(), sourceIdentity);
if (null == reportEntry)
{
lossReport = null;
}
}
}
/**
* Source identity for this stream.
*
* @return source identity for a source address.
* @see Configuration#sourceIdentity(InetSocketAddress)
*/
String sourceIdentity()
{
return sourceIdentity;
}
/**
* Return the {@link ReceiveChannelEndpoint} that the image is attached to.
*
* @return {@link ReceiveChannelEndpoint} that the image is attached to.
*/
ReceiveChannelEndpoint channelEndpoint()
{
return channelEndpoint;
}
/**
* Remove this image from the {@link DataPacketDispatcher} so it will process no further packets from the network.
* Called from the {@link Receiver} thread.
*/
void removeFromDispatcher()
{
channelEndpoint.dispatcher().removePublicationImage(this);
}
/**
* Get the {@link RawLog} the back this image.
*
* @return the {@link RawLog} the back this image.
*/
RawLog rawLog()
{
return rawLog;
}
/**
* Activate this image from the {@link Receiver}.
*/
void activate()
{
timeOfLastStateChangeNs = cachedNanoClock.nanoTime();
state = State.ACTIVE;
}
/**
* Deactivate image by setting state to {@link State#DRAINING} if currently {@link State#ACTIVE} from the
* {@link Receiver}.
*/
void deactivate()
{
if (State.ACTIVE == state)
{
final long nowNs = cachedNanoClock.nanoTime();
isRebuilding = false;
timeOfLastStateChangeNs = nowNs;
if (!isSendingEosSm)
{
isSendingEosSm = !isEndOfStream || rebuildPosition.getVolatile() == hwmPosition.get();
}
if (isSendingEosSm)
{
timeOfLastSmNs = nowNs - smTimeoutNs - 1;
}
state = State.DRAINING;
}
}
void receiverRelease()
{
hasReceiverReleased = true;
}
void addDestination(final int transportIndex, final ReceiveDestinationTransport transport)
{
imageConnections = ArrayUtil.ensureCapacity(imageConnections, transportIndex + 1);
if (transport.isMulticast())
{
imageConnections[transportIndex] = new ImageConnection(
cachedNanoClock.nanoTime(), transport.udpChannel().remoteControl());
}
else if (transport.hasExplicitControl())
{
imageConnections[transportIndex] = new ImageConnection(
cachedNanoClock.nanoTime(), transport.explicitControlAddress());
}
}
void removeDestination(final int transportIndex)
{
imageConnections[transportIndex] = null;
updateActiveTransportCount();
}
void addDestinationConnectionIfUnknown(final int transportIndex, final InetSocketAddress remoteAddress)
{
trackConnection(transportIndex, remoteAddress, cachedNanoClock.nanoTime());
}
int trackRebuild(final long nowNs)
{
int workCount = 0;
if (isRebuilding)
{
final long hwmPosition = this.hwmPosition.getVolatile();
long minSubscriberPosition = Long.MAX_VALUE;
long maxSubscriberPosition = 0;
for (final ReadablePosition subscriberPosition : subscriberPositions)
{
final long position = subscriberPosition.getVolatile();
minSubscriberPosition = Math.min(minSubscriberPosition, position);
maxSubscriberPosition = Math.max(maxSubscriberPosition, position);
}
final long rebuildPosition = Math.max(this.rebuildPosition.get(), maxSubscriberPosition);
final long scanOutcome = lossDetector.scan(
termBuffers[indexByPosition(rebuildPosition, positionBitsToShift)],
rebuildPosition,
hwmPosition,
nowNs,
termLengthMask,
positionBitsToShift,
initialTermId);
final int rebuildTermOffset = (int)rebuildPosition & termLengthMask;
final long newRebuildPosition = (rebuildPosition - rebuildTermOffset) + rebuildOffset(scanOutcome);
this.rebuildPosition.proposeMaxOrdered(newRebuildPosition);
final long ccOutcome = congestionControl.onTrackRebuild(
nowNs,
minSubscriberPosition,
nextSmPosition,
hwmPosition,
rebuildPosition,
newRebuildPosition,
lossFound(scanOutcome));
final int windowLength = CongestionControl.receiverWindowLength(ccOutcome);
final int threshold = CongestionControl.threshold(windowLength);
if (CongestionControl.shouldForceStatusMessage(ccOutcome) ||
(minSubscriberPosition > (nextSmPosition + threshold)) ||
windowLength != nextSmReceiverWindowLength)
{
cleanBufferTo(minSubscriberPosition - (termLengthMask + 1));
scheduleStatusMessage(minSubscriberPosition, windowLength);
workCount += 1;
}
}
return workCount;
}
/**
* Insert frame into term buffer from the {@link Receiver}.
*
* @param termId for the data packet to insert into the appropriate term.
* @param termOffset for the start of the packet in the term.
* @param buffer for the data packet to insert into the appropriate term.
* @param length of the data packet.
* @param transportIndex from which the packet came.
* @param srcAddress from which the packet came.
* @return number of bytes applied as a result of this insertion.
*/
int insertPacket(
final int termId,
final int termOffset,
final UnsafeBuffer buffer,
final int length,
final int transportIndex,
final InetSocketAddress srcAddress)
{
final boolean isHeartbeat = DataHeaderFlyweight.isHeartbeat(buffer, length);
final long packetPosition = computePosition(termId, termOffset, positionBitsToShift, initialTermId);
final long proposedPosition = isHeartbeat ? packetPosition : packetPosition + length;
if (!isFlowControlOverRun(proposedPosition))
{
if (isHeartbeat)
{
final long potentialWindowBottom = lastSmPosition - (termLengthMask + 1);
final long publicationWindowBottom = potentialWindowBottom < 0 ? 0 : potentialWindowBottom;
if (packetPosition >= publicationWindowBottom)
{
final long nowNs = cachedNanoClock.nanoTime();
timeOfLastPacketNs = nowNs;
trackConnection(transportIndex, srcAddress, nowNs);
if (DataHeaderFlyweight.isEndOfStream(buffer))
{
imageConnections[transportIndex].eosPosition = packetPosition;
imageConnections[transportIndex].isEos = true;
if (!isEndOfStream && isAllConnectedEos())
{
LogBufferDescriptor.endOfStreamPosition(rawLog.metaData(), findEosPosition());
isEndOfStream = true;
}
}
hwmPosition.proposeMaxOrdered(proposedPosition);
heartbeatsReceived.incrementOrdered();
}
else
{
flowControlUnderRuns.incrementOrdered();
}
}
else if (!isFlowControlUnderRun(packetPosition))
{
final long nowNs = cachedNanoClock.nanoTime();
timeOfLastPacketNs = nowNs;
trackConnection(transportIndex, srcAddress, nowNs);
final UnsafeBuffer termBuffer = termBuffers[indexByPosition(packetPosition, positionBitsToShift)];
TermRebuilder.insert(termBuffer, termOffset, buffer, length);
hwmPosition.proposeMaxOrdered(proposedPosition);
}
else if (packetPosition >= (lastSmPosition - maxReceiverWindowLength))
{
trackConnection(transportIndex, srcAddress, cachedNanoClock.nanoTime());
}
}
return length;
}
/**
* To be called from the {@link Receiver} to see if image should be dispatched to.
*
* @param nowNs current time to check against for activity.
* @return true if the image should be retained otherwise false.
*/
boolean isConnected(final long nowNs)
{
return ((timeOfLastPacketNs + imageLivenessTimeoutNs) - nowNs >= 0) &&
!channelEndpoint.isClosed() &&
(!isEndOfStream || !isReceiverReleaseTriggered);
}
boolean isEndOfStream()
{
return isEndOfStream;
}
/**
* Check for EOS from publication and switch to {@link State#DRAINING} if at end of stream position.
*
* @param nowNs current time of use.
*/
void checkEosForDrainTransition(final long nowNs)
{
if (!isSendingEosSm)
{
if (isEndOfStream && rebuildPosition.getVolatile() == hwmPosition.get() && State.ACTIVE == state)
{
isRebuilding = false;
timeOfLastStateChangeNs = nowNs;
isSendingEosSm = true;
timeOfLastSmNs = nowNs - smTimeoutNs - 1;
state = State.DRAINING;
}
}
}
/**
* Called from the {@link Receiver} to send any pending Status Messages.
*
* @param nowNs current time.
* @return number of work items processed.
*/
int sendPendingStatusMessage(final long nowNs)
{
int workCount = 0;
final long changeNumber = endSmChange;
final boolean hasSmTimedOut = (timeOfLastSmNs + smTimeoutNs) - nowNs < 0;
final Integer responseSessionId;
if (hasSmTimedOut && null != (responseSessionId = this.responseSessionId))
{
channelEndpoint.sendResponseSetup(imageConnections, sessionId, streamId, responseSessionId);
}
if (changeNumber != lastSmChangeNumber || hasSmTimedOut)
{
final long smPosition = nextSmPosition;
final int receiverWindowLength = nextSmReceiverWindowLength;
MemoryAccess.acquireFence();
if (changeNumber == beginSmChange)
{
final int termId = computeTermIdFromPosition(smPosition, positionBitsToShift, initialTermId);
final int termOffset = (int)smPosition & termLengthMask;
final int termLength = termLengthMask + 1;
final short flags = isSendingEosSm ? StatusMessageFlyweight.END_OF_STREAM_FLAG : 0;
channelEndpoint.sendStatusMessage(
imageConnections, sessionId, streamId, termId, termOffset, receiverWindowLength, flags);
statusMessagesSent.incrementOrdered();
lastSmPosition = smPosition;
lastOverrunThreshold = smPosition + (termLength >> 1);
lastSmChangeNumber = changeNumber;
timeOfLastSmNs = nowNs;
updateActiveTransportCount();
}
workCount = 1;
}
return workCount;
}
/**
* Called from the {@link Receiver} thread to processing any pending loss of packets.
*
* @return number of work items processed.
*/
int processPendingLoss()
{
int workCount = 0;
final long changeNumber = endLossChange;
if (changeNumber != lastLossChangeNumber)
{
final int termId = lossTermId;
final int termOffset = lossTermOffset;
final int length = lossLength;
MemoryAccess.acquireFence();
if (changeNumber == beginLossChange)
{
if (isReliable)
{
channelEndpoint.sendNakMessage(imageConnections, sessionId, streamId, termId, termOffset, length);
nakMessagesSent.incrementOrdered();
}
else
{
final UnsafeBuffer termBuffer = termBuffers[indexByTerm(initialTermId, termId)];
if (tryFillGap(rawLog.metaData(), termBuffer, termId, termOffset, length))
{
lossGapFills.incrementOrdered();
}
}
lastLossChangeNumber = changeNumber;
}
workCount = 1;
}
return workCount;
}
/**
* Called from the {@link Receiver} thread to check for initiating an RTT measurement.
*
* @param nowNs in nanoseconds
* @return number of work items processed.
*/
int initiateAnyRttMeasurements(final long nowNs)
{
int workCount = 0;
if (congestionControl.shouldMeasureRtt(nowNs))
{
final long preciseTimeNs = nanoClock.nanoTime();
channelEndpoint.sendRttMeasurement(imageConnections, sessionId, streamId, preciseTimeNs, 0, true);
congestionControl.onRttMeasurementSent(preciseTimeNs);
workCount = 1;
}
return workCount;
}
/**
* Called from the {@link Receiver} upon receiving an RTT Measurement that is a reply.
*
* @param header of the measurement message.
* @param transportIndex that the RTT Measurement came in on.
* @param srcAddress from the sender requesting the measurement
*/
void onRttMeasurement(
final RttMeasurementFlyweight header, final int transportIndex, final InetSocketAddress srcAddress)
{
final long nowNs = nanoClock.nanoTime();
final long rttInNs = nowNs - header.echoTimestampNs() - header.receptionDelta();
congestionControl.onRttMeasurement(nowNs, rttInNs, srcAddress);
}
boolean isAcceptingSubscriptions()
{
return subscriberPositions.length > 0 &&
(State.INIT == state || State.ACTIVE == state || (State.DRAINING == state && !isDrained()));
}
long joinPosition()
{
long position = rebuildPosition.get();
for (final ReadablePosition subscriberPosition : subscriberPositions)
{
position = Math.min(subscriberPosition.getVolatile(), position);
}
return position;
}
boolean hasSendResponseSetup()
{
return 0 != (SEND_RESPONSE_SETUP_FLAG & flags);
}
void responseSessionId(final Integer responseSessionId)
{
this.responseSessionId = responseSessionId;
}
/**
* {@inheritDoc}
*/
public void onTimeEvent(final long timeNs, final long timesMs, final DriverConductor conductor)
{
switch (state)
{
case ACTIVE:
checkUntetheredSubscriptions(timeNs, conductor);
break;
case DRAINING:
if (isDrained() && ((timeOfLastStateChangeNs + (SM_EOS_MULTIPLE * smTimeoutNs)) - timeNs < 0))
{
conductor.transitionToLinger(this);
channelEndpoint.decRefImages();
conductor.tryCloseReceiveChannelEndpoint(channelEndpoint);
timeOfLastStateChangeNs = timeNs;
isReceiverReleaseTriggered = true;
state = State.LINGER;
}
break;
case LINGER:
if (hasNoSubscribers() || ((timeOfLastStateChangeNs + imageLivenessTimeoutNs) - timeNs < 0))
{
conductor.cleanupImage(this);
timeOfLastStateChangeNs = timeNs;
state = State.DONE;
}
break;
case DONE:
case INIT:
break;
}
}
/**
* {@inheritDoc}
*/
public boolean hasReachedEndOfLife()
{
return hasReceiverReleased && State.DONE == state;
}
private boolean isDrained()
{
final long rebuildPosition = this.rebuildPosition.get();
for (final ReadablePosition subscriberPosition : subscriberPositions)
{
if (subscriberPosition.getVolatile() < rebuildPosition)
{
return false;
}
}
return true;
}
private boolean hasNoSubscribers()
{
return subscriberPositions.length == 0;
}
private boolean isFlowControlUnderRun(final long packetPosition)
{
final boolean isFlowControlUnderRun = packetPosition < lastSmPosition;
if (isFlowControlUnderRun)
{
flowControlUnderRuns.incrementOrdered();
}
return isFlowControlUnderRun;
}
private boolean isFlowControlOverRun(final long proposedPosition)
{
final boolean isFlowControlOverRun = proposedPosition > lastOverrunThreshold;
if (isFlowControlOverRun)
{
flowControlOverRuns.incrementOrdered();
}
return isFlowControlOverRun;
}
private void cleanBufferTo(final long position)
{
final long cleanPosition = this.cleanPosition;
if (position > cleanPosition)
{
final int bytesForCleaning = (int)(position - cleanPosition);
final UnsafeBuffer dirtyTermBuffer = termBuffers[indexByPosition(cleanPosition, positionBitsToShift)];
final int termOffset = (int)cleanPosition & termLengthMask;
final int length = Math.min(bytesForCleaning, dirtyTermBuffer.capacity() - termOffset);
dirtyTermBuffer.setMemory(termOffset, length - SIZE_OF_LONG, (byte)0);
dirtyTermBuffer.putLongOrdered(termOffset + (length - SIZE_OF_LONG), 0);
this.cleanPosition = cleanPosition + length;
}
}
private void trackConnection(final int transportIndex, final InetSocketAddress srcAddress, final long nowNs)
{
imageConnections = ArrayUtil.ensureCapacity(imageConnections, transportIndex + 1);
ImageConnection imageConnection = imageConnections[transportIndex];
if (null == imageConnection)
{
imageConnection = new ImageConnection(nowNs, srcAddress);
imageConnections[transportIndex] = imageConnection;
}
imageConnection.timeOfLastActivityNs = nowNs;
imageConnection.timeOfLastFrameNs = nowNs;
}
private boolean isAllConnectedEos()
{
for (int i = 0, length = imageConnections.length; i < length; i++)
{
final ImageConnection imageConnection = imageConnections[i];
if (null != imageConnection && !imageConnection.isEos)
{
return false;
}
else if (null == imageConnection && channelEndpoint.hasDestination(i))
{
return false;
}
}
return true;
}
private long findEosPosition()
{
long eosPosition = 0;
for (int i = 0, length = imageConnections.length; i < length; i++)
{
final ImageConnection imageConnection = imageConnections[i];
if (null != imageConnection && imageConnection.eosPosition > eosPosition)
{
eosPosition = imageConnection.eosPosition;
}
}
return eosPosition;
}
private void scheduleStatusMessage(final long smPosition, final int receiverWindowLength)
{
final long changeNumber = beginSmChange + 1;
BEGIN_SM_CHANGE_UPDATER.lazySet(this, changeNumber);
MemoryAccess.releaseFence();
nextSmPosition = smPosition;
nextSmReceiverWindowLength = receiverWindowLength;
END_SM_CHANGE_UPDATER.lazySet(this, changeNumber);
}
private void checkUntetheredSubscriptions(final long nowNs, final DriverConductor conductor)
{
final ArrayList untetheredSubscriptions = this.untetheredSubscriptions;
final int untetheredSubscriptionsSize = untetheredSubscriptions.size();
if (untetheredSubscriptionsSize > 0)
{
final long untetheredWindowLimit = untetheredWindowLimit();
for (int lastIndex = untetheredSubscriptionsSize - 1, i = lastIndex; i >= 0; i--)
{
final UntetheredSubscription untethered = untetheredSubscriptions.get(i);
if (UntetheredSubscription.State.ACTIVE == untethered.state)
{
if (untethered.position.getVolatile() > untetheredWindowLimit)
{
untethered.timeOfLastUpdateNs = nowNs;
}
else if ((untethered.timeOfLastUpdateNs + untetheredWindowLimitTimeoutNs) - nowNs <= 0)
{
conductor.notifyUnavailableImageLink(correlationId, untethered.subscriptionLink);
untethered.state(UntetheredSubscription.State.LINGER, nowNs, streamId, sessionId);
}
}
else if (UntetheredSubscription.State.LINGER == untethered.state)
{
if ((untethered.timeOfLastUpdateNs + untetheredWindowLimitTimeoutNs) - nowNs <= 0)
{
subscriberPositions = ArrayUtil.remove(subscriberPositions, untethered.position);
untethered.state(UntetheredSubscription.State.RESTING, nowNs, streamId, sessionId);
}
}
else if (UntetheredSubscription.State.RESTING == untethered.state)
{
if ((untethered.timeOfLastUpdateNs + untetheredRestingTimeoutNs) - nowNs <= 0)
{
final long joinPosition = joinPosition();
subscriberPositions = ArrayUtil.add(subscriberPositions, untethered.position);
conductor.notifyAvailableImageLink(
correlationId,
sessionId,
untethered.subscriptionLink,
untethered.position.id(),
joinPosition,
rawLog.fileName(),
sourceIdentity);
untethered.state(UntetheredSubscription.State.ACTIVE, nowNs, streamId, sessionId);
}
}
}
}
}
private long untetheredWindowLimit()
{
long maxConsumerPosition = 0;
for (final ReadablePosition subscriberPosition : subscriberPositions)
{
final long position = subscriberPosition.getVolatile();
if (position > maxConsumerPosition)
{
maxConsumerPosition = position;
}
}
final int windowLength = nextSmReceiverWindowLength;
return (maxConsumerPosition - windowLength) + (windowLength >> 2);
}
private void updateActiveTransportCount()
{
final long nowNs = cachedNanoClock.nanoTime();
int activeTransportCount = 0;
for (final ImageConnection imageConnection : imageConnections)
{
if (null != imageConnection && ((imageConnection.timeOfLastFrameNs + imageLivenessTimeoutNs) - nowNs > 0))
{
activeTransportCount++;
}
}
final UnsafeBuffer metaDataBuffer = rawLog.metaData();
if (metaDataBuffer.getInt(LOG_ACTIVE_TRANSPORT_COUNT) != activeTransportCount)
{
LogBufferDescriptor.activeTransportCount(metaDataBuffer, activeTransportCount);
}
}
private ReadablePosition[] positionArray(final ArrayList subscriberPositions, final long nowNs)
{
final int size = subscriberPositions.size();
final ReadablePosition[] positions = new ReadablePosition[subscriberPositions.size()];
for (int i = 0; i < size; i++)
{
final SubscriberPosition subscriberPosition = subscriberPositions.get(i);
positions[i] = subscriberPosition.position();
if (!subscriberPosition.subscription().isTether())
{
untetheredSubscriptions.add(new UntetheredSubscription(
subscriberPosition.subscription(), subscriberPosition.position(), nowNs));
}
}
return positions;
}
private long getTimeoutNsFromChannel(
final ReceiveChannelEndpoint channelEndpoint,
final String paramName,
final long defaultValueNs)
{
final String timeoutStr = channelEndpoint.subscriptionUdpChannel().channelUri().get(paramName);
return null != timeoutStr ? SystemUtil.parseDuration(paramName, timeoutStr) : defaultValueNs;
}
}