discord4j.rest.request.RequestStream Maven / Gradle / Ivy
/*
* This file is part of Discord4J.
*
* Discord4J is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Discord4J is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with Discord4J. If not, see
* The flow of a request through the stream is as follows:
*
* 
*
* @param The type of items in the stream.
*/
class RequestStream {
private final RequestQueue> requestQueue;
private final BucketKey id;
private final Logger log;
private final DiscordWebClient httpClient;
private final GlobalRateLimiter globalRateLimiter;
private final RateLimitStrategy rateLimitStrategy;
private final Scheduler rateLimitScheduler;
private final RouterOptions routerOptions;
RequestStream(BucketKey id, DiscordWebClient httpClient, GlobalRateLimiter globalRateLimiter,
RateLimitStrategy rateLimitStrategy, Scheduler rateLimitScheduler, RouterOptions routerOptions) {
this.requestQueue = routerOptions.getRequestQueueFactory().create();
this.id = id;
this.log = Loggers.getLogger("discord4j.rest.traces." + id);
this.httpClient = httpClient;
this.globalRateLimiter = globalRateLimiter;
this.rateLimitStrategy = rateLimitStrategy;
this.rateLimitScheduler = rateLimitScheduler;
this.routerOptions = routerOptions;
}
/**
* The retry function used for reading and completing HTTP requests. The backoff is determined by the rate limit
* headers returned by Discord in the event of a 429. If the bot is being globally rate limited, the backoff is
* applied to the global rate limiter. Otherwise, it is applied only to this stream.
*/
private Retry rateLimitRetryFactory() {
return Retry.onlyIf(this::isRateLimitError).backoff(context -> {
if (isRateLimitError(context)) {
RetryContext ctx = (RetryContext) context;
ClientException clientException = (ClientException) ctx.exception();
boolean global = Boolean.parseBoolean(clientException.getHeaders().get("X-RateLimit-Global"));
long retryAfter = Long.parseLong(clientException.getHeaders().get("Retry-After"));
Duration fixedBackoff = Duration.ofMillis(retryAfter);
if (global) {
Duration remaining = globalRateLimiter.getRemaining();
if (!remaining.isNegative() && !remaining.isZero()) {
return new BackoffDelay(remaining);
}
log.debug("Globally rate limited for {}", fixedBackoff);
globalRateLimiter.rateLimitFor(fixedBackoff);
}
return new BackoffDelay(fixedBackoff);
}
return new BackoffDelay(Duration.ZERO);
}).doOnRetry(ctx -> {
if (log.isTraceEnabled()) {
log.trace("Retry {} due to {} for {}", ctx.iteration(), ctx.exception().toString(), ctx.backoff());
}
});
}
private boolean isRateLimitError(IterationContext context) {
RetryContext ctx = (RetryContext) context;
Throwable exception = ctx.exception();
if (exception instanceof ClientException) {
ClientException clientException = (ClientException) exception;
return clientException.getStatus().code() == 429;
}
return false;
}
/**
* This retry function is used for reading and completing HTTP requests in the event of a server error (codes
* 500, 502, 503 and 504). The delay is calculated using exponential backoff with jitter.
*/
private Retry serverErrorRetryFactory() {
return Retry.onlyIf(ClientException.isRetryContextStatusCode(500, 502, 503, 504))
.exponentialBackoffWithJitter(Duration.ofSeconds(2), Duration.ofSeconds(30))
.doOnRetry(ctx -> {
if (log.isTraceEnabled()) {
log.trace("Retry {} due to {} for {}", ctx.iteration(), ctx.exception().toString(),
ctx.backoff());
}
});
}
void push(RequestCorrelation request) {
requestQueue.push(request);
}
void start() {
requestQueue.requests().subscribe(new RequestSubscriber(rateLimitStrategy));
}
/**
* Reads and completes one request from the stream at a time. If a request fails, it is retried according a retry
* strategy. The reader may wait in between each request if preemptive rate limiting is necessary according to the
* response headers.
*
* @see #sleepTime
* @see #rateLimitHandler
*/
private class RequestSubscriber extends BaseSubscriber> {
private volatile Duration sleepTime = Duration.ZERO;
private final Consumer rateLimitHandler;
public RequestSubscriber(RateLimitStrategy strategy) {
this.rateLimitHandler = response -> {
if (log.isTraceEnabled()) {
Instant requestTimestamp =
Instant.ofEpochMilli(response.currentContext().get(DiscordWebClient.REQUEST_TIMESTAMP_KEY));
Duration responseTime = Duration.between(requestTimestamp, Instant.now());
log.trace("Read {} in {} with headers: {}", response.status(), responseTime,
response.responseHeaders());
}
Duration nextReset = strategy.apply(response);
if (!nextReset.isZero()) {
if (log.isTraceEnabled()) {
log.trace("Delaying next request by {}", nextReset);
}
sleepTime = nextReset;
}
};
}
@Override
protected void hookOnSubscribe(Subscription subscription) {
request(1);
}
@Override
protected void hookOnNext(RequestCorrelation correlation) {
DiscordRequest request = correlation.getRequest();
MonoProcessor callback = correlation.getResponse();
String shard = correlation.getShardId();
Logger traceLog = getLogger("traces", shard);
if (traceLog.isTraceEnabled()) {
traceLog.trace("Accepting request: {}", request);
}
Logger requestLog = getLogger("request", shard);
Logger responseLog = getLogger("response", shard);
Class responseType = request.getRoute().getResponseType();
globalRateLimiter.withLimiter(
Mono.fromCallable(() -> new ClientRequest(request))
.log(requestLog, Level.FINEST, false)
.flatMap(r -> httpClient.exchange(r, request.getBody(), responseType, rateLimitHandler))
.retryWhen(rateLimitRetryFactory())
.transform(getResponseTransformers(request))
.retryWhen(serverErrorRetryFactory())
.log(responseLog, Level.FINEST, false)
.doFinally(signal -> next(signal, traceLog)))
.materialize()
.subscribe(signal -> {
if (signal.isOnSubscribe()) {
callback.onSubscribe(signal.getSubscription());
} else if (signal.isOnNext()) {
callback.onNext(signal.get());
} else if (signal.isOnError()) {
callback.onError(signal.getThrowable());
} else if (signal.isOnComplete()) {
callback.onComplete();
}
});
}
private Function, Mono> getResponseTransformers(DiscordRequest discordRequest) {
return routerOptions.getResponseTransformers()
.stream()
.map(rt -> rt.transform(discordRequest))
.reduce(Function::andThen)
.orElse(mono -> mono);
}
private void next(SignalType signal, Logger logger) {
Mono.delay(sleepTime, rateLimitScheduler).subscribe(l -> {
if (logger.isTraceEnabled()) {
logger.trace("Ready to consume next request after {}", signal);
}
sleepTime = Duration.ZERO;
request(1);
}, t -> logger.error("Error while scheduling next request", t));
}
private Logger getLogger(String path, @Nullable String shard) {
String shardPath = shard == null ? "" : "." + shard;
return Loggers.getLogger("discord4j.rest." + path + "." + id + shardPath);
}
}
@FunctionalInterface
interface RateLimitStrategy extends Function {
}
}