All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.twitter.distributedlog.service.stream.limiter.RequestLimiterBuilder Maven / Gradle / Ivy

The newest version!
/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.twitter.distributedlog.service.stream.limiter;

import com.google.common.base.Preconditions;
import com.twitter.distributedlog.exceptions.OverCapacityException;
import com.twitter.distributedlog.limiter.ComposableRequestLimiter;
import com.twitter.distributedlog.limiter.ComposableRequestLimiter.OverlimitFunction;
import com.twitter.distributedlog.limiter.ComposableRequestLimiter.CostFunction;
import com.twitter.distributedlog.limiter.GuavaRateLimiter;
import com.twitter.distributedlog.limiter.RateLimiter;
import com.twitter.distributedlog.limiter.RequestLimiter;
import com.twitter.distributedlog.service.stream.StreamOp;
import com.twitter.distributedlog.service.stream.WriteOpWithPayload;

import org.apache.bookkeeper.stats.NullStatsLogger;
import org.apache.bookkeeper.stats.StatsLogger;

public class RequestLimiterBuilder {
    private OverlimitFunction overlimitFunction = NOP_OVERLIMIT_FUNCTION;
    private RateLimiter limiter;
    private CostFunction costFunction;
    private StatsLogger statsLogger = NullStatsLogger.INSTANCE;

    public static final CostFunction RPS_COST_FUNCTION = new CostFunction() {
        @Override
        public int apply(StreamOp op) {
            if (op instanceof WriteOpWithPayload) {
                return 1;
            } else {
                return 0;
            }
        }
    };

    public static final CostFunction BPS_COST_FUNCTION = new CostFunction() {
        @Override
        public int apply(StreamOp op) {
            if (op instanceof WriteOpWithPayload) {
                WriteOpWithPayload writeOp = (WriteOpWithPayload) op;
                return (int) Math.min(writeOp.getPayloadSize(), Integer.MAX_VALUE);
            } else {
                return 0;
            }
        }
    };

    public static final OverlimitFunction NOP_OVERLIMIT_FUNCTION = new OverlimitFunction() {
        @Override
        public void apply(StreamOp op) throws OverCapacityException {
            return;
        }
    };

    public RequestLimiterBuilder limit(int limit) {
        this.limiter = GuavaRateLimiter.of(limit);
        return this;
    }

    public RequestLimiterBuilder overlimit(OverlimitFunction overlimitFunction) {
        this.overlimitFunction = overlimitFunction;
        return this;
    }

    public RequestLimiterBuilder cost(CostFunction costFunction) {
        this.costFunction = costFunction;
        return this;
    }

    public RequestLimiterBuilder statsLogger(StatsLogger statsLogger) {
        this.statsLogger = statsLogger;
        return this;
    }

    public static RequestLimiterBuilder newRpsLimiterBuilder() {
        return new RequestLimiterBuilder().cost(RPS_COST_FUNCTION);
    }

    public static RequestLimiterBuilder newBpsLimiterBuilder() {
        return new RequestLimiterBuilder().cost(BPS_COST_FUNCTION);
    }

    public RequestLimiter build() {
        Preconditions.checkNotNull(limiter);
        Preconditions.checkNotNull(overlimitFunction);
        Preconditions.checkNotNull(costFunction);
        return new ComposableRequestLimiter(limiter, overlimitFunction, costFunction, statsLogger);
    }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy