All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.iotdb.consensus.config.RatisConfig Maven / Gradle / Ivy

There is a newer version: 1.3.2
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.iotdb.consensus.config;

import org.apache.iotdb.commons.client.property.ClientPoolProperty.DefaultProperty;

import org.apache.ratis.grpc.GrpcConfigKeys.Server;
import org.apache.ratis.server.RaftServerConfigKeys;
import org.apache.ratis.util.SizeInBytes;
import org.apache.ratis.util.TimeDuration;

import java.util.Optional;
import java.util.concurrent.TimeUnit;

public class RatisConfig {

  private final Rpc rpc;
  private final LeaderElection leaderElection;
  private final Snapshot snapshot;
  private final ThreadPool threadPool;
  private final Log log;
  private final Grpc grpc;
  private final Client client;
  private final Impl impl;
  private final LeaderLogAppender leaderLogAppender;
  private final Read read;
  private final Utils utils;

  private RatisConfig(
      Rpc rpc,
      LeaderElection leaderElection,
      Snapshot snapshot,
      ThreadPool threadPool,
      Log log,
      Grpc grpc,
      Client client,
      Impl impl,
      LeaderLogAppender leaderLogAppender,
      Read read,
      Utils utils) {
    this.rpc = rpc;
    this.leaderElection = leaderElection;
    this.snapshot = snapshot;
    this.threadPool = threadPool;
    this.log = log;
    this.grpc = grpc;
    this.client = client;
    this.impl = impl;
    this.leaderLogAppender = leaderLogAppender;
    this.read = read;
    this.utils = utils;
  }

  public Rpc getRpc() {
    return rpc;
  }

  public LeaderElection getLeaderElection() {
    return leaderElection;
  }

  public Snapshot getSnapshot() {
    return snapshot;
  }

  public ThreadPool getThreadPool() {
    return threadPool;
  }

  public Log getLog() {
    return log;
  }

  public Grpc getGrpc() {
    return grpc;
  }

  public Client getClient() {
    return client;
  }

  public Impl getImpl() {
    return impl;
  }

  public LeaderLogAppender getLeaderLogAppender() {
    return leaderLogAppender;
  }

  public Read getRead() {
    return read;
  }

  public Utils getUtils() {
    return utils;
  }

  public static Builder newBuilder() {
    return new Builder();
  }

  public static class Builder {

    private Rpc rpc;
    private LeaderElection leaderElection;
    private Snapshot snapshot;
    private ThreadPool threadPool;
    private Log log;
    private Grpc grpc;
    private Client client;
    private Impl impl;
    private LeaderLogAppender leaderLogAppender;
    private Read read;
    private Utils utils;

    public RatisConfig build() {
      return new RatisConfig(
          Optional.ofNullable(rpc).orElseGet(() -> Rpc.newBuilder().build()),
          Optional.ofNullable(leaderElection).orElseGet(() -> LeaderElection.newBuilder().build()),
          Optional.ofNullable(snapshot).orElseGet(() -> Snapshot.newBuilder().build()),
          Optional.ofNullable(threadPool).orElseGet(() -> ThreadPool.newBuilder().build()),
          Optional.ofNullable(log).orElseGet(() -> Log.newBuilder().build()),
          Optional.ofNullable(grpc).orElseGet(() -> Grpc.newBuilder().build()),
          Optional.ofNullable(client).orElseGet(() -> Client.newBuilder().build()),
          Optional.ofNullable(impl).orElseGet(() -> Impl.newBuilder().build()),
          Optional.ofNullable(leaderLogAppender)
              .orElseGet(() -> LeaderLogAppender.newBuilder().build()),
          Optional.ofNullable(read).orElseGet(() -> Read.newBuilder().build()),
          Optional.ofNullable(utils).orElseGet(() -> Utils.newBuilder().build()));
    }

    public Builder setRpc(Rpc rpc) {
      this.rpc = rpc;
      return this;
    }

    public Builder setLeaderElection(LeaderElection leaderElection) {
      this.leaderElection = leaderElection;
      return this;
    }

    public Builder setSnapshot(Snapshot snapshot) {
      this.snapshot = snapshot;
      return this;
    }

    public Builder setThreadPool(ThreadPool threadPool) {
      this.threadPool = threadPool;
      return this;
    }

    public Builder setLog(Log log) {
      this.log = log;
      return this;
    }

    public Builder setGrpc(Grpc grpc) {
      this.grpc = grpc;
      return this;
    }

    public Builder setClient(Client client) {
      this.client = client;
      return this;
    }

    public Builder setImpl(Impl impl) {
      this.impl = impl;
      return this;
    }

    public Builder setLeaderLogAppender(LeaderLogAppender leaderLogAppender) {
      this.leaderLogAppender = leaderLogAppender;
      return this;
    }

    public Builder setRead(Read read) {
      this.read = read;
      return this;
    }

    public void setUtils(Utils utils) {
      this.utils = utils;
    }
  }

  /** server rpc timeout related. */
  public static class Rpc {

    private final TimeDuration timeoutMin;
    private final TimeDuration timeoutMax;
    private final TimeDuration requestTimeout;
    private final TimeDuration sleepTime;
    private final TimeDuration slownessTimeout;
    private final TimeDuration firstElectionTimeoutMin;
    private final TimeDuration firstElectionTimeoutMax;

    private Rpc(
        TimeDuration timeoutMin,
        TimeDuration timeoutMax,
        TimeDuration requestTimeout,
        TimeDuration sleepTime,
        TimeDuration slownessTimeout,
        TimeDuration firstElectionTimeoutMin,
        TimeDuration firstElectionTimeoutMax) {
      this.timeoutMin = timeoutMin;
      this.timeoutMax = timeoutMax;
      this.requestTimeout = requestTimeout;
      this.sleepTime = sleepTime;
      this.slownessTimeout = slownessTimeout;
      this.firstElectionTimeoutMin = firstElectionTimeoutMin;
      this.firstElectionTimeoutMax = firstElectionTimeoutMax;
    }

    public TimeDuration getTimeoutMin() {
      return timeoutMin;
    }

    public TimeDuration getTimeoutMax() {
      return timeoutMax;
    }

    public TimeDuration getRequestTimeout() {
      return requestTimeout;
    }

    public TimeDuration getSleepTime() {
      return sleepTime;
    }

    public TimeDuration getSlownessTimeout() {
      return slownessTimeout;
    }

    public TimeDuration getFirstElectionTimeoutMin() {
      return firstElectionTimeoutMin;
    }

    public TimeDuration getFirstElectionTimeoutMax() {
      return firstElectionTimeoutMax;
    }

    public static Rpc.Builder newBuilder() {
      return new Rpc.Builder();
    }

    public static class Builder {

      private TimeDuration timeoutMin = TimeDuration.valueOf(2, TimeUnit.SECONDS);
      private TimeDuration timeoutMax = TimeDuration.valueOf(4, TimeUnit.SECONDS);
      private TimeDuration requestTimeout = TimeDuration.valueOf(20, TimeUnit.SECONDS);
      private TimeDuration sleepTime = TimeDuration.valueOf(1, TimeUnit.SECONDS);
      private TimeDuration slownessTimeout = TimeDuration.valueOf(120, TimeUnit.SECONDS);

      private TimeDuration firstElectionTimeoutMin =
          TimeDuration.valueOf(50, TimeUnit.MILLISECONDS);

      private TimeDuration firstElectionTimeoutMax =
          TimeDuration.valueOf(150, TimeUnit.MILLISECONDS);

      public Rpc build() {
        return new Rpc(
            timeoutMin,
            timeoutMax,
            requestTimeout,
            sleepTime,
            slownessTimeout,
            firstElectionTimeoutMin,
            firstElectionTimeoutMax);
      }

      public Rpc.Builder setTimeoutMin(TimeDuration timeoutMin) {
        this.timeoutMin = timeoutMin;
        return this;
      }

      public Rpc.Builder setTimeoutMax(TimeDuration timeoutMax) {
        this.timeoutMax = timeoutMax;
        return this;
      }

      public Rpc.Builder setRequestTimeout(TimeDuration requestTimeout) {
        this.requestTimeout = requestTimeout;
        return this;
      }

      public Rpc.Builder setSleepTime(TimeDuration sleepTime) {
        this.sleepTime = sleepTime;
        return this;
      }

      public Rpc.Builder setSlownessTimeout(TimeDuration slownessTimeout) {
        this.slownessTimeout = slownessTimeout;
        return this;
      }

      public Rpc.Builder setFirstElectionTimeoutMax(TimeDuration firstElectionTimeoutMax) {
        this.firstElectionTimeoutMax = firstElectionTimeoutMax;
        return this;
      }

      public Rpc.Builder setFirstElectionTimeoutMin(TimeDuration firstElectionTimeoutMin) {
        this.firstElectionTimeoutMin = firstElectionTimeoutMin;
        return this;
      }
    }
  }

  public static class LeaderElection {

    private final TimeDuration leaderStepDownWaitTimeKey;
    private final boolean preVote;

    private LeaderElection(TimeDuration leaderStepDownWaitTimeKey, boolean preVote) {
      this.leaderStepDownWaitTimeKey = leaderStepDownWaitTimeKey;
      this.preVote = preVote;
    }

    public TimeDuration getLeaderStepDownWaitTimeKey() {
      return leaderStepDownWaitTimeKey;
    }

    public boolean isPreVote() {
      return preVote;
    }

    public static LeaderElection.Builder newBuilder() {
      return new LeaderElection.Builder();
    }

    public static class Builder {

      private TimeDuration leaderStepDownWaitTimeKey = TimeDuration.valueOf(30, TimeUnit.SECONDS);
      private boolean preVote = RaftServerConfigKeys.LeaderElection.PRE_VOTE_DEFAULT;

      public LeaderElection build() {
        return new LeaderElection(leaderStepDownWaitTimeKey, preVote);
      }

      public LeaderElection.Builder setLeaderStepDownWaitTimeKey(
          TimeDuration leaderStepDownWaitTimeKey) {
        this.leaderStepDownWaitTimeKey = leaderStepDownWaitTimeKey;
        return this;
      }

      public LeaderElection.Builder setPreVote(boolean preVote) {
        this.preVote = preVote;
        return this;
      }
    }
  }

  public static class Snapshot {

    private final boolean autoTriggerEnabled;
    private final long creationGap;
    private final long autoTriggerThreshold;
    private final int retentionFileNum;

    private Snapshot(
        boolean autoTriggerEnabled,
        long creationGap,
        long autoTriggerThreshold,
        int retentionFileNum) {
      this.autoTriggerEnabled = autoTriggerEnabled;
      this.creationGap = creationGap;
      this.autoTriggerThreshold = autoTriggerThreshold;
      this.retentionFileNum = retentionFileNum;
    }

    public boolean isAutoTriggerEnabled() {
      return autoTriggerEnabled;
    }

    public long getCreationGap() {
      return creationGap;
    }

    public long getAutoTriggerThreshold() {
      return autoTriggerThreshold;
    }

    public int getRetentionFileNum() {
      return retentionFileNum;
    }

    public static Snapshot.Builder newBuilder() {
      return new Snapshot.Builder();
    }

    public static class Builder {

      private boolean autoTriggerEnabled = true;
      private long creationGap = RaftServerConfigKeys.Snapshot.CREATION_GAP_DEFAULT;
      private long autoTriggerThreshold =
          RaftServerConfigKeys.Snapshot.AUTO_TRIGGER_THRESHOLD_DEFAULT;
      private int retentionFileNum = RaftServerConfigKeys.Snapshot.RETENTION_FILE_NUM_DEFAULT;

      public Snapshot build() {
        return new Snapshot(
            autoTriggerEnabled, creationGap, autoTriggerThreshold, retentionFileNum);
      }

      public Snapshot.Builder setAutoTriggerEnabled(boolean autoTriggerEnabled) {
        this.autoTriggerEnabled = autoTriggerEnabled;
        return this;
      }

      public Snapshot.Builder setCreationGap(long creationGap) {
        this.creationGap = creationGap;
        return this;
      }

      public Snapshot.Builder setAutoTriggerThreshold(long autoTriggerThreshold) {
        this.autoTriggerThreshold = autoTriggerThreshold;
        return this;
      }

      public Snapshot.Builder setRetentionFileNum(int retentionFileNum) {
        this.retentionFileNum = retentionFileNum;
        return this;
      }
    }
  }

  public static class ThreadPool {

    private final boolean proxyCached;
    private final int proxySize;
    private final boolean serverCached;
    private final int serverSize;
    private final boolean clientCached;
    private final int clientSize;

    private ThreadPool(
        boolean proxyCached,
        int proxySize,
        boolean serverCached,
        int serverSize,
        boolean clientCached,
        int clientSize) {
      this.proxyCached = proxyCached;
      this.proxySize = proxySize;
      this.serverCached = serverCached;
      this.serverSize = serverSize;
      this.clientCached = clientCached;
      this.clientSize = clientSize;
    }

    public boolean isProxyCached() {
      return proxyCached;
    }

    public int getProxySize() {
      return proxySize;
    }

    public boolean isServerCached() {
      return serverCached;
    }

    public int getServerSize() {
      return serverSize;
    }

    public boolean isClientCached() {
      return clientCached;
    }

    public int getClientSize() {
      return clientSize;
    }

    public static ThreadPool.Builder newBuilder() {
      return new ThreadPool.Builder();
    }

    public static class Builder {

      private boolean proxyCached = RaftServerConfigKeys.ThreadPool.PROXY_CACHED_DEFAULT;
      private int proxySize = RaftServerConfigKeys.ThreadPool.PROXY_SIZE_DEFAULT;
      private boolean serverCached = RaftServerConfigKeys.ThreadPool.SERVER_CACHED_DEFAULT;
      private int serverSize = RaftServerConfigKeys.ThreadPool.SERVER_SIZE_DEFAULT;
      private boolean clientCached = RaftServerConfigKeys.ThreadPool.CLIENT_CACHED_DEFAULT;
      private int clientSize = RaftServerConfigKeys.ThreadPool.CLIENT_SIZE_DEFAULT;

      public ThreadPool build() {
        return new ThreadPool(
            proxyCached, proxySize, serverCached, serverSize, clientCached, clientSize);
      }

      public ThreadPool.Builder setProxyCached(boolean proxyCached) {
        this.proxyCached = proxyCached;
        return this;
      }

      public ThreadPool.Builder setProxySize(int proxySize) {
        this.proxySize = proxySize;
        return this;
      }

      public ThreadPool.Builder setServerCached(boolean serverCached) {
        this.serverCached = serverCached;
        return this;
      }

      public ThreadPool.Builder setServerSize(int serverSize) {
        this.serverSize = serverSize;
        return this;
      }

      public ThreadPool.Builder setClientCached(boolean clientCached) {
        this.clientCached = clientCached;
        return this;
      }

      public ThreadPool.Builder setClientSize(int clientSize) {
        this.clientSize = clientSize;
        return this;
      }
    }
  }

  public static class Log {

    private final boolean useMemory;
    private final int queueElementLimit;
    private final SizeInBytes queueByteLimit;
    private final int purgeGap;
    private final boolean purgeUptoSnapshotIndex;
    private final long preserveNumsWhenPurge;
    private final SizeInBytes segmentSizeMax;
    private final int segmentCacheNumMax;
    private final SizeInBytes segmentCacheSizeMax;
    private final SizeInBytes preallocatedSize;
    private final int forceSyncNum;
    private final boolean unsafeFlushEnabled;

    private Log(
        boolean useMemory,
        int queueElementLimit,
        SizeInBytes queueByteLimit,
        int purgeGap,
        boolean purgeUptoSnapshotIndex,
        long preserveNumsWhenPurge,
        SizeInBytes segmentSizeMax,
        int segmentCacheNumMax,
        SizeInBytes segmentCacheSizeMax,
        SizeInBytes preallocatedSize,
        int forceSyncNum,
        boolean unsafeFlushEnabled) {
      this.useMemory = useMemory;
      this.queueElementLimit = queueElementLimit;
      this.queueByteLimit = queueByteLimit;
      this.purgeGap = purgeGap;
      this.purgeUptoSnapshotIndex = purgeUptoSnapshotIndex;
      this.preserveNumsWhenPurge = preserveNumsWhenPurge;
      this.segmentSizeMax = segmentSizeMax;
      this.segmentCacheNumMax = segmentCacheNumMax;
      this.segmentCacheSizeMax = segmentCacheSizeMax;
      this.preallocatedSize = preallocatedSize;
      this.forceSyncNum = forceSyncNum;
      this.unsafeFlushEnabled = unsafeFlushEnabled;
    }

    public boolean isUseMemory() {
      return useMemory;
    }

    public int getQueueElementLimit() {
      return queueElementLimit;
    }

    public SizeInBytes getQueueByteLimit() {
      return queueByteLimit;
    }

    public int getPurgeGap() {
      return purgeGap;
    }

    public boolean isPurgeUptoSnapshotIndex() {
      return purgeUptoSnapshotIndex;
    }

    public SizeInBytes getSegmentSizeMax() {
      return segmentSizeMax;
    }

    public int getSegmentCacheNumMax() {
      return segmentCacheNumMax;
    }

    public SizeInBytes getSegmentCacheSizeMax() {
      return segmentCacheSizeMax;
    }

    public SizeInBytes getPreallocatedSize() {
      return preallocatedSize;
    }

    public int getForceSyncNum() {
      return forceSyncNum;
    }

    public boolean isUnsafeFlushEnabled() {
      return unsafeFlushEnabled;
    }

    public long getPreserveNumsWhenPurge() {
      return preserveNumsWhenPurge;
    }

    public static Log.Builder newBuilder() {
      return new Log.Builder();
    }

    public static class Builder {

      private boolean useMemory = false;
      private int queueElementLimit = 4096;
      private SizeInBytes queueByteLimit = SizeInBytes.valueOf("64MB");
      private int purgeGap = 1024;
      private boolean purgeUptoSnapshotIndex = true;
      private long preserveNumsWhenPurge = 1000;
      private SizeInBytes segmentSizeMax = SizeInBytes.valueOf("24MB");
      private int segmentCacheNumMax = 2;
      private SizeInBytes segmentCacheSizeMax = SizeInBytes.valueOf("200MB");
      private SizeInBytes preallocatedSize = SizeInBytes.valueOf("4MB");
      private int forceSyncNum = 128;
      private boolean unsafeFlushEnabled = true;

      public Log build() {
        return new Log(
            useMemory,
            queueElementLimit,
            queueByteLimit,
            purgeGap,
            purgeUptoSnapshotIndex,
            preserveNumsWhenPurge,
            segmentSizeMax,
            segmentCacheNumMax,
            segmentCacheSizeMax,
            preallocatedSize,
            forceSyncNum,
            unsafeFlushEnabled);
      }

      public Log.Builder setUseMemory(boolean useMemory) {
        this.useMemory = useMemory;
        return this;
      }

      public Log.Builder setQueueElementLimit(int queueElementLimit) {
        this.queueElementLimit = queueElementLimit;
        return this;
      }

      public Log.Builder setQueueByteLimit(SizeInBytes queueByteLimit) {
        this.queueByteLimit = queueByteLimit;
        return this;
      }

      public Log.Builder setPurgeGap(int purgeGap) {
        this.purgeGap = purgeGap;
        return this;
      }

      public Log.Builder setPurgeUptoSnapshotIndex(boolean purgeUptoSnapshotIndex) {
        this.purgeUptoSnapshotIndex = purgeUptoSnapshotIndex;
        return this;
      }

      public Log.Builder setPreserveNumsWhenPurge(long preserveNumsWhenPurge) {
        this.preserveNumsWhenPurge = preserveNumsWhenPurge;
        return this;
      }

      public Log.Builder setSegmentSizeMax(SizeInBytes segmentSizeMax) {
        this.segmentSizeMax = segmentSizeMax;
        return this;
      }

      public Log.Builder setSegmentCacheNumMax(int segmentCacheNumMax) {
        this.segmentCacheNumMax = segmentCacheNumMax;
        return this;
      }

      public Log.Builder setSegmentCacheSizeMax(SizeInBytes segmentCacheSizeMax) {
        this.segmentCacheSizeMax = segmentCacheSizeMax;
        return this;
      }

      public Log.Builder setPreallocatedSize(SizeInBytes preallocatedSize) {
        this.preallocatedSize = preallocatedSize;
        return this;
      }

      public Log.Builder setForceSyncNum(int forceSyncNum) {
        this.forceSyncNum = forceSyncNum;
        return this;
      }

      public Log.Builder setUnsafeFlushEnabled(boolean unsafeFlushEnabled) {
        this.unsafeFlushEnabled = unsafeFlushEnabled;
        return this;
      }
    }
  }

  public static class Grpc {

    private final SizeInBytes messageSizeMax;
    private final SizeInBytes flowControlWindow;
    private final boolean asyncRequestThreadPoolCached;
    private final int asyncRequestThreadPoolSize;
    private final int leaderOutstandingAppendsMax;

    private Grpc(
        SizeInBytes messageSizeMax,
        SizeInBytes flowControlWindow,
        boolean asyncRequestThreadPoolCached,
        int asyncRequestThreadPoolSize,
        int leaderOutstandingAppendsMax) {
      this.messageSizeMax = messageSizeMax;
      this.flowControlWindow = flowControlWindow;
      this.asyncRequestThreadPoolCached = asyncRequestThreadPoolCached;
      this.asyncRequestThreadPoolSize = asyncRequestThreadPoolSize;
      this.leaderOutstandingAppendsMax = leaderOutstandingAppendsMax;
    }

    public SizeInBytes getMessageSizeMax() {
      return messageSizeMax;
    }

    public SizeInBytes getFlowControlWindow() {
      return flowControlWindow;
    }

    public boolean isAsyncRequestThreadPoolCached() {
      return asyncRequestThreadPoolCached;
    }

    public int getAsyncRequestThreadPoolSize() {
      return asyncRequestThreadPoolSize;
    }

    public int getLeaderOutstandingAppendsMax() {
      return leaderOutstandingAppendsMax;
    }

    public static Grpc.Builder newBuilder() {
      return new Grpc.Builder();
    }

    public static class Builder {

      private SizeInBytes messageSizeMax = SizeInBytes.valueOf("512MB");
      private SizeInBytes flowControlWindow = SizeInBytes.valueOf("4MB");
      private boolean asyncRequestThreadPoolCached =
          Server.ASYNC_REQUEST_THREAD_POOL_CACHED_DEFAULT;
      private int asyncRequestThreadPoolSize = Server.ASYNC_REQUEST_THREAD_POOL_SIZE_DEFAULT;
      private int leaderOutstandingAppendsMax = Server.LEADER_OUTSTANDING_APPENDS_MAX_DEFAULT;

      public Grpc build() {
        return new Grpc(
            messageSizeMax,
            flowControlWindow,
            asyncRequestThreadPoolCached,
            asyncRequestThreadPoolSize,
            leaderOutstandingAppendsMax);
      }

      public Grpc.Builder setMessageSizeMax(SizeInBytes messageSizeMax) {
        this.messageSizeMax = messageSizeMax;
        return this;
      }

      public Grpc.Builder setFlowControlWindow(SizeInBytes flowControlWindow) {
        this.flowControlWindow = flowControlWindow;
        return this;
      }

      public Grpc.Builder setAsyncRequestThreadPoolCached(boolean asyncRequestThreadPoolCached) {
        this.asyncRequestThreadPoolCached = asyncRequestThreadPoolCached;
        return this;
      }

      public Grpc.Builder setAsyncRequestThreadPoolSize(int asyncRequestThreadPoolSize) {
        this.asyncRequestThreadPoolSize = asyncRequestThreadPoolSize;
        return this;
      }

      public Grpc.Builder setLeaderOutstandingAppendsMax(int leaderOutstandingAppendsMax) {
        this.leaderOutstandingAppendsMax = leaderOutstandingAppendsMax;
        return this;
      }
    }
  }

  public static class Client {

    private final long clientRequestTimeoutMillis;
    private final int clientMaxRetryAttempt;
    private final long clientRetryInitialSleepTimeMs;
    private final long clientRetryMaxSleepTimeMs;
    private final int maxClientNumForEachNode;

    public Client(
        long clientRequestTimeoutMillis,
        int clientMaxRetryAttempt,
        long clientRetryInitialSleepTimeMs,
        long clientRetryMaxSleepTimeMs,
        int maxClientNumForEachNode) {
      this.clientRequestTimeoutMillis = clientRequestTimeoutMillis;
      this.clientMaxRetryAttempt = clientMaxRetryAttempt;
      this.clientRetryInitialSleepTimeMs = clientRetryInitialSleepTimeMs;
      this.clientRetryMaxSleepTimeMs = clientRetryMaxSleepTimeMs;
      this.maxClientNumForEachNode = maxClientNumForEachNode;
    }

    public long getClientRequestTimeoutMillis() {
      return clientRequestTimeoutMillis;
    }

    public int getClientMaxRetryAttempt() {
      return clientMaxRetryAttempt;
    }

    public long getClientRetryInitialSleepTimeMs() {
      return clientRetryInitialSleepTimeMs;
    }

    public long getClientRetryMaxSleepTimeMs() {
      return clientRetryMaxSleepTimeMs;
    }

    public int getMaxClientNumForEachNode() {
      return maxClientNumForEachNode;
    }

    public static Client.Builder newBuilder() {
      return new Builder();
    }

    public static class Builder {

      private long clientRequestTimeoutMillis = 10000;
      private int clientMaxRetryAttempt = 10;
      private long clientRetryInitialSleepTimeMs = 100;
      private long clientRetryMaxSleepTimeMs = 10000;
      private int maxClientNumForEachNode = DefaultProperty.MAX_CLIENT_NUM_FOR_EACH_NODE;

      public Client build() {
        return new Client(
            clientRequestTimeoutMillis,
            clientMaxRetryAttempt,
            clientRetryInitialSleepTimeMs,
            clientRetryMaxSleepTimeMs,
            maxClientNumForEachNode);
      }

      public Builder setClientRequestTimeoutMillis(long clientRequestTimeoutMillis) {
        this.clientRequestTimeoutMillis = clientRequestTimeoutMillis;
        return this;
      }

      public Builder setClientMaxRetryAttempt(int clientMaxRetryAttempt) {
        this.clientMaxRetryAttempt = clientMaxRetryAttempt;
        return this;
      }

      public Builder setClientRetryInitialSleepTimeMs(long clientRetryInitialSleepTimeMs) {
        this.clientRetryInitialSleepTimeMs = clientRetryInitialSleepTimeMs;
        return this;
      }

      public Builder setClientRetryMaxSleepTimeMs(long clientRetryMaxSleepTimeMs) {
        this.clientRetryMaxSleepTimeMs = clientRetryMaxSleepTimeMs;
        return this;
      }

      public Builder setMaxClientNumForEachNode(int maxClientNumForEachNode) {
        this.maxClientNumForEachNode = maxClientNumForEachNode;
        return this;
      }
    }
  }

  public static class Impl {

    private final int retryTimesMax;
    private final long retryWaitMillis;

    private final long checkAndTakeSnapshotInterval;
    private final long raftLogSizeMaxThreshold;

    private final long forceSnapshotInterval;

    public Impl(
        int retryTimesMax,
        long retryWaitMillis,
        long checkAndTakeSnapshotInterval,
        long raftLogSizeMaxThreshold,
        long forceSnapshotInterval) {
      this.retryTimesMax = retryTimesMax;
      this.retryWaitMillis = retryWaitMillis;
      this.checkAndTakeSnapshotInterval = checkAndTakeSnapshotInterval;
      this.raftLogSizeMaxThreshold = raftLogSizeMaxThreshold;
      this.forceSnapshotInterval = forceSnapshotInterval;
    }

    public int getRetryTimesMax() {
      return retryTimesMax;
    }

    public long getRetryWaitMillis() {
      return retryWaitMillis;
    }

    public long getCheckAndTakeSnapshotInterval() {
      return checkAndTakeSnapshotInterval;
    }

    public long getRaftLogSizeMaxThreshold() {
      return raftLogSizeMaxThreshold;
    }

    public long getForceSnapshotInterval() {
      return forceSnapshotInterval;
    }

    public static Impl.Builder newBuilder() {
      return new Builder();
    }

    public static class Builder {

      private int retryTimesMax = 3;
      private long retryWaitMillis = 500;

      // 120s
      private long checkAndTakeSnapshotInterval = 120;
      // 20GB
      private long raftLogSizeMaxThreshold = 20L << 30;
      // -1L means no force, measured in seconds
      private long forceSnapshotInterval = -1;

      public Impl build() {
        return new Impl(
            retryTimesMax,
            retryWaitMillis,
            checkAndTakeSnapshotInterval,
            raftLogSizeMaxThreshold,
            forceSnapshotInterval);
      }

      public Impl.Builder setRetryTimesMax(int retryTimesMax) {
        this.retryTimesMax = retryTimesMax;
        return this;
      }

      public Impl.Builder setRetryWaitMillis(long retryWaitMillis) {
        this.retryWaitMillis = retryWaitMillis;
        return this;
      }

      public Impl.Builder setCheckAndTakeSnapshotInterval(long checkAndTakeSnapshotInterval) {
        this.checkAndTakeSnapshotInterval = checkAndTakeSnapshotInterval;
        return this;
      }

      public Impl.Builder setRaftLogSizeMaxThreshold(long raftLogSizeMaxThreshold) {
        this.raftLogSizeMaxThreshold = raftLogSizeMaxThreshold;
        return this;
      }

      public Impl.Builder setForceSnapshotInterval(long forceSnapshotInterval) {
        this.forceSnapshotInterval = forceSnapshotInterval;
        return this;
      }
    }
  }

  public static class LeaderLogAppender {

    private final SizeInBytes bufferByteLimit;
    private final SizeInBytes snapshotChunkSizeMax;
    private final boolean installSnapshotEnabled;

    private LeaderLogAppender(
        SizeInBytes bufferByteLimit,
        SizeInBytes snapshotChunkSizeMax,
        boolean installSnapshotEnabled) {
      this.bufferByteLimit = bufferByteLimit;
      this.snapshotChunkSizeMax = snapshotChunkSizeMax;
      this.installSnapshotEnabled = installSnapshotEnabled;
    }

    public SizeInBytes getBufferByteLimit() {
      return bufferByteLimit;
    }

    public SizeInBytes getSnapshotChunkSizeMax() {
      return snapshotChunkSizeMax;
    }

    public boolean isInstallSnapshotEnabled() {
      return installSnapshotEnabled;
    }

    public static LeaderLogAppender.Builder newBuilder() {
      return new LeaderLogAppender.Builder();
    }

    public static class Builder {

      private SizeInBytes bufferByteLimit =
          RaftServerConfigKeys.Log.Appender.BUFFER_BYTE_LIMIT_DEFAULT;
      private SizeInBytes snapshotChunkSizeMax =
          RaftServerConfigKeys.Log.Appender.SNAPSHOT_CHUNK_SIZE_MAX_DEFAULT;
      private boolean installSnapshotEnabled =
          RaftServerConfigKeys.Log.Appender.INSTALL_SNAPSHOT_ENABLED_DEFAULT;

      public LeaderLogAppender build() {
        return new LeaderLogAppender(bufferByteLimit, snapshotChunkSizeMax, installSnapshotEnabled);
      }

      public LeaderLogAppender.Builder setBufferByteLimit(long bufferByteLimit) {
        this.bufferByteLimit = SizeInBytes.valueOf(bufferByteLimit);
        return this;
      }

      public LeaderLogAppender.Builder setSnapshotChunkSizeMax(long snapshotChunkSizeMax) {
        this.snapshotChunkSizeMax = SizeInBytes.valueOf(snapshotChunkSizeMax);
        return this;
      }

      public LeaderLogAppender.Builder setInstallSnapshotEnabled(boolean installSnapshotEnabled) {
        this.installSnapshotEnabled = installSnapshotEnabled;
        return this;
      }
    }
  }

  public static class Read {
    public enum Option {
      DEFAULT,
      LINEARIZABLE
    }

    private final Read.Option readOption;
    private final TimeDuration readTimeout;

    private Read(Read.Option readOption, TimeDuration readTimeout) {
      this.readOption = readOption;
      this.readTimeout = readTimeout;
    }

    public Option getReadOption() {
      return readOption;
    }

    public TimeDuration getReadTimeout() {
      return readTimeout;
    }

    public static Read.Builder newBuilder() {
      return new Read.Builder();
    }

    public static class Builder {
      private Read.Option readOption = Option.DEFAULT;
      private TimeDuration readTimeout = TimeDuration.valueOf(10, TimeUnit.SECONDS);

      public Read.Builder setReadOption(Read.Option readOption) {
        this.readOption = readOption;
        return this;
      }

      public Read.Builder setReadTimeout(TimeDuration timeout) {
        this.readTimeout = timeout;
        return this;
      }

      public Read build() {
        return new Read(readOption, readTimeout);
      }
    }
  }

  public static class Utils {

    private final int sleepDeviationThresholdMs;
    private final int closeThresholdMs;

    private Utils(int sleepDeviationThresholdMs, int closeThresholdMs) {
      this.sleepDeviationThresholdMs = sleepDeviationThresholdMs;
      this.closeThresholdMs = closeThresholdMs;
    }

    public int getSleepDeviationThresholdMs() {
      return sleepDeviationThresholdMs;
    }

    public int getCloseThresholdMs() {
      return closeThresholdMs;
    }

    public static Utils.Builder newBuilder() {
      return new Utils.Builder();
    }

    public static class Builder {

      private int sleepDeviationThresholdMs = 4 * 1000;
      private int closeThresholdMs = Integer.MAX_VALUE;

      public Utils build() {
        return new Utils(sleepDeviationThresholdMs, closeThresholdMs);
      }

      public void setSleepDeviationThresholdMs(int sleepDeviationThresholdMs) {
        this.sleepDeviationThresholdMs = sleepDeviationThresholdMs;
      }

      public void setCloseThresholdMs(int closeThresholdMs) {
        this.closeThresholdMs = closeThresholdMs;
      }
    }
  }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy