org.apache.iotdb.db.consensus.SchemaRegionConsensusImpl Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.iotdb.db.consensus;
import org.apache.iotdb.common.rpc.thrift.TConsensusGroupType;
import org.apache.iotdb.common.rpc.thrift.TEndPoint;
import org.apache.iotdb.commons.consensus.SchemaRegionId;
import org.apache.iotdb.consensus.ConsensusFactory;
import org.apache.iotdb.consensus.IConsensus;
import org.apache.iotdb.consensus.config.ConsensusConfig;
import org.apache.iotdb.consensus.config.RatisConfig;
import org.apache.iotdb.db.conf.IoTDBConfig;
import org.apache.iotdb.db.conf.IoTDBDescriptor;
import org.apache.iotdb.db.consensus.statemachine.schemaregion.SchemaRegionStateMachine;
import org.apache.iotdb.db.schemaengine.SchemaEngine;
import org.apache.ratis.util.SizeInBytes;
import org.apache.ratis.util.TimeDuration;
import java.util.concurrent.TimeUnit;
/**
* We can use SchemaRegionConsensusImpl.getInstance() to obtain a consensus layer reference for
* schemaRegion's reading and writing
*/
public class SchemaRegionConsensusImpl {
private SchemaRegionConsensusImpl() {
// do nothing
}
public static IConsensus getInstance() {
return SchemaRegionConsensusImplHolder.INSTANCE;
}
// TODO: This needs removal of statics ...
public static void reinitializeStatics() {
SchemaRegionConsensusImplHolder.reinitializeStatics();
}
private static class SchemaRegionConsensusImplHolder {
private static IoTDBConfig CONF;
private static IConsensus INSTANCE;
// Make sure both statics are initialized.
static {
reinitializeStatics();
}
private static void reinitializeStatics() {
CONF = IoTDBDescriptor.getInstance().getConfig();
INSTANCE =
ConsensusFactory.getConsensusImpl(
CONF.getSchemaRegionConsensusProtocolClass(),
ConsensusConfig.newBuilder()
.setThisNodeId(CONF.getDataNodeId())
.setThisNode(
new TEndPoint(
CONF.getInternalAddress(), CONF.getSchemaRegionConsensusPort()))
.setConsensusGroupType(TConsensusGroupType.SchemaRegion)
.setRatisConfig(
RatisConfig.newBuilder()
.setSnapshot(
RatisConfig.Snapshot.newBuilder()
.setAutoTriggerThreshold(
CONF.getSchemaRatisConsensusSnapshotTriggerThreshold())
.build())
.setLog(
RatisConfig.Log.newBuilder()
.setUnsafeFlushEnabled(
CONF.isSchemaRatisConsensusLogUnsafeFlushEnable())
.setForceSyncNum(
CONF.getSchemaRatisConsensusLogForceSyncNum())
.setSegmentSizeMax(
SizeInBytes.valueOf(
CONF.getSchemaRatisConsensusLogSegmentSizeMax()))
.setPreserveNumsWhenPurge(
CONF.getSchemaRatisConsensusPreserveWhenPurge())
.build())
.setGrpc(
RatisConfig.Grpc.newBuilder()
.setFlowControlWindow(
SizeInBytes.valueOf(
CONF.getSchemaRatisConsensusGrpcFlowControlWindow()))
.setLeaderOutstandingAppendsMax(
CONF
.getSchemaRatisConsensusGrpcLeaderOutstandingAppendsMax())
.build())
.setRpc(
RatisConfig.Rpc.newBuilder()
.setTimeoutMin(
TimeDuration.valueOf(
CONF
.getSchemaRatisConsensusLeaderElectionTimeoutMinMs(),
TimeUnit.MILLISECONDS))
.setTimeoutMax(
TimeDuration.valueOf(
CONF
.getSchemaRatisConsensusLeaderElectionTimeoutMaxMs(),
TimeUnit.MILLISECONDS))
.setRequestTimeout(
TimeDuration.valueOf(
CONF.getSchemaRatisConsensusRequestTimeoutMs(),
TimeUnit.MILLISECONDS))
.setSlownessTimeout(
TimeDuration.valueOf(
CONF.getSchemaRatisConsensusRequestTimeoutMs() * 6,
TimeUnit.MILLISECONDS))
.setFirstElectionTimeoutMin(
TimeDuration.valueOf(
CONF.getRatisFirstElectionTimeoutMinMs(),
TimeUnit.MILLISECONDS))
.setFirstElectionTimeoutMax(
TimeDuration.valueOf(
CONF.getRatisFirstElectionTimeoutMaxMs(),
TimeUnit.MILLISECONDS))
.build())
.setClient(
RatisConfig.Client.newBuilder()
.setClientRequestTimeoutMillis(
CONF.getDataRatisConsensusRequestTimeoutMs())
.setClientMaxRetryAttempt(
CONF.getDataRatisConsensusMaxRetryAttempts())
.setClientRetryInitialSleepTimeMs(
CONF.getDataRatisConsensusInitialSleepTimeMs())
.setClientRetryMaxSleepTimeMs(
CONF.getDataRatisConsensusMaxSleepTimeMs())
.setMaxClientNumForEachNode(CONF.getMaxClientNumForEachNode())
.build())
.setImpl(
RatisConfig.Impl.newBuilder()
.setRaftLogSizeMaxThreshold(CONF.getSchemaRatisLogMax())
.setForceSnapshotInterval(
CONF.getSchemaRatisPeriodicSnapshotInterval())
.setRetryTimesMax(10)
.setRetryWaitMillis(CONF.getConnectionTimeoutInMS() / 10)
.build())
.setLeaderLogAppender(
RatisConfig.LeaderLogAppender.newBuilder()
.setBufferByteLimit(
CONF.getSchemaRatisConsensusLogAppenderBufferSizeMax())
.build())
.setRead(
RatisConfig.Read.newBuilder()
.setReadOption(RatisConfig.Read.Option.LINEARIZABLE)
// use thrift connection timeout to unify read timeout
.setReadTimeout(
TimeDuration.valueOf(
CONF.getConnectionTimeoutInMS(),
TimeUnit.MILLISECONDS))
.build())
.build())
.setStorageDir(CONF.getSchemaRegionConsensusDir())
.build(),
gid ->
new SchemaRegionStateMachine(
SchemaEngine.getInstance().getSchemaRegion((SchemaRegionId) gid)))
.orElseThrow(
() ->
new IllegalArgumentException(
String.format(
ConsensusFactory.CONSTRUCT_FAILED_MSG,
CONF.getSchemaRegionConsensusProtocolClass())));
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy