Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.yahoo.vespa.model.content.cluster.ContentCluster Maven / Gradle / Ivy
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.content.cluster;
import com.google.common.base.Preconditions;
import com.yahoo.config.application.api.DeployLogger;
import com.yahoo.config.model.ConfigModelContext;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.config.model.producer.AnyConfigProducer;
import com.yahoo.config.model.producer.TreeConfigProducer;
import com.yahoo.config.provision.ClusterMembership;
import com.yahoo.config.provision.ClusterSpec;
import com.yahoo.config.provision.Environment;
import com.yahoo.config.provision.NodeResources;
import com.yahoo.config.provision.Zone;
import com.yahoo.documentmodel.NewDocumentType;
import com.yahoo.metrics.MetricsmanagerConfig;
import com.yahoo.vespa.config.content.AllClustersBucketSpacesConfig;
import com.yahoo.vespa.config.content.DistributionConfig;
import com.yahoo.vespa.config.content.FleetcontrollerConfig;
import com.yahoo.vespa.config.content.MessagetyperouteselectorpolicyConfig;
import com.yahoo.vespa.config.content.StorDistributionConfig;
import com.yahoo.vespa.config.content.core.BucketspacesConfig;
import com.yahoo.vespa.config.content.core.StorDistributormanagerConfig;
import com.yahoo.vespa.model.AbstractService;
import com.yahoo.vespa.model.HostResource;
import com.yahoo.vespa.model.admin.Admin;
import com.yahoo.vespa.model.admin.clustercontroller.ClusterControllerCluster;
import com.yahoo.vespa.model.admin.clustercontroller.ClusterControllerComponent;
import com.yahoo.vespa.model.admin.clustercontroller.ClusterControllerConfigurer;
import com.yahoo.vespa.model.admin.clustercontroller.ClusterControllerContainer;
import com.yahoo.vespa.model.admin.clustercontroller.ClusterControllerContainerCluster;
import com.yahoo.vespa.model.admin.clustercontroller.ReindexingContext;
import com.yahoo.vespa.model.admin.monitoring.Monitoring;
import com.yahoo.vespa.model.builder.xml.dom.ModelElement;
import com.yahoo.vespa.model.builder.xml.dom.NodesSpecification;
import com.yahoo.vespa.model.container.Container;
import com.yahoo.vespa.model.container.ContainerModel;
import com.yahoo.vespa.model.content.ClusterControllerConfig;
import com.yahoo.vespa.model.content.ClusterResourceLimits;
import com.yahoo.vespa.model.content.ContentSearch;
import com.yahoo.vespa.model.content.ContentSearchCluster;
import com.yahoo.vespa.model.content.DistributionBitCalculator;
import com.yahoo.vespa.model.content.DistributorCluster;
import com.yahoo.vespa.model.content.GlobalDistributionValidator;
import com.yahoo.vespa.model.content.IndexedHierarchicDistributionValidator;
import com.yahoo.vespa.model.content.Redundancy;
import com.yahoo.vespa.model.content.ReservedDocumentTypeNameValidator;
import com.yahoo.vespa.model.content.StorageGroup;
import com.yahoo.vespa.model.content.StorageNode;
import com.yahoo.vespa.model.content.engines.PersistenceEngine;
import com.yahoo.vespa.model.content.engines.ProtonEngine;
import com.yahoo.vespa.model.content.storagecluster.StorageCluster;
import com.yahoo.vespa.model.routing.DocumentProtocol;
import com.yahoo.vespa.model.search.IndexedSearchCluster;
import com.yahoo.vespa.model.search.Tuning;
import org.w3c.dom.Element;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
import java.util.TreeMap;
import java.util.logging.Level;
import static java.util.logging.Level.WARNING;
/**
* A content cluster.
*
* @author mostly somebody unknown
* @author bratseth
*/
public class ContentCluster extends TreeConfigProducer implements
DistributionConfig.Producer,
StorDistributionConfig.Producer,
StorDistributormanagerConfig.Producer,
FleetcontrollerConfig.Producer,
MetricsmanagerConfig.Producer,
MessagetyperouteselectorpolicyConfig.Producer,
BucketspacesConfig.Producer
{
private final String documentSelection;
private ContentSearchCluster search;
private final boolean isHosted;
private final Map documentDefinitions;
private final Set globallyDistributedDocuments;
private com.yahoo.vespa.model.content.StorageGroup rootGroup;
private StorageCluster storageNodes;
private DistributorCluster distributorNodes;
private Redundancy redundancy;
private ClusterControllerConfig clusterControllerConfig;
private PersistenceEngine.PersistenceFactory persistenceFactory;
private final String clusterId;
private Integer maxNodesPerMerge;
private final Zone zone;
public enum DistributionMode { LEGACY, STRICT, LOOSE }
private DistributionMode distributionMode;
public static class Builder {
/** The admin model of this system or null if none (which only happens in tests) */
private final Admin admin;
public Builder(Admin admin) {
this.admin = admin;
}
public ContentCluster build(Collection containers, ConfigModelContext context, Element w3cContentElement) {
ModelElement contentElement = new ModelElement(w3cContentElement);
DeployState deployState = context.getDeployState();
ModelElement documentsElement = contentElement.child("documents");
Map documentDefinitions =
new SearchDefinitionBuilder().build(deployState.getDocumentModel().getDocumentManager(), documentsElement);
String routingSelection = new DocumentSelectionBuilder().build(documentsElement);
Set globallyDistributedDocuments = new GlobalDistributionBuilder(documentDefinitions).build(documentsElement);
String clusterId = getClusterId(contentElement);
ContentCluster c = new ContentCluster(context.getParentProducer(), clusterId, documentDefinitions,
globallyDistributedDocuments, routingSelection,
deployState.zone(), deployState.isHosted());
var resourceLimits = new ClusterResourceLimits.Builder(stateIsHosted(deployState),
deployState.featureFlags().resourceLimitDisk(),
deployState.featureFlags().resourceLimitMemory())
.build(contentElement);
c.search = new ContentSearchCluster.Builder(documentDefinitions,
globallyDistributedDocuments,
fractionOfMemoryReserved(clusterId, containers),
resourceLimits.getContentNodeLimits())
.build(deployState, c, contentElement.getXml());
c.persistenceFactory = new EngineFactoryBuilder().build(contentElement, c);
c.storageNodes = new StorageCluster.Builder().build(deployState, c, w3cContentElement);
c.distributorNodes = new DistributorCluster.Builder(c).build(deployState, c, w3cContentElement);
c.rootGroup = new StorageGroup.Builder(contentElement, context).buildRootGroup(deployState, c, c.search.isStreaming());
c.clusterControllerConfig = createClusterControllerConfig(contentElement, deployState, c, resourceLimits);
validateThatGroupSiblingsAreUnique(c.clusterId, c.rootGroup);
warnIfDistributionKeyRangeIsSuboptimal(c.clusterId, c.rootGroup, deployState);
c.search.handleRedundancy(c.redundancy);
setupSearchCluster(c.search, contentElement, deployState.getDeployLogger());
if (c.search.hasIndexed() && !(c.persistenceFactory instanceof ProtonEngine.Factory) )
throw new IllegalArgumentException("Indexed search requires proton as engine");
if (documentsElement != null) {
ModelElement e = documentsElement.child("document-processing");
if (e != null)
setupDocumentProcessing(c, e);
} else if (c.persistenceFactory != null) {
throw new IllegalArgumentException("The element is mandatory in content cluster '" + clusterId + "'");
}
ModelElement tuning = contentElement.child("tuning");
if (tuning != null)
setupTuning(c, tuning);
if (context.getParentProducer().getRoot() == null) return c;
addClusterControllers(context, contentElement, c, deployState);
return c;
}
private ClusterControllerConfig createClusterControllerConfig(ModelElement contentElement,
DeployState deployState,
ContentCluster c,
ClusterResourceLimits resourceLimits) {
return new ClusterControllerConfig.Builder(c.clusterId,
contentElement,
resourceLimits.getClusterControllerLimits())
.build(deployState, c, contentElement.getXml());
}
private void setupSearchCluster(ContentSearchCluster csc, ModelElement element, DeployLogger logger) {
ContentSearch search = DomContentSearchBuilder.build(element);
Double visibilityDelay = search.getVisibilityDelay();
if (visibilityDelay != null) {
csc.setVisibilityDelay(visibilityDelay);
}
IndexedSearchCluster sc = csc.getSearchCluster();
if (sc != null) {
setupIndexedCluster(sc, search, element, logger);
}
}
private void setupIndexedCluster(IndexedSearchCluster index, ContentSearch search, ModelElement element, DeployLogger logger) {
Double queryTimeout = search.getQueryTimeout();
if (queryTimeout != null) {
Preconditions.checkState(index.getQueryTimeout() == null,
"In " + index + ": You may not specify query-timeout in both proton and content.");
index.setQueryTimeout(queryTimeout);
}
index.setSearchCoverage(DomSearchCoverageBuilder.build(element));
if (element.child("dispatch") != null)
logger.logApplicationPackage(WARNING, "The element is deprecated and ignored and will be removed in the next major release. "
+ " See https://docs.vespa.ai/en/reference/services-content.html#dispatch for details.");
if (index.getTuning() == null)
index.setTuning(new Tuning(index));
index.getTuning().dispatch = DomTuningDispatchBuilder.build(element, logger);
}
private void setupDocumentProcessing(ContentCluster c, ModelElement e) {
String docprocCluster = e.stringAttribute("cluster");
if (docprocCluster != null) {
docprocCluster = docprocCluster.trim();
}
String docprocChain = e.stringAttribute("chain");
if (docprocChain != null) {
docprocChain = docprocChain.trim();
}
if (docprocCluster != null && !docprocCluster.isEmpty()) {
c.getSearch().getIndexingDocproc().setClusterName(docprocCluster);
}
if (docprocChain != null && !docprocChain.isEmpty()) {
c.getSearch().getIndexingDocproc().setChainName(docprocChain);
}
}
private void setupTuning(ContentCluster c, ModelElement tuning) {
ModelElement distribution = tuning.child("distribution");
if (distribution != null) {
String attr = distribution.stringAttribute("type");
if (attr != null) {
if (attr.equalsIgnoreCase("strict")) {
c.distributionMode = DistributionMode.STRICT;
} else if (attr.equalsIgnoreCase("loose")) {
c.distributionMode = DistributionMode.LOOSE;
} else if (attr.equalsIgnoreCase("legacy")) {
c.distributionMode = DistributionMode.LEGACY;
} else {
throw new IllegalArgumentException("Distribution type " + attr + " not supported.");
}
}
}
ModelElement merges = tuning.child("merges");
if (merges != null) {
Integer attr = merges.integerAttribute("max-nodes-per-merge");
if (attr != null) {
c.maxNodesPerMerge = attr;
}
}
}
/** Returns of memory reserved on a host. Memory is reserved for the jvm if the cluster is combined */
private double fractionOfMemoryReserved(String clusterId, Collection containers) {
for (ContainerModel containerModel : containers) {
Optional hostClusterId = containerModel.getCluster().getHostClusterId();
if (hostClusterId.isPresent() && hostClusterId.get().equals(clusterId) && containerModel.getCluster().getMemoryPercentage().isPresent()) {
return containerModel.getCluster().getMemoryPercentage().get().ofContainerAvailable() * 0.01;
}
}
return 0.0;
}
private void validateGroupSiblings(String cluster, StorageGroup group) {
Set siblings = new HashSet<>();
for (StorageGroup g : group.getSubgroups()) {
String name = g.getName();
if (siblings.contains(name)) {
throw new IllegalArgumentException("Cluster '" + cluster + "' has multiple groups " +
"with name '" + name +
"' in the same subgroup. Group sibling names must be unique.");
}
siblings.add(name);
}
}
private void validateThatGroupSiblingsAreUnique(String cluster, StorageGroup group) {
if (group == null) return; // Unit testing case
validateGroupSiblings(cluster, group);
for (StorageGroup g : group.getSubgroups()) {
validateThatGroupSiblingsAreUnique(cluster, g);
}
}
private static class HighestDistributionKeyAggregator {
public int nodeCount = 0;
public int highestNodeDistributionKey = 0;
void aggregateNodeStats(StorageGroup group) {
for (StorageNode n : group.getNodes()) {
nodeCount++;
highestNodeDistributionKey = Math.max(highestNodeDistributionKey, n.getDistributionKey());
}
for (StorageGroup g : group.getSubgroups()) {
aggregateNodeStats(g);
}
}
}
private void warnIfDistributionKeyRangeIsSuboptimal(String clusterId, StorageGroup rootGroup, DeployState deployState) {
if (rootGroup == null) {
return; // Unit testing case
}
var aggr = new HighestDistributionKeyAggregator();
aggr.aggregateNodeStats(rootGroup);
int warnThreshold = 100; // ... Not scientifically chosen
if (!deployState.isHosted() && (aggr.highestNodeDistributionKey - aggr.nodeCount) >= warnThreshold) {
deployState.getDeployLogger().logApplicationPackage(WARNING,
("Content cluster '%s' has %d node(s), but the highest distribution key is %d. " +
"Having much higher distribution keys than the number of nodes is not recommended, " +
"as it may negatively affect performance. " +
"See https://docs.vespa.ai/en/reference/services-content.html#node")
.formatted(clusterId, aggr.nodeCount, aggr.highestNodeDistributionKey));
}
}
private void addClusterControllers(ConfigModelContext context,
ModelElement contentElement,
ContentCluster contentCluster,
DeployState deployState) {
if (admin == null) return; // only in tests
if (contentCluster.getPersistence() == null) return;
ClusterControllerContainerCluster clusterControllers;
String clusterName = "cluster-controllers";
if (context.properties().hostedVespa()) {
clusterControllers = getDedicatedSharedControllers(contentElement, admin, context, deployState, clusterName);
}
else if (admin.multitenant()) { // system tests: cluster controllers on logserver host
if (admin.getClusterControllers() == null) {
Objects.requireNonNull(admin.getLogserver(), "logserver cannot be null");
List host = List.of(admin.getLogserver().getHostResource());
admin.setClusterControllers(createClusterControllers(new ClusterControllerCluster(admin, "standalone", deployState),
host, clusterName, true, deployState),
deployState);
}
clusterControllers = admin.getClusterControllers();
}
else { // self-hosted: Put cluster controller on config servers or use explicit cluster controllers
if (admin.getClusterControllers() == null) {
var hosts = admin.getConfigservers().stream().map(AbstractService::getHostResource).toList();
if (hosts.size() > 1) {
var message = "When having content clusters and more than 1 config server " +
"it is recommended to configure cluster controllers explicitly.";
deployState.getDeployLogger().logApplicationPackage(Level.INFO, message);
}
admin.setClusterControllers(createClusterControllers(admin,
hosts,
"cluster-controllers",
false,
deployState),
deployState);
}
clusterControllers = admin.getClusterControllers();
}
addClusterControllerComponentsForThisCluster(clusterControllers, contentCluster);
ReindexingContext reindexingContext = clusterControllers.reindexingContext();
for (NewDocumentType type : contentCluster.documentDefinitions.values()) {
reindexingContext.addDocumentType(contentCluster.clusterId, type);
}
}
private ClusterControllerContainerCluster getDedicatedSharedControllers(ModelElement contentElement,
Admin admin,
ConfigModelContext context,
DeployState deployState,
String clusterName) {
if (admin.getClusterControllers() == null) {
NodesSpecification spec = NodesSpecification.requiredFromSharedParents(deployState.zone().environment().isProduction() ? 3 : 1,
NodeResources.unspecified(),
contentElement,
context);
Collection hosts = spec.provision(admin.hostSystem(),
ClusterSpec.Type.admin,
ClusterSpec.Id.from(clusterName),
context.getDeployLogger(),
true,
context.clusterInfo().build())
.keySet();
admin.setClusterControllers(createClusterControllers(new ClusterControllerCluster(admin, "standalone", deployState),
hosts,
clusterName,
true,
context.getDeployState()),
deployState);
}
return admin.getClusterControllers();
}
private ClusterControllerContainerCluster createClusterControllers(TreeConfigProducer parent,
Collection hosts,
String name,
boolean runStandaloneZooKeeper,
DeployState deployState) {
var clusterControllers = new ClusterControllerContainerCluster(parent, name, name, deployState);
List containers = new ArrayList<>();
int index = 0;
for (HostResource host : hosts) {
int ccIndex = host.spec().membership().map(ClusterMembership::index).orElse(index);
boolean retired = host.spec().membership().map(ClusterMembership::retired).orElse(false);
var clusterControllerContainer = new ClusterControllerContainer(clusterControllers, ccIndex, runStandaloneZooKeeper, deployState, retired);
clusterControllerContainer.setHostResource(host);
clusterControllerContainer.initService(deployState);
clusterControllerContainer.setProp("clustertype", "admin");
containers.add(clusterControllerContainer);
++index;
}
clusterControllers.addContainers(containers);
return clusterControllers;
}
private void addClusterControllerComponentsForThisCluster(ClusterControllerContainerCluster clusterControllers,
ContentCluster contentCluster) {
int index = 0;
for (var container : clusterControllers.getContainers()) {
if ( ! hasClusterControllerComponent(container))
container.addComponent(new ClusterControllerComponent());
container.addComponent(new ClusterControllerConfigurer(contentCluster, index++, clusterControllers.getContainers().size()));
}
}
private boolean hasClusterControllerComponent(Container container) {
for (Object o : container.getComponents().getComponents())
if (o instanceof ClusterControllerComponent) return true;
return false;
}
}
private ContentCluster(TreeConfigProducer parent, String clusterId,
Map documentDefinitions,
Set globallyDistributedDocuments,
String routingSelection, Zone zone, boolean isHosted) {
super(parent, clusterId);
this.isHosted = isHosted;
this.clusterId = clusterId;
this.documentDefinitions = documentDefinitions;
this.globallyDistributedDocuments = globallyDistributedDocuments;
this.documentSelection = routingSelection;
this.zone = zone;
}
public ClusterSpec.Id id() { return ClusterSpec.Id.from(clusterId); }
public DistributionMode getDistributionMode() {
if (distributionMode != null) return distributionMode;
return getPersistence().getDefaultDistributionMode();
}
public static String getClusterId(ModelElement clusterElem) {
String clusterId = clusterElem.stringAttribute("id");
return clusterId != null ? clusterId : "content";
}
public String getName() { return clusterId; }
public String getRoutingSelector() { return documentSelection; }
public DistributorCluster getDistributorNodes() { return distributorNodes; }
public StorageCluster getStorageCluster() { return storageNodes; }
public ClusterControllerConfig getClusterControllerConfig() { return clusterControllerConfig; }
public PersistenceEngine.PersistenceFactory getPersistence() { return persistenceFactory; }
/** Returns a list of th document types declared at the cluster level. */
public Map getDocumentDefinitions() { return documentDefinitions; }
public boolean isGloballyDistributed(NewDocumentType docType) {
return globallyDistributedDocuments.contains(docType);
}
public final ContentSearchCluster getSearch() { return search; }
public Redundancy getRedundancy() { return redundancy; }
public ContentCluster setRedundancy(Redundancy redundancy) {
this.redundancy = redundancy;
return this;
}
@Override
public void getConfig(MessagetyperouteselectorpolicyConfig.Builder builder) {
DocumentProtocol.getConfig(builder, getConfigId());
}
public com.yahoo.vespa.model.content.StorageGroup getRootGroup() {
return rootGroup;
}
@Override
public void getConfig(StorDistributionConfig.Builder builder) {
if (rootGroup != null) {
builder.group.addAll(rootGroup.getGroupStructureConfig());
}
if (redundancy != null) {
redundancy.getConfig(builder);
}
if (search.usesHierarchicDistribution()) {
builder.active_per_leaf_group(true);
}
}
int getNodeCount() {
return storageNodes.getChildren().size();
}
int getNodeCountPerGroup() {
return rootGroup != null ? getNodeCount() / rootGroup.getNumberOfLeafGroups() : getNodeCount();
}
@Override
public void getConfig(FleetcontrollerConfig.Builder builder) {
builder.ideal_distribution_bits(distributionBits());
if (getNodeCount() < 5) {
builder.min_storage_up_count(1);
builder.min_distributor_up_ratio(0);
builder.min_storage_up_ratio(0);
}
// Telling the controller whether we actually _have_ global document types lets
// it selectively enable or disable constraints that aren't needed when these
// are not are present, even if full protocol and backend support is enabled
// for multiple bucket spaces. Basically, if you don't use it, you don't
// pay for it.
builder.cluster_has_global_document_types(!globallyDistributedDocuments.isEmpty());
}
@Override
public void getConfig(StorDistributormanagerConfig.Builder builder) {
builder.minsplitcount(distributionBits());
if (maxNodesPerMerge != null) {
builder.maximum_nodes_per_merge(maxNodesPerMerge);
}
}
/**
* Returns the distribution bits this cluster should use.
* On Hosted Vespa this is hardcoded and not computed from the nodes because reducing the number of nodes is a common
* operation, while reducing the number of distribution bits can lead to consistency problems.
* This hardcoded value should work fine from 1-200 nodes. Those who have more will need to set this value
* in config and not remove it again if they reduce the node count.
*/
public int distributionBits() {
if (zoneEnvImplies16DistributionBits() && ! zone.equals(Zone.defaultZone())) {
return 16;
}
else { // hosted test zone, or self-hosted system
// hosted test zones: have few nodes and use visiting in tests: This is slow with 16 bits (too many buckets)
// self-hosted systems: should probably default to 16 bits, but the transition may cause problems
return DistributionBitCalculator.getDistributionBits(getNodeCountPerGroup(), getDistributionMode());
}
}
private boolean zoneEnvImplies16DistributionBits() {
// We want perf to behave like prod as much as possible.
return (zone.environment() == Environment.prod) || (zone.environment() == Environment.perf);
}
public boolean isHosted() {
return isHosted;
}
@Override
public void validate() throws Exception {
super.validate();
if (search.usesHierarchicDistribution() && !isHosted) {
// validate manually configured groups
new IndexedHierarchicDistributionValidator(rootGroup, redundancy, search.getSearchCluster().getTuning().dispatch.getDispatchPolicy()).validate();
}
new ReservedDocumentTypeNameValidator().validate(documentDefinitions);
new GlobalDistributionValidator().validate(documentDefinitions, globallyDistributedDocuments);
}
public static Map METRIC_INDEX_MAP = new TreeMap<>();
static {
METRIC_INDEX_MAP.put("status", 0);
METRIC_INDEX_MAP.put("log", 1);
METRIC_INDEX_MAP.put("yamas", 2);
METRIC_INDEX_MAP.put("health", 3);
METRIC_INDEX_MAP.put("fleetcontroller", 4);
METRIC_INDEX_MAP.put("statereporter", 5);
}
public static MetricsmanagerConfig.Consumer.Builder getMetricBuilder(String name, MetricsmanagerConfig.Builder builder) {
Integer index = METRIC_INDEX_MAP.get(name);
if (index != null) {
return builder.consumer.get(index);
}
MetricsmanagerConfig.Consumer.Builder retVal = new MetricsmanagerConfig.Consumer.Builder();
retVal.name(name);
builder.consumer(retVal);
return retVal;
}
@Override
public void getConfig(MetricsmanagerConfig.Builder builder) {
Monitoring monitoring = getMonitoringService();
if (monitoring != null) {
builder.snapshot(new MetricsmanagerConfig.Snapshot.Builder().
periods(monitoring.getIntervalSeconds()).periods(300));
}
builder.consumer(
new MetricsmanagerConfig.Consumer.Builder().
name("status").
addedmetrics("*").
removedtags("partofsum"));
builder.consumer(
new MetricsmanagerConfig.Consumer.Builder().
name("log").
tags("logdefault").
removedtags("loadtype"));
builder.consumer(
new MetricsmanagerConfig.Consumer.Builder().
name("yamas").
tags("yamasdefault").
removedtags("loadtype"));
builder.consumer(
new MetricsmanagerConfig.Consumer.Builder().
name("health"));
builder.consumer(
new MetricsmanagerConfig.Consumer.Builder().
name("statereporter").
addedmetrics("*").
removedtags("thread").
removedtags("partofsum"));
}
private static final String DEFAULT_BUCKET_SPACE = "default";
private static final String GLOBAL_BUCKET_SPACE = "global";
private String bucketSpaceOfDocumentType(NewDocumentType docType) {
return (isGloballyDistributed(docType) ? GLOBAL_BUCKET_SPACE : DEFAULT_BUCKET_SPACE);
}
public AllClustersBucketSpacesConfig.Cluster.Builder clusterBucketSpaceConfigBuilder() {
AllClustersBucketSpacesConfig.Cluster.Builder builder = new AllClustersBucketSpacesConfig.Cluster.Builder();
for (NewDocumentType docType : getDocumentDefinitions().values()) {
AllClustersBucketSpacesConfig.Cluster.DocumentType.Builder typeBuilder = new AllClustersBucketSpacesConfig.Cluster.DocumentType.Builder();
typeBuilder.bucketSpace(bucketSpaceOfDocumentType(docType));
builder.documentType(docType.getName(), typeBuilder);
}
return builder;
}
@Override
public void getConfig(BucketspacesConfig.Builder builder) {
for (NewDocumentType docType : getDocumentDefinitions().values()) {
BucketspacesConfig.Documenttype.Builder docTypeBuilder = new BucketspacesConfig.Documenttype.Builder();
docTypeBuilder.name(docType.getName());
docTypeBuilder.bucketspace(bucketSpaceOfDocumentType(docType));
builder.documenttype(docTypeBuilder);
}
}
@Override
public void getConfig(DistributionConfig.Builder builder) {
DistributionConfig.Cluster.Builder clusterBuilder = new DistributionConfig.Cluster.Builder();
StorDistributionConfig.Builder storDistributionBuilder = new StorDistributionConfig.Builder();
getConfig(storDistributionBuilder);
StorDistributionConfig config = storDistributionBuilder.build();
clusterBuilder.active_per_leaf_group(config.active_per_leaf_group());
clusterBuilder.ready_copies(config.ready_copies());
clusterBuilder.redundancy(config.redundancy());
clusterBuilder.initial_redundancy(config.initial_redundancy());
for (StorDistributionConfig.Group group : config.group()) {
DistributionConfig.Cluster.Group.Builder groupBuilder = new DistributionConfig.Cluster.Group.Builder();
groupBuilder.index(group.index())
.name(group.name())
.capacity(group.capacity())
.partitions(group.partitions());
for (var node : group.nodes()) {
DistributionConfig.Cluster.Group.Nodes.Builder nodesBuilder = new DistributionConfig.Cluster.Group.Nodes.Builder();
nodesBuilder.index(node.index())
.retired(node.retired());
groupBuilder.nodes(nodesBuilder);
}
clusterBuilder.group(groupBuilder);
}
builder.cluster(getConfigId(), clusterBuilder);
}
/**
* Mark whether the config emitted by this cluster currently should be applied by clients already running with
* a previous generation of it only by restarting the consuming processes.
*/
public void setDeferChangesUntilRestart(boolean deferChangesUntilRestart) {
// TODO
}
@Override
public String toString() {
return "content cluster '" + clusterId + "'";
}
}
