All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.yahoo.vespa.model.admin.metricsproxy.MetricsProxyContainerCluster Maven / Gradle / Ivy
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.admin.metricsproxy;
import ai.vespa.metrics.set.MetricSet;
import ai.vespa.metricsproxy.core.ConsumersConfig;
import ai.vespa.metricsproxy.core.MetricsConsumers;
import ai.vespa.metricsproxy.core.MetricsManager;
import ai.vespa.metricsproxy.core.MonitoringConfig;
import ai.vespa.metricsproxy.core.VespaMetrics;
import ai.vespa.metricsproxy.http.application.ApplicationMetricsHandler;
import ai.vespa.metricsproxy.http.application.ApplicationMetricsRetriever;
import ai.vespa.metricsproxy.http.application.MetricsNodesConfig;
import ai.vespa.metricsproxy.http.metrics.MetricsV1Handler;
import ai.vespa.metricsproxy.http.prometheus.PrometheusHandler;
import ai.vespa.metricsproxy.http.yamas.YamasHandler;
import ai.vespa.metricsproxy.metric.ExternalMetrics;
import ai.vespa.metricsproxy.metric.dimensions.ApplicationDimensions;
import ai.vespa.metricsproxy.metric.dimensions.ApplicationDimensionsConfig;
import ai.vespa.metricsproxy.metric.dimensions.PublicDimensions;
import ai.vespa.metricsproxy.rpc.RpcServer;
import ai.vespa.metricsproxy.service.ConfigSentinelClient;
import ai.vespa.metricsproxy.service.SystemPollerProvider;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.config.model.producer.TreeConfigProducer;
import com.yahoo.config.provision.ApplicationId;
import com.yahoo.config.provision.Zone;
import com.yahoo.container.jdisc.ThreadedHttpRequestHandler;
import com.yahoo.osgi.provider.model.ComponentModel;
import com.yahoo.vespa.model.admin.Admin;
import com.yahoo.vespa.model.admin.monitoring.MetricsConsumer;
import com.yahoo.vespa.model.admin.monitoring.Monitoring;
import com.yahoo.vespa.model.container.ContainerCluster;
import com.yahoo.vespa.model.container.PlatformBundles;
import com.yahoo.vespa.model.container.component.Handler;
import com.yahoo.vespa.model.container.component.SystemBindingPattern;
import java.nio.file.Path;
import java.util.LinkedHashMap;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import java.util.logging.Logger;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import static ai.vespa.metrics.set.DefaultMetrics.defaultMetricSet;
import static ai.vespa.metrics.set.MetricSet.empty;
import static ai.vespa.metrics.set.SystemMetrics.systemMetricSet;
import static ai.vespa.metrics.set.Vespa9DefaultMetricSet.vespa9defaultMetricSet;
import static com.yahoo.vespa.model.admin.metricsproxy.ConsumersConfigGenerator.addMetrics;
import static com.yahoo.vespa.model.admin.metricsproxy.ConsumersConfigGenerator.generateConsumers;
import static com.yahoo.vespa.model.admin.metricsproxy.ConsumersConfigGenerator.toConsumerBuilder;
import static com.yahoo.vespa.model.admin.metricsproxy.MetricsProxyContainerCluster.AppDimensionNames.APPLICATION;
import static com.yahoo.vespa.model.admin.metricsproxy.MetricsProxyContainerCluster.AppDimensionNames.INSTANCE;
import static com.yahoo.vespa.model.admin.metricsproxy.MetricsProxyContainerCluster.AppDimensionNames.LEGACY_APPLICATION;
import static com.yahoo.vespa.model.admin.metricsproxy.MetricsProxyContainerCluster.AppDimensionNames.SYSTEM;
import static com.yahoo.vespa.model.admin.metricsproxy.MetricsProxyContainerCluster.AppDimensionNames.TENANT;
/**
* Container cluster for metrics proxy containers.
*
* @author gjoranv
*/
public class MetricsProxyContainerCluster extends ContainerCluster implements
ApplicationDimensionsConfig.Producer,
ConsumersConfig.Producer,
MonitoringConfig.Producer,
MetricsNodesConfig.Producer
{
public static final Logger log = Logger.getLogger(MetricsProxyContainerCluster.class.getName());
public static final String NEW_DEFAULT_CONSUMER_ID = "new-default";
private static final String METRICS_PROXY_NAME = "metrics-proxy";
static final Path METRICS_PROXY_BUNDLE_FILE = PlatformBundles.absoluteBundlePath(METRICS_PROXY_NAME);
static final String METRICS_PROXY_BUNDLE_NAME = "com.yahoo.vespa." + METRICS_PROXY_NAME;
private static final Set UNNECESSARY_BUNDLES = Stream.concat
(
PlatformBundles.VESPA_SECURITY_BUNDLES.stream(),
PlatformBundles.VESPA_ZK_BUNDLES.stream()
).collect(Collectors.toSet());
static final class AppDimensionNames {
static final String SYSTEM = "system";
static final String TENANT = "tenantName";
static final String APPLICATION = "applicationName";
static final String INSTANCE = "instanceName";
static final String LEGACY_APPLICATION = "app"; // app.instance
}
private final ApplicationId applicationId;
public MetricsProxyContainerCluster(TreeConfigProducer parent, String name, DeployState deployState) {
super(parent, name, name, deployState, true);
applicationId = deployState.getProperties().applicationId();
setRpcServerEnabled(true);
addDefaultHandlersExceptStatus();
addPlatformBundle(METRICS_PROXY_BUNDLE_FILE);
addClusterComponents();
if (isHostedVespa())
addAccessLog("metrics-proxy");
}
@Override
protected Set unnecessaryPlatformBundles() { return UNNECESSARY_BUNDLES; }
private void addClusterComponents() {
addMetricsProxyComponent(ApplicationDimensions.class);
addMetricsProxyComponent(ConfigSentinelClient.class);
addMetricsProxyComponent(ExternalMetrics.class);
addMetricsProxyComponent(MetricsConsumers.class);
addMetricsProxyComponent(MetricsManager.class);
addMetricsProxyComponent(RpcServer.class);
addMetricsProxyComponent(SystemPollerProvider.class);
addMetricsProxyComponent(VespaMetrics.class);
addHttpHandler(MetricsV1Handler.class, MetricsV1Handler.V1_PATH);
addHttpHandler(PrometheusHandler.class, PrometheusHandler.V1_PATH);
addHttpHandler(YamasHandler.class, YamasHandler.V1_PATH);
addHttpHandler(ApplicationMetricsHandler.class, ApplicationMetricsHandler.METRICS_V1_PATH);
addMetricsProxyComponent(ApplicationMetricsRetriever.class);
}
private void addHttpHandler(Class clazz, String bindingPath) {
Handler metricsHandler = createMetricsHandler(clazz, bindingPath);
addComponent(metricsHandler);
}
static Handler createMetricsHandler(Class clazz, String bindingPath) {
Handler metricsHandler = new Handler(
new ComponentModel(clazz.getName(), null, METRICS_PROXY_BUNDLE_NAME, null));
metricsHandler.addServerBindings(
SystemBindingPattern.fromHttpPath(bindingPath),
SystemBindingPattern.fromHttpPath(bindingPath + "/*"));
return metricsHandler;
}
@Override
public void getConfig(MetricsNodesConfig.Builder builder) {
builder.node.addAll(MetricsNodesConfigGenerator.generate(getContainers()));
}
@Override
public void getConfig(MonitoringConfig.Builder builder) {
getSystemName().ifPresent(builder::systemName);
getIntervalMinutes().ifPresent(builder::intervalMinutes);
}
@Override
public void getConfig(ConsumersConfig.Builder builder) {
var amendedVespaConsumer = addMetrics(MetricsConsumer.vespa, getAdditionalDefaultMetrics().getMetrics());
builder.consumer.addAll(generateConsumers(amendedVespaConsumer, getUserMetricsConsumers(), getZone().system()));
builder.consumer.add(toConsumerBuilder(MetricsConsumer.defaultConsumer));
builder.consumer.add(toConsumerBuilder(newDefaultConsumer()));
if (isHostedVespa()) {
var amendedVespa9Consumer = addMetrics(MetricsConsumer.vespa9, getAdditionalDefaultMetrics().getMetrics());
builder.consumer.add(toConsumerBuilder(amendedVespa9Consumer));
}
getAdmin()
.map(Admin::getAmendedMetricsConsumers)
.map(consumers -> consumers.stream().map(ConsumersConfigGenerator::toConsumerBuilder).toList())
.ifPresent(builder.consumer::addAll);
}
public MetricsConsumer newDefaultConsumer() {
if (isHostedVespa()) {
return MetricsConsumer.consumer(NEW_DEFAULT_CONSUMER_ID, vespa9defaultMetricSet, systemMetricSet);
}
return MetricsConsumer.consumer(NEW_DEFAULT_CONSUMER_ID, defaultMetricSet, systemMetricSet);
}
@Override
public void getConfig(ApplicationDimensionsConfig.Builder builder) {
if (isHostedVespa()) {
builder.dimensions(applicationDimensions());
}
}
protected boolean messageBusEnabled() { return false; }
private MetricSet getAdditionalDefaultMetrics() {
return getAdmin()
.map(Admin::getAdditionalDefaultMetrics)
.orElse(empty());
}
// Returns the metrics consumers from services.xml
private Map getUserMetricsConsumers() {
return getAdmin()
.map(admin -> admin.getUserMetrics().getConsumers())
.orElse(Map.of());
}
private Optional getSystemName() {
Monitoring monitoring = getMonitoringService();
return monitoring != null && !monitoring.getClustername().isEmpty() ?
Optional.of(monitoring.getClustername()) : Optional.empty();
}
private Optional getIntervalMinutes() {
Monitoring monitoring = getMonitoringService();
return monitoring != null ?
Optional.of(monitoring.getInterval()) : Optional.empty();
}
private void addMetricsProxyComponent(Class componentClass) {
addSimpleComponent(componentClass.getName(), null, METRICS_PROXY_BUNDLE_NAME);
}
private Map applicationDimensions() {
Map dimensions = new LinkedHashMap<>();
dimensions.put(SYSTEM, getZone().system().value());
dimensions.put(PublicDimensions.ZONE, zoneString(getZone()));
dimensions.put(PublicDimensions.APPLICATION_ID, serializeWithDots(applicationId));
dimensions.put(TENANT, applicationId.tenant().value());
dimensions.put(APPLICATION, applicationId.application().value());
dimensions.put(INSTANCE, applicationId.instance().value());
dimensions.put(LEGACY_APPLICATION, applicationId.application().value() + "." + applicationId.instance().value());
return dimensions;
}
// ApplicationId uses ':' as separator.
private static String serializeWithDots(ApplicationId applicationId) {
return applicationId.serializedForm().replace(':', '.');
}
static String zoneString(Zone zone) {
return zone.environment().value() + "." + zone.region().value();
}
}
