com.yahoo.vespa.hosted.provision.maintenance.NodeRepositoryMaintainer Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of node-repository Show documentation

Keeps track of node assignment in a multi-application setup.

There is a newer version: 8.441.21

// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.hosted.provision.maintenance;

import com.yahoo.concurrent.maintenance.JobMetrics;
import com.yahoo.concurrent.maintenance.Maintainer;
import com.yahoo.config.provision.ApplicationId;
import com.yahoo.config.provision.NodeType;
import com.yahoo.jdisc.Metric;
import com.yahoo.vespa.hosted.provision.Node;
import com.yahoo.vespa.hosted.provision.NodeList;
import com.yahoo.vespa.hosted.provision.NodeRepository;

import java.time.Clock;
import java.time.Duration;
import java.util.Map;

/**
 * A maintainer is some job which runs at a fixed rate to perform some maintenance task on the node repo.
 *
 * @author bratseth
 */
public abstract class NodeRepositoryMaintainer extends Maintainer {

    private final NodeRepository nodeRepository;

    public NodeRepositoryMaintainer(NodeRepository nodeRepository, Duration interval, Metric metric) {
        this(nodeRepository, interval, metric, true);
    }

    public NodeRepositoryMaintainer(NodeRepository nodeRepository, Duration interval, Metric metric, boolean acquireLock) {
        super(null, interval, nodeRepository.clock(), nodeRepository.jobControl(),
              new NodeRepositoryJobMetrics(metric), nodeRepository.database().cluster(), acquireLock, 1.0, acquireLock);
        this.nodeRepository = nodeRepository;
    }

    protected static Duration min(Duration a, Duration b) {
        return a.toMillis() < b.toMillis() ? a : b;
    }

    /** Returns the node repository */
    protected NodeRepository nodeRepository() { return nodeRepository; }

    /** Returns the node repository clock */
    protected Clock clock() { return nodeRepository.clock(); }

    /** A utility to group active tenant nodes by application */
    protected Map activeNodesByApplication() {
        return nodeRepository().nodes()
                               .list(Node.State.active)
                               .nodeType(NodeType.tenant)
                               .not().tester()
                               .groupingBy(node -> node.allocation().get().owner());
    }

    private static class NodeRepositoryJobMetrics extends JobMetrics {

        private final Metric metric;

        public NodeRepositoryJobMetrics(Metric metric) {
            this.metric = metric;
        }

        @Override
        public void completed(String job, double successFactor, long duration) {
            var context = metric.createContext(Map.of("maintainer", job));
            metric.set("maintenance.successFactorDeviation", successFactor, context);
            metric.set("maintenance.duration", duration, context);
        }

    }

}