io.trino.gateway.ha.clustermonitor.ActiveClusterMonitor Maven / Gradle / Ivy

Go to download
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.gateway.ha.clustermonitor;

import com.google.inject.Inject;
import io.airlift.log.Logger;
import io.dropwizard.lifecycle.Managed;
import io.trino.gateway.ha.config.MonitorConfiguration;
import io.trino.gateway.ha.config.ProxyBackendConfiguration;
import io.trino.gateway.ha.router.GatewayBackendManager;

import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;

public class ActiveClusterMonitor
        implements Managed
{
    public static final int MONITOR_TASK_DELAY_SECONDS = 60;
    public static final int DEFAULT_THREAD_POOL_SIZE = 20;
    private static final Logger log = Logger.get(ActiveClusterMonitor.class);

    private final List clusterStatsObservers;
    private final GatewayBackendManager gatewayBackendManager;

    private final int taskDelaySeconds;
    private final ClusterStatsMonitor clusterStatsMonitor;
    private volatile boolean monitorActive = true;
    private final ExecutorService executorService = Executors.newFixedThreadPool(DEFAULT_THREAD_POOL_SIZE);
    private final ExecutorService singleTaskExecutor = Executors.newSingleThreadExecutor();

    @Inject
    public ActiveClusterMonitor(
            List clusterStatsObservers,
            GatewayBackendManager gatewayBackendManager,
            MonitorConfiguration monitorConfiguration,
            ClusterStatsMonitor clusterStatsMonitor)
    {
        this.clusterStatsObservers = clusterStatsObservers;
        this.gatewayBackendManager = gatewayBackendManager;
        this.taskDelaySeconds = monitorConfiguration.getTaskDelaySeconds();
        this.clusterStatsMonitor = clusterStatsMonitor;
        log.info("Running cluster monitor with connection task delay of %d seconds", taskDelaySeconds);
    }

    /**
     * Run an app that queries all active trino clusters for stats.
     */
    @Override
    public void start()
    {
        singleTaskExecutor.submit(
                () -> {
                    while (monitorActive) {
                        try {
                            log.info("Getting the stats for the active clusters");
                            List activeClusters =
                                    gatewayBackendManager.getAllActiveBackends();
                            List> futures = new ArrayList<>();
                            for (ProxyBackendConfiguration backend : activeClusters) {
                                Future call =
                                        executorService.submit(() -> clusterStatsMonitor.monitor(backend));
                                futures.add(call);
                            }
                            List stats = new ArrayList<>();
                            for (Future clusterStatsFuture : futures) {
                                ClusterStats clusterStats = clusterStatsFuture.get();
                                stats.add(clusterStats);
                            }

                            if (clusterStatsObservers != null) {
                                for (TrinoClusterStatsObserver observer : clusterStatsObservers) {
                                    observer.observe(stats);
                                }
                            }
                        }
                        catch (Exception e) {
                            log.error(e, "Error performing backend monitor tasks");
                        }
                        try {
                            Thread.sleep(TimeUnit.SECONDS.toMillis(taskDelaySeconds));
                        }
                        catch (Exception e) {
                            log.error(e, "Error with monitor task");
                        }
                    }
                });
    }

    /**
     * Shut down the app.
     */
    @Override
    public void stop()
    {
        this.monitorActive = false;
        this.executorService.shutdown();
        this.singleTaskExecutor.shutdown();
    }
}