com.arpnetworking.metrics.mad.Main Maven / Gradle / Ivy
/*
* Copyright 2014 Brandon Arp
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.arpnetworking.metrics.mad;
import akka.actor.ActorSystem;
import akka.actor.Props;
import akka.actor.Terminated;
import akka.http.javadsl.ConnectHttp;
import akka.http.javadsl.Http;
import akka.http.javadsl.IncomingConnection;
import akka.http.javadsl.ServerBinding;
import akka.stream.ActorMaterializer;
import akka.stream.Materializer;
import akka.stream.javadsl.Sink;
import akka.stream.javadsl.Source;
import ch.qos.logback.classic.LoggerContext;
import com.arpnetworking.commons.builder.Builder;
import com.arpnetworking.commons.jackson.databind.ObjectMapperFactory;
import com.arpnetworking.configuration.jackson.DynamicConfiguration;
import com.arpnetworking.configuration.jackson.HoconFileSource;
import com.arpnetworking.configuration.jackson.JsonNodeFileSource;
import com.arpnetworking.configuration.jackson.JsonNodeSource;
import com.arpnetworking.configuration.triggers.FileTrigger;
import com.arpnetworking.http.Routes;
import com.arpnetworking.http.SupplementalRoutes;
import com.arpnetworking.metrics.MetricsFactory;
import com.arpnetworking.metrics.impl.ApacheHttpSink;
import com.arpnetworking.metrics.impl.TsdMetricsFactory;
import com.arpnetworking.metrics.incubator.PeriodicMetrics;
import com.arpnetworking.metrics.incubator.impl.TsdPeriodicMetrics;
import com.arpnetworking.metrics.jvm.JvmMetricsRunnable;
import com.arpnetworking.metrics.mad.actors.Status;
import com.arpnetworking.metrics.mad.configuration.AggregatorConfiguration;
import com.arpnetworking.metrics.mad.configuration.PipelineConfiguration;
import com.arpnetworking.metrics.proxy.actors.Telemetry;
import com.arpnetworking.steno.Logger;
import com.arpnetworking.steno.LoggerFactory;
import com.arpnetworking.utility.Configurator;
import com.arpnetworking.utility.Launchable;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.Maps;
import com.google.common.collect.Sets;
import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Provides;
import com.typesafe.config.Config;
import com.typesafe.config.ConfigFactory;
import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
import scala.concurrent.Await;
import scala.concurrent.Future;
import scala.concurrent.duration.Duration;
import java.io.File;
import java.net.URI;
import java.util.Collections;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.CompletionStage;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.Semaphore;
import java.util.concurrent.TimeUnit;
/**
* Class containing entry point for Metrics Data Aggregator (MAD).
*
* @author Brandon Arp (brandon dot arp at inscopemetrics dot com)
* @author Ville Koskela (ville dot koskela at inscopemetrics dot com)
*/
public final class Main implements Launchable {
/**
* Entry point for Metrics Aggregator Daemon (MAD).
*
* @param args the command line arguments
*/
public static void main(final String[] args) {
// Global initialization
Thread.setDefaultUncaughtExceptionHandler(
(thread, throwable) -> {
System.err.println("Unhandled exception! exception: " + throwable.toString());
throwable.printStackTrace(System.err);
});
Thread.currentThread().setUncaughtExceptionHandler(
(thread, throwable) -> LOGGER.error()
.setMessage("Unhandled exception!")
.setThrowable(throwable)
.log()
);
LOGGER.info().setMessage("Launching mad").log();
Runtime.getRuntime().addShutdownHook(SHUTDOWN_THREAD);
System.setProperty("org.vertx.logger-delegate-factory-class-name", "org.vertx.java.core.logging.impl.SLF4JLogDelegateFactory");
// Run the tsd aggregator
if (args.length != 1) {
throw new RuntimeException("No configuration file specified");
}
LOGGER.debug()
.setMessage("Loading configuration")
.addData("file", args[0])
.log();
Optional configuration = Optional.empty();
Optional> configurator = Optional.empty();
try {
final File configurationFile = new File(args[0]);
configurator = Optional.of(new Configurator<>(Main::new, AggregatorConfiguration.class));
configuration = Optional.of(new DynamicConfiguration.Builder()
.setObjectMapper(OBJECT_MAPPER)
.addSourceBuilder(getFileSourceBuilder(configurationFile))
.addTrigger(
new FileTrigger.Builder()
.setFile(configurationFile)
.build())
.addListener(configurator.get())
.build());
configuration.ifPresent(DynamicConfiguration::launch);
// Wait for application shutdown
SHUTDOWN_SEMAPHORE.acquire();
} catch (final InterruptedException e) {
throw new RuntimeException(e);
} finally {
configurator.ifPresent(Configurator::shutdown);
configuration.ifPresent(DynamicConfiguration::shutdown);
// Notify the shutdown that we're done
SHUTDOWN_SEMAPHORE.release();
}
}
/**
* Public constructor.
*
* @param configuration Instance of {@link AggregatorConfiguration}.
*/
public Main(final AggregatorConfiguration configuration) {
_configuration = configuration;
}
@Override
public synchronized void launch() {
_actorSystem = launchAkka();
final Injector injector = launchGuice(_actorSystem);
launchActors(injector);
launchPipelines(injector);
launchJvmMetricsCollector(injector);
}
@Override
public synchronized void shutdown() {
shutdownJvmMetricsCollector();
shutdownPipelines();
shutdownActors();
shutdownGuice();
shutdownAkka();
}
private void launchJvmMetricsCollector(final Injector injector) {
LOGGER.info().setMessage("Launching JVM metrics collector.").log();
final Runnable runnable = new JvmMetricsRunnable.Builder()
.setMetricsFactory(injector.getInstance(MetricsFactory.class))
.build();
_jvmMetricsCollector = Executors.newSingleThreadScheduledExecutor(r -> new Thread(r, "JVMMetricsCollector"));
_jvmMetricsCollector.scheduleAtFixedRate(
runnable,
INITIAL_DELAY_IN_MILLIS,
_configuration.getJvmMetricsCollectionInterval().toMillis(),
TIME_UNIT);
}
private void launchPipelines(final Injector injector) {
LOGGER.info().setMessage("Launching pipelines").log();
_pipelinesLaunchable = new PipelinesLaunchable(
PipelineConfiguration.createObjectMapper(injector),
_configuration.getPipelinesDirectory());
_pipelinesLaunchable.launch();
}
private void launchActors(final Injector injector) {
LOGGER.info().setMessage("Launching actors").log();
// Retrieve the actor system
final ActorSystem actorSystem = injector.getInstance(ActorSystem.class);
// Create the status actor
actorSystem.actorOf(Props.create(Status.class), "status");
// Create the telemetry connection actor
actorSystem.actorOf(Props.create(Telemetry.class, injector.getInstance(MetricsFactory.class)), "telemetry");
// Load supplemental routes
final ImmutableList.Builder supplementalHttpRoutes = ImmutableList.builder();
_configuration.getSupplementalHttpRoutesClass().ifPresent(
clazz -> supplementalHttpRoutes.add(injector.getInstance(clazz)));
// Create and bind Http server
final Materializer materializer = ActorMaterializer.create(actorSystem);
final Routes routes = new Routes(
actorSystem,
injector.getInstance(PeriodicMetrics.class),
_configuration.getHttpHealthCheckPath(),
_configuration.getHttpStatusPath(),
supplementalHttpRoutes.build());
final Http http = Http.get(actorSystem);
final Source> binding = http.bind(
ConnectHttp.toHost(
_configuration.getHttpHost(),
_configuration.getHttpPort()));
binding.to(
Sink.foreach(
connection -> connection.handleWith(routes.flow(), materializer)))
.run(materializer);
}
private Injector launchGuice(final ActorSystem actorSystem) {
LOGGER.info().setMessage("Launching guice").log();
// Create directories
if (_configuration.getLogDirectory().mkdirs()) {
LOGGER.info()
.setMessage("Created log directory")
.addData("directory", _configuration.getLogDirectory())
.log();
}
if (_configuration.getPipelinesDirectory().mkdirs()) {
LOGGER.info()
.setMessage("Created pipelines directory")
.addData("directory", _configuration.getPipelinesDirectory())
.log();
}
// Instantiate the metrics factory
final URI sinkUrl = URI.create(
"http://" + _configuration.getMetricsClientHost() + ":"
+ _configuration.getMetricsClientPort() + "/metrics/v2/application");
final MetricsFactory metricsFactory = new TsdMetricsFactory.Builder()
.setClusterName(_configuration.getMonitoringCluster())
.setServiceName(_configuration.getMonitoringService())
.setSinks(
Collections.singletonList(
new ApacheHttpSink.Builder()
.setUri(sinkUrl)
.build()))
.build();
final AppShutdown shutdown = new AppShutdown();
_guiceAppShutdown = shutdown;
// Instantiate Guice
return Guice.createInjector(new MainModule(actorSystem, metricsFactory, shutdown));
}
private ActorSystem launchAkka() {
final Config akkaConfiguration = ConfigFactory.parseMap(_configuration.getAkkaConfiguration());
return ActorSystem.create("MAD", ConfigFactory.load(akkaConfiguration));
}
private void shutdownJvmMetricsCollector() {
LOGGER.info().setMessage("Stopping JVM metrics collection").log();
if (_jvmMetricsCollector != null) {
_jvmMetricsCollector.shutdown();
}
}
private void shutdownPipelines() {
LOGGER.info().setMessage("Stopping pipelines").log();
_pipelinesLaunchable.shutdown();
}
private void shutdownActors() {
LOGGER.info().setMessage("Stopping actors").log();
}
private void shutdownAkka() {
LOGGER.info().setMessage("Stopping akka").log();
if (_actorSystem != null) {
final Future terminate = _actorSystem.terminate();
try {
Await.result(terminate, Duration.create(30, TimeUnit.SECONDS));
// CHECKSTYLE.OFF: IllegalCatch - Await.result throws Exception
} catch (final Exception e) {
// CHECKSTYLE.ON: IllegalCatch
LOGGER.warn()
.setMessage("Exception while shutting down actor system")
.setThrowable(e)
.log();
}
_actorSystem = null;
}
}
private void shutdownGuice() {
LOGGER.info().setMessage("Stopping guice").log();
if (_guiceAppShutdown != null) {
_guiceAppShutdown.shutdown();
}
}
private static Builder getFileSourceBuilder(final File configurationFile) {
if (configurationFile.getName().toLowerCase(Locale.getDefault()).endsWith(HOCON_FILE_EXTENSION)) {
return new HoconFileSource.Builder()
.setObjectMapper(OBJECT_MAPPER)
.setFile(configurationFile);
}
return new JsonNodeFileSource.Builder()
.setObjectMapper(OBJECT_MAPPER)
.setFile(configurationFile);
}
private final AggregatorConfiguration _configuration;
private volatile PipelinesLaunchable _pipelinesLaunchable;
private volatile ScheduledExecutorService _jvmMetricsCollector;
private volatile ActorSystem _actorSystem;
private volatile AppShutdown _guiceAppShutdown;
private static final Long INITIAL_DELAY_IN_MILLIS = 0L;
private static final TimeUnit TIME_UNIT = TimeUnit.MILLISECONDS;
private static final ObjectMapper OBJECT_MAPPER = ObjectMapperFactory.getInstance();
private static final Logger LOGGER = LoggerFactory.getLogger(Main.class);
private static final Duration SHUTDOWN_TIMEOUT = Duration.create(30, TimeUnit.SECONDS);
private static final Semaphore SHUTDOWN_SEMAPHORE = new Semaphore(0);
private static final Thread SHUTDOWN_THREAD = new ShutdownThread();
private static final String HOCON_FILE_EXTENSION = ".conf";
private static final class PipelinesLaunchable implements Launchable, Runnable {
private PipelinesLaunchable(final ObjectMapper objectMapper, final File directory) {
_objectMapper = objectMapper;
_directory = directory;
_fileToPipelineLaunchables = Maps.newConcurrentMap();
}
@Override
public synchronized void launch() {
_pipelinesExecutor = Executors.newSingleThreadScheduledExecutor(runnable -> new Thread(runnable, "PipelineExecutor"));
_pipelinesExecutor.scheduleAtFixedRate(
this,
0, // initial delay
1, // interval
TimeUnit.MINUTES);
}
@Override
public synchronized void shutdown() {
_pipelinesExecutor.shutdown();
try {
_pipelinesExecutor.awaitTermination(10, TimeUnit.SECONDS);
} catch (final InterruptedException e) {
LOGGER.warn("Unable to shutdown pipeline executor", e);
}
_pipelinesExecutor = null;
_fileToPipelineLaunchables.keySet()
.forEach(this::shutdownPipeline);
_fileToPipelineLaunchables.clear();
}
@Override
public void run() {
final boolean exists = _directory.exists() && _directory.isDirectory();
if (exists) {
final Set missingFiles = Sets.newHashSet(_fileToPipelineLaunchables.keySet());
for (final File file : Optional.ofNullable(_directory.listFiles()).orElse(EMPTY_FILE_ARRAY)) {
missingFiles.remove(file);
if (!_fileToPipelineLaunchables.containsKey(file)) {
launchPipeline(file);
}
}
missingFiles.forEach(this::shutdownPipeline);
} else {
_fileToPipelineLaunchables.keySet().forEach(this::shutdownPipeline);
}
}
private void launchPipeline(final File file) {
LOGGER.debug()
.setMessage("Creating pipeline")
.addData("configuration", file)
.log();
final Configurator pipelineConfigurator =
new Configurator<>(Pipeline::new, PipelineConfiguration.class);
final DynamicConfiguration pipelineConfiguration = new DynamicConfiguration.Builder()
.setObjectMapper(_objectMapper)
.addSourceBuilder(getFileSourceBuilder(file))
.addTrigger(
new FileTrigger.Builder()
.setFile(file)
.build())
.addListener(pipelineConfigurator)
.build();
LOGGER.debug()
.setMessage("Launching pipeline")
.addData("pipeline", pipelineConfiguration)
.log();
pipelineConfiguration.launch();
_fileToPipelineLaunchables.put(file, ImmutableList.of(pipelineConfigurator, pipelineConfiguration));
}
private void shutdownPipeline(final File file) {
LOGGER.debug()
.setMessage("Stopping pipeline")
.addData("pipeline", file)
.log();
_fileToPipelineLaunchables.remove(file).forEach(com.arpnetworking.utility.Launchable::shutdown);
}
private final ObjectMapper _objectMapper;
private final File _directory;
private final Map> _fileToPipelineLaunchables;
private ScheduledExecutorService _pipelinesExecutor;
private static final File[] EMPTY_FILE_ARRAY = new File[0];
}
private static final class ShutdownThread extends Thread {
private ShutdownThread() {
super("MADShutdownHook");
}
@Override
public void run() {
LOGGER.info()
.setMessage("Stopping mad")
.log();
// release the main thread waiting for shutdown signal
SHUTDOWN_SEMAPHORE.release();
try {
// wait for it to signal that it has completed shutdown
if (!SHUTDOWN_SEMAPHORE.tryAcquire(SHUTDOWN_TIMEOUT.toSeconds(), TimeUnit.SECONDS)) {
LOGGER.warn()
.setMessage("Shutdown did not complete in a timely manner")
.log();
}
} catch (final InterruptedException e) {
throw new RuntimeException(e);
} finally {
LOGGER.info()
.setMessage("Shutdown complete")
.log();
final LoggerContext context = (LoggerContext) org.slf4j.LoggerFactory.getILoggerFactory();
context.stop();
}
}
}
private static final class MainModule extends AbstractModule {
MainModule(final ActorSystem actorSystem, final MetricsFactory metricsFactory, final AppShutdown shutdown) {
this._actorSystem = actorSystem;
this._metricsFactory = metricsFactory;
this._shutdown = shutdown;
}
@Override
public void configure() {
bind(ActorSystem.class).toInstance(_actorSystem);
bind(MetricsFactory.class).toInstance(_metricsFactory);
bind(LifecycleRegistration.class).toInstance(_shutdown);
}
@Provides
@SuppressFBWarnings("UPM_UNCALLED_PRIVATE_METHOD")
private PeriodicMetrics providePeriodicMetrics(
final MetricsFactory metricsFactory,
final LifecycleRegistration lifecycle) {
final TsdPeriodicMetrics periodicMetrics = new TsdPeriodicMetrics.Builder()
.setMetricsFactory(metricsFactory)
.build();
final ScheduledExecutorService executor = Executors.newSingleThreadScheduledExecutor(
r -> new Thread(r, "PeriodicMetricsCloser"));
executor.scheduleAtFixedRate(periodicMetrics, 500, 500, TimeUnit.MILLISECONDS);
// Register to shutdown the executor when the Guice stack is shutdown.
lifecycle.registerShutdown(() -> {
executor.shutdown();
return CompletableFuture.completedFuture(null);
});
return periodicMetrics;
}
private final ActorSystem _actorSystem;
private final MetricsFactory _metricsFactory;
private final AppShutdown _shutdown;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy