io.cdap.cdap.internal.tethering.ArtifactCacheService Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of cdap-app-fabric Show documentation
There is a newer version: 6.10.1
/*
 * Copyright © 2022 Cask Data, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not
 * use this file except in compliance with the License. You may obtain a copy of
 * the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations under
 * the License.
 */

package io.cdap.cdap.internal.tethering;

import com.google.common.util.concurrent.AbstractIdleService;
import com.google.inject.Inject;
import io.cdap.cdap.common.conf.CConfiguration;
import io.cdap.cdap.common.conf.Constants;
import io.cdap.cdap.common.discovery.ResolvingDiscoverable;
import io.cdap.cdap.common.discovery.URIScheme;
import io.cdap.cdap.common.http.CommonNettyHttpServiceFactory;
import io.cdap.cdap.internal.app.worker.sidecar.ArtifactLocalizerCleaner;
import io.cdap.cdap.security.spi.authenticator.RemoteAuthenticator;
import io.cdap.http.NettyHttpService;
import org.apache.twill.common.Cancellable;
import org.apache.twill.common.Threads;
import org.apache.twill.discovery.DiscoveryService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.nio.file.Paths;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
import javax.inject.Named;

/**
 * Launches an HTTP server for fetching and cache artifacts from remote CDAP instances.
 * Artifacts belonging to each peer are cached using the following file structure:
 * /DATA_DIRECTORY/peers//artifacts////
 * .jar
 */
public class ArtifactCacheService extends AbstractIdleService {
  private static final Logger LOG = LoggerFactory.getLogger(ArtifactCacheService.class);

  private final NettyHttpService httpService;
  private final ArtifactLocalizerCleaner cleaner;
  private final int cacheCleanupInterval;
  private final DiscoveryService discoveryService;
  private ScheduledExecutorService scheduledExecutorService;
  private Cancellable cancelDiscovery;

  @Inject
  public ArtifactCacheService(CConfiguration cConf, ArtifactCache cache, TetheringStore store,
                              @Named(TetheringAgentService.REMOTE_TETHERING_AUTHENTICATOR)
                                RemoteAuthenticator remoteAuthenticator,
                              DiscoveryService discoveryService,
                              CommonNettyHttpServiceFactory commonNettyHttpServiceFactory) {
    this.discoveryService = discoveryService;
    httpService = commonNettyHttpServiceFactory.builder("artifact.cache")
      .setHttpHandlers(new ArtifactCacheHttpHandlerInternal(cache, store, remoteAuthenticator))
      .setHost(cConf.get(Constants.ArtifactCache.ADDRESS))
      .setPort(cConf.getInt(Constants.ArtifactCache.PORT))
      .setBossThreadPoolSize(cConf.getInt(Constants.ArtifactCache.BOSS_THREADS))
      .setWorkerThreadPoolSize(cConf.getInt(Constants.ArtifactCache.WORKER_THREADS))
      .build();
    cacheCleanupInterval = cConf.getInt(Constants.ArtifactCache.CACHE_CLEANUP_INTERVAL_MIN);
    String cacheDir = cConf.get(Constants.ArtifactCache.LOCAL_DATA_DIR);
    cleaner = new ArtifactLocalizerCleaner(Paths.get(cacheDir).resolve("peers"), cacheCleanupInterval);
  }

  @Override
  protected void startUp() throws Exception {
    LOG.info("Starting ArtifactCacheService");
    httpService.start();
    cancelDiscovery = discoveryService.register(
      ResolvingDiscoverable.of(URIScheme.createDiscoverable(Constants.Service.ARTIFACT_CACHE_SERVICE, httpService)));
    scheduledExecutorService = Executors
      .newSingleThreadScheduledExecutor(Threads.createDaemonThreadFactory("artifact-cache-cleaner"));
    scheduledExecutorService.scheduleAtFixedRate(cleaner, cacheCleanupInterval, cacheCleanupInterval, TimeUnit.MINUTES);
    LOG.info("ArtifactCacheService started");
  }

  @Override
  protected void shutDown() throws Exception {
    LOG.info("Stopping ArtifactCacheService");
    cancelDiscovery.cancel();
    httpService.stop(1, 2, TimeUnit.SECONDS);
    scheduledExecutorService.shutdownNow();
    LOG.info("ArtifactCacheService stopped");
  }
}