com.hubspot.singularity.executor.config.SingularityExecutorTaskBuilder Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of SingularityExecutor Show documentation
The newest version!
package com.hubspot.singularity.executor.config;

import ch.qos.logback.classic.Logger;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.common.base.Preconditions;
import com.google.common.io.Files;
import com.google.inject.Inject;
import com.google.inject.Singleton;
import com.google.inject.name.Named;
import com.hubspot.singularity.SingularityTaskExecutorData;
import com.hubspot.singularity.executor.TemplateManager;
import com.hubspot.singularity.executor.task.SingularityExecutorArtifactFetcher;
import com.hubspot.singularity.executor.task.SingularityExecutorTask;
import com.hubspot.singularity.executor.task.SingularityExecutorTaskDefinition;
import com.hubspot.singularity.executor.utils.DockerUtils;
import com.hubspot.singularity.executor.utils.ExecutorUtils;
import com.hubspot.singularity.executor.utils.MesosUtils;
import com.hubspot.singularity.runner.base.config.SingularityRunnerBaseModule;
import com.hubspot.singularity.runner.base.configuration.SingularityRunnerBaseConfiguration;
import com.hubspot.singularity.runner.base.shared.JsonObjectFileHelper;
import com.hubspot.singularity.s3.base.config.SingularityS3Configuration;
import java.io.IOException;
import java.net.ServerSocket;
import java.nio.file.Path;
import java.util.stream.Collectors;
import org.apache.mesos.ExecutorDriver;
import org.apache.mesos.Protos;
import org.apache.mesos.Protos.Resource;
import org.apache.mesos.Protos.TaskInfo;
import org.apache.mesos.Protos.Value.Range;

@Singleton
public class SingularityExecutorTaskBuilder {
  private final ObjectMapper jsonObjectMapper;

  private final TemplateManager templateManager;

  private final SingularityRunnerBaseConfiguration baseConfiguration;
  private final SingularityExecutorConfiguration executorConfiguration;
  private final SingularityExecutorArtifactFetcher artifactFetcher;
  private final DockerUtils dockerUtils;
  private final SingularityS3Configuration s3Configuration;
  private final SingularityExecutorLogging executorLogging;
  private final ExecutorUtils executorUtils;

  private final String executorPid;

  private final JsonObjectFileHelper jsonObjectFileHelper;

  @Inject
  public SingularityExecutorTaskBuilder(
    ObjectMapper jsonObjectMapper,
    JsonObjectFileHelper jsonObjectFileHelper,
    TemplateManager templateManager,
    SingularityExecutorLogging executorLogging,
    SingularityRunnerBaseConfiguration baseConfiguration,
    SingularityExecutorConfiguration executorConfiguration,
    @Named(SingularityRunnerBaseModule.PROCESS_NAME) String executorPid,
    ExecutorUtils executorUtils,
    SingularityExecutorArtifactFetcher artifactFetcher,
    DockerUtils dockerUtils,
    SingularityS3Configuration s3Configuration
  ) {
    this.jsonObjectFileHelper = jsonObjectFileHelper;
    this.jsonObjectMapper = jsonObjectMapper;
    this.templateManager = templateManager;
    this.executorLogging = executorLogging;
    this.baseConfiguration = baseConfiguration;
    this.executorConfiguration = executorConfiguration;
    this.artifactFetcher = artifactFetcher;
    this.dockerUtils = dockerUtils;
    this.executorPid = executorPid;
    this.executorUtils = executorUtils;
    this.s3Configuration = s3Configuration;
  }

  public Logger buildTaskLogger(String taskId, String executorId) {
    Path javaExecutorLogPath = MesosUtils
      .getTaskDirectoryPath(taskId)
      .resolve(executorConfiguration.getExecutorJavaLog());

    return executorLogging.buildTaskLogger(
      taskId,
      executorId,
      executorPid,
      javaExecutorLogPath.toString()
    );
  }

  public SingularityExecutorTask buildTask(
    String taskId,
    ExecutorDriver driver,
    TaskInfo taskInfo,
    Logger log
  ) {
    SingularityTaskExecutorData taskExecutorData = readExecutorData(
      jsonObjectMapper,
      taskInfo
    );

    if (executorConfiguration.isVerifyAssignedPorts()) {
      checkAssignedPorts(taskInfo);
    }

    SingularityExecutorTaskDefinition taskDefinition = new SingularityExecutorTaskDefinition(
      taskId,
      taskExecutorData,
      MesosUtils.getTaskDirectoryPath(taskId).toString(),
      executorPid,
      taskExecutorData.getServiceLog(),
      Files.getFileExtension(taskExecutorData.getServiceLog()),
      taskExecutorData.getServiceFinishedTailLog(),
      executorConfiguration.getTaskAppDirectory(),
      executorConfiguration.getExecutorBashLog(),
      executorConfiguration.getLogrotateStateFile(),
      executorConfiguration.getSignatureVerifyOut()
    );

    jsonObjectFileHelper.writeObject(
      taskDefinition,
      executorConfiguration.getTaskDefinitionPath(taskId),
      log
    );

    return new SingularityExecutorTask(
      driver,
      executorUtils,
      baseConfiguration,
      executorConfiguration,
      taskDefinition,
      executorPid,
      artifactFetcher,
      taskInfo,
      templateManager,
      log,
      jsonObjectFileHelper,
      dockerUtils,
      jsonObjectMapper,
      s3Configuration
    );
  }

  private void checkAssignedPorts(TaskInfo taskInfo) {
    for (Resource portsResource : taskInfo
      .getResourcesList()
      .stream()
      .filter(r -> r.getName().equals("ports"))
      .collect(Collectors.toList())) {
      for (Range r : portsResource.getRanges().getRangeList()) {
        for (long port = r.getBegin(); port <= r.getEnd(); port++) {
          if (isPortInUse((int) port)) {
            throw new RuntimeException(
              String.format("Assigned port %d was already in use", port)
            );
          }
        }
      }
    }
  }

  private boolean isPortInUse(int port) {
    try {
      new ServerSocket(port, 1).close();
      return false;
    } catch (IOException e) {
      // Could not connect.
    }

    return true;
  }

  private SingularityTaskExecutorData readExecutorData(
    ObjectMapper objectMapper,
    Protos.TaskInfo taskInfo
  ) {
    try {
      Preconditions.checkState(taskInfo.hasData(), "TaskInfo was missing executor data");

      return objectMapper.readValue(
        taskInfo.getData().toByteArray(),
        SingularityTaskExecutorData.class
      );
    } catch (Exception e) {
      throw new RuntimeException(e);
    }
  }
}