com.hubspot.singularity.config.S3Configuration Maven / Gradle / Ivy

Go to download
package com.hubspot.singularity.config;

import com.hubspot.singularity.SingularityS3UploaderFile;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.concurrent.TimeUnit;
import javax.validation.constraints.NotNull;

public class S3Configuration {
  @NotNull
  private int maxS3Threads = 3;

  @NotNull
  private int waitForS3ListSeconds = 5;

  @NotNull
  private int waitForS3LinksSeconds = 1;

  @NotNull
  private long missingTaskDefaultS3SearchPeriodMillis = TimeUnit.DAYS.toMillis(3);

  /**
   * Links to logs will expire after given number of milliseconds.
   * A new link is generated for every /logs API call.
   */
  @NotNull
  private long expireS3LinksAfterMillis = TimeUnit.DAYS.toMillis(1);

  @NotNull
  private String s3Bucket;

  @NotNull
  private Map groupOverrides = new HashMap<>();

  /**
   * When searching s3 for requests in these groups, additionally search these buckets
   * for logs. Do not upload new logs to them (that is what `groupOverrides` is for)
   */
  @NotNull
  private Map groupS3SearchConfigs = new HashMap<>();

  /**
   * S3 Key format for finding logs. Should be the same as
   * configuration set for SingularityExecutorCleanup
   */
  @NotNull
  private String s3KeyFormat = "%requestId/%Y/%m/%taskId_%index-%s-%filename";

  @NotNull
  private String s3AccessKey;

  @NotNull
  private String s3SecretKey;

  @NotNull
  private List s3UploaderAdditionalFiles = Collections.singletonList(
    SingularityS3UploaderFile.fromString("service.log")
  );

  private Optional s3StorageClass = Optional.empty();

  private Optional applyS3StorageClassAfterBytes = Optional.empty();

  public int getMaxS3Threads() {
    return maxS3Threads;
  }

  public void setMaxS3Threads(int maxS3Threads) {
    this.maxS3Threads = maxS3Threads;
  }

  public int getWaitForS3ListSeconds() {
    return waitForS3ListSeconds;
  }

  public void setWaitForS3ListSeconds(int waitForS3ListSeconds) {
    this.waitForS3ListSeconds = waitForS3ListSeconds;
  }

  public int getWaitForS3LinksSeconds() {
    return waitForS3LinksSeconds;
  }

  public long getMissingTaskDefaultS3SearchPeriodMillis() {
    return missingTaskDefaultS3SearchPeriodMillis;
  }

  public void setMissingTaskDefaultS3SearchPeriodMillis(
    long missingTaskDefaultS3SearchPeriodMillis
  ) {
    this.missingTaskDefaultS3SearchPeriodMillis = missingTaskDefaultS3SearchPeriodMillis;
  }

  public void setWaitForS3LinksSeconds(int waitForS3LinksSeconds) {
    this.waitForS3LinksSeconds = waitForS3LinksSeconds;
  }

  public long getExpireS3LinksAfterMillis() {
    return expireS3LinksAfterMillis;
  }

  public void setExpireS3LinksAfterMillis(long expireS3LinksAfterMillis) {
    this.expireS3LinksAfterMillis = expireS3LinksAfterMillis;
  }

  public String getS3Bucket() {
    return s3Bucket;
  }

  public void setS3Bucket(String s3Bucket) {
    this.s3Bucket = s3Bucket;
  }

  public String getS3KeyFormat() {
    return s3KeyFormat;
  }

  public void setS3KeyFormat(String s3KeyFormat) {
    this.s3KeyFormat = s3KeyFormat;
  }

  public String getS3AccessKey() {
    return s3AccessKey;
  }

  public void setS3AccessKey(String s3AccessKey) {
    this.s3AccessKey = s3AccessKey;
  }

  public String getS3SecretKey() {
    return s3SecretKey;
  }

  public void setS3SecretKey(String s3SecretKey) {
    this.s3SecretKey = s3SecretKey;
  }

  public Map getGroupOverrides() {
    return groupOverrides;
  }

  public void setGroupOverrides(Map groupOverrides) {
    this.groupOverrides = groupOverrides;
  }

  public Map getGroupS3SearchConfigs() {
    return groupS3SearchConfigs;
  }

  public S3Configuration setGroupS3SearchConfigs(
    Map groupS3SearchConfigs
  ) {
    this.groupS3SearchConfigs = groupS3SearchConfigs;
    return this;
  }

  public List getS3UploaderAdditionalFiles() {
    return s3UploaderAdditionalFiles;
  }

  public void setS3UploaderAdditionalFiles(
    List s3UploaderAdditionalFiles
  ) {
    this.s3UploaderAdditionalFiles = s3UploaderAdditionalFiles;
  }

  public Optional getS3StorageClass() {
    return s3StorageClass;
  }

  public void setS3StorageClass(Optional s3StorageClass) {
    this.s3StorageClass = s3StorageClass;
  }

  public Optional getApplyS3StorageClassAfterBytes() {
    return applyS3StorageClassAfterBytes;
  }

  public void setApplyS3StorageClassAfterBytes(
    Optional applyS3StorageClassAfterBytes
  ) {
    this.applyS3StorageClassAfterBytes = applyS3StorageClassAfterBytes;
  }
}