com.hubspot.singularity.mesos.SingularityMesosTaskPrioritizer Maven / Gradle / Ivy

Go to download
package com.hubspot.singularity.mesos;

import com.google.inject.Inject;
import com.google.inject.Singleton;
import com.hubspot.singularity.SingularityPriorityFreezeParent;
import com.hubspot.singularity.SingularityTaskRequest;
import com.hubspot.singularity.SingularityTaskRequestWithPriority;
import com.hubspot.singularity.config.SingularityConfiguration;
import com.hubspot.singularity.data.PriorityManager;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.ListIterator;
import java.util.Optional;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

@Singleton
public class SingularityMesosTaskPrioritizer {
  private static final Logger LOG = LoggerFactory.getLogger(
    SingularityMesosTaskPrioritizer.class
  );

  private final SingularityConfiguration configuration;
  private final PriorityManager priorityManager;

  @Inject
  public SingularityMesosTaskPrioritizer(
    SingularityConfiguration configuration,
    PriorityManager priorityManager
  ) {
    this.configuration = configuration;
    this.priorityManager = priorityManager;
  }

  public List getSortedDueTasks(
    List dueTasks
  ) {
    long now = System.currentTimeMillis();
    List taskRequestWithPriorities = new ArrayList<>();
    for (SingularityTaskRequest taskRequest : dueTasks) {
      taskRequestWithPriorities.add(
        new SingularityTaskRequestWithPriority(
          taskRequest,
          getWeightedPriority(taskRequest, now)
        )
      );
    }
    Collections.sort(
      taskRequestWithPriorities,
      SingularityTaskRequestWithPriority.weightedPriorityComparator()
    );
    List taskRequests = new ArrayList<>();
    for (SingularityTaskRequestWithPriority taskRequestWithPriority : taskRequestWithPriorities) {
      taskRequests.add(taskRequestWithPriority.getTaskRequest());
    }
    return taskRequests;
  }

  public void removeTasksAffectedByPriorityFreeze(
    List taskRequests
  ) {
    final Optional maybePriorityFreeze = priorityManager.getActivePriorityFreeze();

    if (maybePriorityFreeze.isPresent()) {
      final ListIterator iterator = taskRequests.listIterator();

      while (iterator.hasNext()) {
        final SingularityTaskRequest taskRequest = iterator.next();

        final double taskPriorityLevel = priorityManager.getTaskPriorityLevelForRequest(
          taskRequest.getRequest()
        );

        if (
          taskPriorityLevel <
          maybePriorityFreeze.get().getPriorityFreeze().getMinimumPriorityLevel()
        ) {
          LOG.trace(
            "Skipping scheduled task {} because taskPriorityLevel ({}) is less than active priority freeze ({})",
            taskRequest.getPendingTask().getPendingTaskId(),
            taskPriorityLevel,
            maybePriorityFreeze.get().getPriorityFreeze().getMinimumPriorityLevel()
          );
          iterator.remove();
        }
      }
    }
  }

  private double getWeightedPriority(SingularityTaskRequest taskRequest, long now) {
    Long overdueMillis = Math.max(
      now - taskRequest.getPendingTask().getPendingTaskId().getNextRunAt(),
      1
    );
    Double requestPriority = priorityManager.getTaskPriorityLevelForRequest(
      taskRequest.getRequest()
    );
    return (
      overdueMillis *
      Math.pow(requestPriority, configuration.getSchedulerPriorityWeightFactor())
    );
  }
}