com.netflix.spinnaker.igor.wercker.WerckerCache Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of igor-web Show documentation
Spinnaker Igor
There is a newer version: 4.18.0
/*
 * Copyright (c) 2017, 2018, Oracle Corporation and/or its affiliates. All rights reserved.
 *
 * The contents of this file are subject to the Apache License Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * If a copy of the Apache License Version 2.0 was not distributed with this file,
 * You can obtain one at https://www.apache.org/licenses/LICENSE-2.0.html
 */
package com.netflix.spinnaker.igor.wercker;

import static com.netflix.spinnaker.igor.wercker.model.Run.startedAtComparator;

import com.netflix.spinnaker.igor.IgorConfigurationProperties;
import com.netflix.spinnaker.igor.wercker.model.Run;
import com.netflix.spinnaker.kork.jedis.RedisClientDelegate;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.stream.Collectors;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

/** Shared cache of build details for jenkins */
@Service
public class WerckerCache {

  private static final String POLL_STAMP = "lastPollCycleTimestamp";
  private static final String PIPELINE_ID = "pipelineId";
  private static final String PIPELINE_NAME = "pipelineName";

  private final RedisClientDelegate redisClientDelegate;
  private final IgorConfigurationProperties igorConfigurationProperties;

  @Autowired
  public WerckerCache(
      RedisClientDelegate redisClientDelegate,
      IgorConfigurationProperties igorConfigurationProperties) {
    this.redisClientDelegate = redisClientDelegate;
    this.igorConfigurationProperties = igorConfigurationProperties;
  }

  public void setLastPollCycleTimestamp(String master, String pipeline, Long timestamp) {
    String key = makeKey(master, pipeline);
    redisClientDelegate.withCommandsClient(
        c -> {
          c.hset(key, POLL_STAMP, Long.toString(timestamp));
        });
  }

  public Long getLastPollCycleTimestamp(String master, String pipeline) {
    return redisClientDelegate.withCommandsClient(
        c -> {
          String ts = c.hget(makeKey(master, pipeline), POLL_STAMP);
          return ts == null ? null : Long.parseLong(ts);
        });
  }

  public String getPipelineID(String master, String pipeline) {
    return redisClientDelegate.withCommandsClient(
        c -> {
          return c.hget(makeKey(master, pipeline), PIPELINE_ID);
        });
  }

  public String getPipelineName(String master, String id) {
    return redisClientDelegate.withCommandsClient(
        c -> {
          return c.hget(nameKey(master, id), PIPELINE_NAME);
        });
  }

  public void setPipelineID(String master, String pipeline, String id) {
    String key = makeKey(master, pipeline);
    redisClientDelegate.withCommandsClient(
        c -> {
          c.hset(key, PIPELINE_ID, id);
        });

    String nameKey = nameKey(master, id);
    redisClientDelegate.withCommandsClient(
        c -> {
          c.hset(nameKey, PIPELINE_NAME, pipeline);
        });
  }

  public String getRunID(String master, String pipeline, final int buildNumber) {
    String key = makeKey(master, pipeline) + ":runs";
    final Map existing =
        redisClientDelegate.withCommandsClient(
            c -> {
              if (!c.exists(key)) {
                return null;
              }
              return c.hgetAll(key);
            });
    String build = Integer.toString(buildNumber);
    for (Entry entry : existing.entrySet()) {
      if (entry.getValue().equals(build)) {
        return entry.getKey();
      }
    }
    return null;
  }

  /**
   * Creates entries in Redis for each run in the runs list (except if the run id already exists)
   * and generates build numbers for each run id (ordered by startedAt date)
   *
   * @param master
   * @param appAndPipelineName
   * @param runs
   * @return a map containing the generated build numbers for each run created, keyed by run id
   */
  public Map updateBuildNumbers(
      String master, String appAndPipelineName, List runs) {
    String key = makeKey(master, appAndPipelineName) + ":runs";
    final Map existing =
        redisClientDelegate.withCommandsClient(
            c -> {
              if (!c.exists(key)) {
                return null;
              }
              return c.hgetAll(key);
            });
    List newRuns = runs;
    if (existing != null && existing.size() > 0) {
      newRuns =
          runs.stream()
              .filter(run -> !existing.containsKey(run.getId()))
              .collect(Collectors.toList());
    }
    Map runIdToBuildNumber = new HashMap<>();
    int startNumber = (existing == null || existing.size() == 0) ? 0 : existing.size();
    newRuns.sort(startedAtComparator);
    for (int i = 0; i < newRuns.size(); i++) {
      int buildNum = startNumber + i;
      setBuildNumber(master, appAndPipelineName, newRuns.get(i).getId(), buildNum);
      runIdToBuildNumber.put(newRuns.get(i).getId(), buildNum);
    }
    return runIdToBuildNumber;
  }

  public void setBuildNumber(String master, String pipeline, String runID, int number) {
    String key = makeKey(master, pipeline) + ":runs";
    redisClientDelegate.withCommandsClient(
        c -> {
          c.hset(key, runID, Integer.toString(number));
        });
  }

  public Long getBuildNumber(String master, String pipeline, String runID) {
    return redisClientDelegate.withCommandsClient(
        c -> {
          String ts = c.hget(makeKey(master, pipeline) + ":runs", runID);
          return ts == null ? null : Long.parseLong(ts);
        });
  }

  public Boolean getEventPosted(String master, String job, String runID) {
    String key = makeEventsKey(master, job);
    return redisClientDelegate.withCommandsClient(c -> c.hget(key, runID) != null);
  }

  public void setEventPosted(String master, String job, String runID) {
    String key = makeEventsKey(master, job);
    redisClientDelegate.withCommandsClient(
        c -> {
          c.hset(key, runID, "POSTED");
        });
  }

  public void pruneOldMarkers(String master, String job, Long cursor) {
    remove(master, job);
    redisClientDelegate.withCommandsClient(
        c -> {
          c.del(makeEventsKey(master, job));
        });
  }

  public void remove(String master, String job) {
    redisClientDelegate.withCommandsClient(
        c -> {
          c.del(makeKey(master, job));
        });
  }

  private String makeEventsKey(String master, String job) {
    return makeKey(master, job) + ":" + POLL_STAMP + ":events";
  }

  private String makeKey(String master, String job) {
    return prefix() + ":" + master + ":" + job.toUpperCase() + ":" + job;
  }

  private String nameKey(String master, String pipelineId) {
    return prefix() + ":" + master + ":all_pipelines:" + pipelineId;
  }

  private String prefix() {
    return igorConfigurationProperties.getSpinnaker().getJedis().getPrefix() + "_wercker";
  }
}