com.netflix.spinnaker.igor.gcb.GoogleCloudBuildArtifactFetcher Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of igor-web Show documentation
Spinnaker Igor
There is a newer version: 4.18.0
/*
 * Copyright 2019 Google, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License")
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.netflix.spinnaker.igor.gcb;

import static com.google.common.collect.ImmutableList.toImmutableList;

import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.api.services.cloudbuild.v1.model.Build;
import com.google.api.services.cloudbuild.v1.model.BuiltImage;
import com.google.api.services.cloudbuild.v1.model.Results;
import com.google.common.collect.ImmutableList;
import com.netflix.spinnaker.kork.artifacts.model.Artifact;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.UncheckedIOException;
import java.util.List;
import javax.annotation.Nullable;
import lombok.AccessLevel;
import lombok.RequiredArgsConstructor;

@RequiredArgsConstructor(access = AccessLevel.PACKAGE)
final class GoogleCloudBuildArtifactFetcher {
  private final GoogleCloudBuildClient client;
  private final ObjectMapper objectMapper = new ObjectMapper();

  ImmutableList getArtifacts(Build build) {
    return ImmutableList.builder()
        .addAll(getDockerArtifacts(build))
        .addAll(getGoogleCloudStorageArtifacts(build))
        .build();
  }

  private ImmutableList getDockerArtifacts(Build build) {
    Results results = build.getResults();
    if (results == null) {
      return ImmutableList.of();
    }

    List images = results.getImages();
    if (images == null) {
      return ImmutableList.of();
    }

    return images.stream().map(this::parseBuiltImage).collect(toImmutableList());
  }

  private Artifact parseBuiltImage(BuiltImage image) {
    String[] parts = image.getName().split(":");
    return Artifact.builder()
        .name(parts[0])
        .version(image.getDigest())
        .reference(String.format("%s@%s", parts[0], image.getDigest()))
        .type("docker/image")
        .build();
  }

  private ImmutableList getGoogleCloudStorageArtifacts(Build build) {
    GoogleCloudStorageObject manifest = getGoogleCloudStorageManifest(build);
    if (manifest == null) {
      return ImmutableList.of();
    }

    try {
      return readGoogleCloudStorageManifest(manifest).stream()
          .map(this::parseGoogleCloudBuildArtifact)
          .distinct()
          .collect(toImmutableList());
    } catch (IOException e) {
      throw new UncheckedIOException(e);
    }
  }

  private Artifact parseGoogleCloudBuildArtifact(GoogleCloudBuildArtifact artifact) {
    String location = artifact.getLocation();
    GoogleCloudStorageObject object = GoogleCloudStorageObject.fromReference(location);
    return Artifact.builder()
        .name(object.getName())
        .version(object.getVersionString())
        .reference(location)
        .type("gcs/object")
        .build();
  }

  @Nullable
  private GoogleCloudStorageObject getGoogleCloudStorageManifest(Build build) {
    Results results = build.getResults();
    if (results == null) {
      return null;
    }

    String artifactManifest = results.getArtifactManifest();
    if (artifactManifest == null) {
      return null;
    }

    return GoogleCloudStorageObject.fromReference(artifactManifest);
  }

  private ImmutableList readGoogleCloudStorageManifest(
      GoogleCloudStorageObject manifest) throws IOException {
    ImmutableList.Builder results = ImmutableList.builder();
    InputStream is =
        client.fetchStorageObject(
            manifest.getBucket(), manifest.getObject(), manifest.getVersion());
    try (BufferedReader reader = new BufferedReader(new InputStreamReader(is))) {
      String line;
      while ((line = reader.readLine()) != null) {
        results.add(objectMapper.readValue(line, GoogleCloudBuildArtifact.class));
      }
    }
    return results.build();
  }
}