All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.liferay.jenkins.results.parser.testray.TestrayS3Bucket Maven / Gradle / Ivy

Go to download

Liferay Jenkins Results Parser

There is a newer version: 1.0.1492
Show newest version
/**
 * SPDX-FileCopyrightText: (c) 2000 Liferay, Inc. https://liferay.com
 * SPDX-License-Identifier: LGPL-2.1-or-later OR LicenseRef-Liferay-DXP-EULA-2.0.0-2023-06
 */

package com.liferay.jenkins.results.parser.testray;

import com.google.api.gax.paging.Page;
import com.google.cloud.storage.Blob;
import com.google.cloud.storage.BlobId;
import com.google.cloud.storage.BlobInfo;
import com.google.cloud.storage.Bucket;
import com.google.cloud.storage.Storage;
import com.google.cloud.storage.StorageOptions;

import com.liferay.jenkins.results.parser.JenkinsResultsParserUtil;

import java.io.File;
import java.io.IOException;

import java.net.MalformedURLException;
import java.net.URL;

import java.nio.charset.StandardCharsets;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.commons.io.FileUtils;

/**
 * @author Michael Hashimoto
 */
public class TestrayS3Bucket {

	public static TestrayS3Bucket getInstance() {
		String name = null;

		try {
			name = JenkinsResultsParserUtil.getBuildProperty(
				"testray.s3.bucket");
		}
		catch (IOException ioException) {
			System.out.println(
				"WARNING: Unable to get bucket name from mirrors.");
		}

		return getInstance(name);
	}

	public static TestrayS3Bucket getInstance(String name) {
		if (JenkinsResultsParserUtil.isNullOrEmpty(name)) {
			name = DEFAULT_BUCKET_NAME;
		}

		TestrayS3Bucket testrayS3Bucket = _testrayS3Buckets.get(name);

		if (testrayS3Bucket == null) {
			testrayS3Bucket = new TestrayS3Bucket(name);

			_testrayS3Buckets.put(name, testrayS3Bucket);
		}

		return testrayS3Bucket;
	}

	public static boolean hasGoogleApplicationCredentials() {
		return hasGoogleApplicationCredentials(null);
	}

	public static boolean hasGoogleApplicationCredentials(String name) {
		if (_hasGoogleApplicationCredentials != null) {
			return _hasGoogleApplicationCredentials;
		}

		String googleApplicationCredentials = System.getenv(
			"GOOGLE_APPLICATION_CREDENTIALS");

		if (JenkinsResultsParserUtil.isNullOrEmpty(
				googleApplicationCredentials)) {

			System.out.println(
				"WARNING: GOOGLE_APPLICATION_CREDENTIALS is not set");

			_hasGoogleApplicationCredentials = false;

			return _hasGoogleApplicationCredentials;
		}

		File googleApplicationCredentialsFile = new File(
			googleApplicationCredentials);

		if (!googleApplicationCredentialsFile.exists()) {
			System.out.println(
				JenkinsResultsParserUtil.combine(
					"WARNING: GOOGLE_APPLICATION_CREDENTIALS=",
					googleApplicationCredentials, " does not exist"));

			_hasGoogleApplicationCredentials = false;

			return _hasGoogleApplicationCredentials;
		}

		try {
			TestrayS3Bucket testrayS3Bucket = getInstance(name);

			testrayS3Bucket._getBucket();

			System.out.println(
				JenkinsResultsParserUtil.combine(
					"INFO: Using GOOGLE_APPLICATION_CREDENTIALS=",
					googleApplicationCredentials));

			_hasGoogleApplicationCredentials = true;
		}
		catch (Exception exception) {
			exception.printStackTrace();

			System.out.println(
				JenkinsResultsParserUtil.combine(
					"WARNING: GOOGLE_APPLICATION_CREDENTIALS=",
					googleApplicationCredentials,
					" is configured incorrectly"));

			_hasGoogleApplicationCredentials = false;
		}

		return _hasGoogleApplicationCredentials;
	}

	public TestrayS3Object createTestrayS3Object(String key, File file) {
		long start = JenkinsResultsParserUtil.getCurrentTimeMillis();

		BlobId blobId = BlobId.of(getName(), key);

		String fileName = file.getName();

		Matcher matcher = _fileNamePattern.matcher(fileName);

		BlobInfo.Builder blobInfoBuilder = BlobInfo.newBuilder(blobId);

		if (matcher.find()) {
			String fileExtension = matcher.group("fileExtension");

			if (fileExtension.equals("html")) {
				blobInfoBuilder.setContentType("text/html");
			}
			else if (fileExtension.equals("jpg")) {
				blobInfoBuilder.setContentType("image/jpeg");
			}
			else if (fileExtension.equals("json") ||
					 fileExtension.equals("txt")) {

				blobInfoBuilder.setContentType("text/plain");
			}
			else if (fileExtension.equals("xml")) {
				blobInfoBuilder.setContentType("text/xml");
			}

			String gzipFileExtension = matcher.group("gzipFileExtension");

			if (!JenkinsResultsParserUtil.isNullOrEmpty(gzipFileExtension)) {
				blobInfoBuilder.setContentEncoding("gzip");
			}
		}

		BlobInfo blobInfo = blobInfoBuilder.build();

		try {
			Storage storage = _getStorage();

			Blob blob = storage.create(
				blobInfo, FileUtils.readFileToByteArray(file));

			TestrayS3Object testrayS3Object =
				TestrayS3ObjectFactory.newTestrayS3Object(this, blob);

			System.out.println(
				JenkinsResultsParserUtil.combine(
					"Created S3 Object ", testrayS3Object.getURLString(),
					" in ",
					JenkinsResultsParserUtil.toDurationString(
						JenkinsResultsParserUtil.getCurrentTimeMillis() -
							start)));

			return testrayS3Object;
		}
		catch (IOException ioException) {
			throw new RuntimeException(ioException);
		}
	}

	public TestrayS3Object createTestrayS3Object(String key, String value) {
		long start = JenkinsResultsParserUtil.getCurrentTimeMillis();

		BlobId blobId = BlobId.of(getName(), key);

		BlobInfo.Builder blobInfoBuilder = BlobInfo.newBuilder(blobId);

		BlobInfo blobInfo = blobInfoBuilder.build();

		Storage storage = _getStorage();

		Blob blob = storage.create(
			blobInfo, value.getBytes(StandardCharsets.UTF_8));

		TestrayS3Object testrayS3Object =
			TestrayS3ObjectFactory.newTestrayS3Object(this, blob);

		System.out.println(
			JenkinsResultsParserUtil.combine(
				"Created S3 Object ", testrayS3Object.getURLString(), " in ",
				JenkinsResultsParserUtil.toDurationString(
					JenkinsResultsParserUtil.getCurrentTimeMillis() - start)));

		return testrayS3Object;
	}

	public List createTestrayS3Objects(File dir) {
		List testrayS3Objects = new ArrayList<>();

		if ((dir == null) || !dir.isDirectory()) {
			return testrayS3Objects;
		}

		for (File file : JenkinsResultsParserUtil.findFiles(dir, ".*")) {
			TestrayS3Object testrayS3Object = createTestrayS3Object(
				JenkinsResultsParserUtil.getPathRelativeTo(file, dir), file);

			testrayS3Objects.add(testrayS3Object);
		}

		return testrayS3Objects;
	}

	public void deleteTestrayS3Object(String key) {
		deleteTestrayS3Object(getTestrayS3Object(key));
	}

	public void deleteTestrayS3Object(TestrayS3Object testrayS3Object) {
		testrayS3Object.delete();
	}

	public void deleteTestrayS3Objects(List testrayS3Objects) {
		for (TestrayS3Object testrayS3Object : testrayS3Objects) {
			deleteTestrayS3Object(testrayS3Object);
		}
	}

	public String getName() {
		return _name;
	}

	public String getTestrayS3BaseURL() {
		return JenkinsResultsParserUtil.combine(
			"https://storage.cloud.google.com/", getName());
	}

	public TestrayS3Object getTestrayS3Object(String key) {
		Bucket bucket = _getBucket();

		Blob blob = bucket.get(key);

		if (blob == null) {
			return null;
		}

		return TestrayS3ObjectFactory.newTestrayS3Object(this, blob);
	}

	public List getTestrayS3Objects() {
		List testrayS3Objects = new ArrayList<>();

		Storage storage = _getStorage();

		Page blobPage = storage.list(getName());

		for (Blob blob : blobPage.iterateAll()) {
			testrayS3Objects.add(
				TestrayS3ObjectFactory.newTestrayS3Object(this, blob));
		}

		return testrayS3Objects;
	}

	public URL getURL() {
		try {
			return new URL(
				JenkinsResultsParserUtil.combine(
					"https://console.cloud.google.com/storage/browser/",
					getName(), "?authuser=0"));
		}
		catch (MalformedURLException malformedURLException) {
			throw new RuntimeException(malformedURLException);
		}
	}

	protected static final String DEFAULT_BUCKET_NAME = "testray-results";

	private TestrayS3Bucket(String name) {
		_name = name;
	}

	private Bucket _getBucket() {
		Storage storage = _getStorage();

		return storage.get(getName());
	}

	private Storage _getStorage() {
		StorageOptions storageOptions = StorageOptions.getDefaultInstance();

		return storageOptions.getService();
	}

	private static final Pattern _fileNamePattern = Pattern.compile(
		".*\\.(?!gz)(?([^\\.]+))(?\\.gz)?");
	private static Boolean _hasGoogleApplicationCredentials;
	private static final Map _testrayS3Buckets =
		new HashMap<>();

	private final String _name;

}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy