prerna.aws.s3.PushAssetToS3Reactor Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of semoss Show documentation
SEMOSS
The newest version!
package prerna.aws.s3;

import static prerna.aws.s3.S3Utils.BUCKET;

import java.io.File;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;

import com.amazonaws.AmazonClientException;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.transfer.MultipleFileUpload;
import com.amazonaws.services.s3.transfer.TransferManager;
import com.amazonaws.services.s3.transfer.TransferManagerBuilder;
import com.amazonaws.services.s3.transfer.Upload;

import prerna.reactor.AbstractReactor;
import prerna.sablecc2.om.PixelDataType;
import prerna.sablecc2.om.PixelOperationType;
import prerna.sablecc2.om.ReactorKeysEnum;
import prerna.sablecc2.om.execptions.SemossPixelException;
import prerna.sablecc2.om.nounmeta.NounMetadata;
import prerna.util.AssetUtility;
import prerna.util.Constants;
import prerna.util.Utility;

/**
 * Deprecated on March 21st 2025. Please use StorageEngine Directly
 */
@Deprecated
public class PushAssetToS3Reactor extends AbstractReactor {

	private static final Logger logger = LogManager.getLogger(PushAssetToS3Reactor.class);

	public PushAssetToS3Reactor() {
		this.keysToGet = S3Utils.addCommonS3Keys(new String[] { ReactorKeysEnum.FILE_PATH.getKey(), ReactorKeysEnum.SPACE.getKey(), BUCKET});
	}

	@Override
	public String getDescriptionForKey(String key) {
		if(key.equals(BUCKET)) {
			return "S3 bucket name";
		} else {
			String commonDescription = S3Utils.getDescriptionForCommonS3Key(key);
			if(commonDescription != null) {
				return commonDescription;
			}
		}
		return super.getDescriptionForKey(key);
	}

	@Override
	public String getReactorDescription() {
		return "Upload an asset file to an S3 bucket. Credentials can be set via a profile path/name or with an explicit access key and secret";
	}

	@Override
	public NounMetadata execute() {
		organizeKeys();
		// get base asset folder
		String space = this.keyValue.get(this.keysToGet[1]);
		String assetFolder = AssetUtility.getAssetBasePath(this.insight, space, true);
		String pushPath = assetFolder;
		// if a specific file is specified for download
		String relativeAssetPath = keyValue.get(keysToGet[0]);
		String bucketName = this.keyValue.get(BUCKET);

		AmazonS3 s3Client = S3Utils.getInstance().getS3Client(this.keyValue);

		if (relativeAssetPath != null && relativeAssetPath.length() > 0) {
			pushPath = assetFolder + DIR_SEPARATOR + relativeAssetPath;
			Path assetToPush = Paths.get(Utility.normalizePath(pushPath));
			if (!Files.exists(assetToPush)) {
				NounMetadata error = NounMetadata.getErrorNounMessage("File does not exist");
				SemossPixelException exception = new SemossPixelException(error);
				exception.setContinueThreadOfExecution(false);
				throw exception;
			}

			TransferManager xfer_mgr = TransferManagerBuilder.standard().withS3Client(s3Client).build();
			boolean transferFailure = false;
			try {
				if (Files.isDirectory(assetToPush)) {
					MultipleFileUpload xfer = xfer_mgr.uploadDirectory(bucketName,
							relativeAssetPath, assetToPush.toFile(), true);
					xfer.waitForCompletion();
				} else {
					Upload xfer = xfer_mgr.upload(bucketName, relativeAssetPath, assetToPush.toFile());
					xfer.waitForCompletion();
				}
			} catch (AmazonClientException | InterruptedException e) {
				logger.info("Amazon upload failure: " + e.getMessage());
				logger.error(Constants.STACKTRACE, e);
				transferFailure = true;
			}
			xfer_mgr.shutdownNow();

			if(transferFailure) {
				return getError("Error occurred during upload");
			}
		}
		return new NounMetadata(true, PixelDataType.BOOLEAN, PixelOperationType.SUCCESS);
	}
}