com.emc.atmos.api.encryption.AtmosEncryptionClient Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of atmos-client Show documentation
Show all versions of atmos-client Show documentation
EMC Atmos Client for Java - provides REST access to object data on EMC platforms using the Atmos API.
/*
* BSD 3-Clause License
*
* Copyright (c) 2013-2018, Dell EMC
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
*
* Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* Redistributions in binary form must reproduce the above copyright notice,
* this list of conditions and the following disclaimer in the documentation
* and/or other materials provided with the distribution.
*
* Neither the name of the copyright holder nor the names of its
* contributors may be used to endorse or promote products derived from
* this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
*/
package com.emc.atmos.api.encryption;
import com.emc.atmos.AtmosException;
import com.emc.atmos.api.*;
import com.emc.atmos.api.bean.*;
import com.emc.atmos.api.request.*;
import com.emc.vipr.transform.*;
import com.emc.vipr.transform.encryption.DoesNotNeedRekeyException;
import com.emc.vipr.transform.encryption.EncryptionTransformFactory;
import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
import java.net.URISyntaxException;
import java.net.URL;
import java.util.*;
/**
* Implements client-side "Envelope Encryption" on top of the Atmos API. With envelope
* encryption, a master asymmetric (RSA) key is used to encrypt and decrypt a per-object
* symmetric (AES) key. This means that every object is encrypted using a unique key
* so breaking any one object's key does not compromise the encryption on other objects.
* Key rotation can also be accomplished by creating a new asymmetric key and
* re-encrypting the object keys without re-encrypting the actual object content.
*
* To use this class, you will first need to create a keystore, set a password, and
* then create an RSA key to use as your master encryption key. This can be accomplished
* using the 'keytool' application that comes with Java In this example, we create a
* 2048-bit RSA key and call it "masterkey". If the keystore does not already exist, it
* will be created an you will be prompted for a keystore password.
*
*
* $ keytool -genkeypair -keystore keystore.jks -alias masterkey -keyalg RSA \
* -keysize 2048 -dname "CN=My Name, OU=My Division, O=My Company, L=My Location, ST=MA, C=US"
* Enter keystore password: changeit
* Re-enter new password: changeit
* Enter key password for
* (RETURN if same as keystore password):
*
* Inside your application, you can then construct and load a Keystore object,
* {@link java.security.KeyStore#load(InputStream, char[])} Once the keystore has been loaded, you then
* construct a EncryptionConfig object with the keystore:
*
*
* EncryptionConfig ec = new EncryptionConfig(keystore,
* keystorePassword.toCharArray(), "masterkey", provider, 128);
*
* The "provider" argument is used to specify the security provider to be used for
* cryptographic operations. You can set it to null to use the default provider(s) as
* specified in your jre/lib/security/java.security file. The final argument is the AES
* encryption key size. Note that most JDKs only support 128-bit AES encryption by
* default and required the "unlimited strength jurisdiction policy files" to be
* installed to achieve 256-bit support. See your JRE/JDK download page for details.
*
* Next, if you want to compress your data, you can create a CompressionConfig object
* to select the compression algorithm and level:
*
*
* CompressionConfig cc = new CompressionConfig(CompressionMode.Deflate, 5);
*
* In this instance, you can see that we created a CompressionConfig specifying the
* Deflate algorithm, and level 5 (medium) compression. LZMA compression is also
* available but note that while it provides superior compression it also has high
* memory requirements and can cause OutOfMemoryErrors if you select a level that will
* not fit in your Java heap.
*
* Once you have your EncryptionConfig and/or CompressionConfig objects, you will
* construct an implmentation of AtmosApi to handle the "transport", e.g.
* {@link com.emc.atmos.api.jersey.AtmosApiClient}. You will then create an instance of the
* AtmosEncryptionClient that "wraps" the AtmosApi instance to perform encryption
* operations:
*
*
* AtmosApi api = new AtmosApiClient(atmosConfig);
* AtmosEncryptionClient eclient = new AtmosEncryptionClient(api, ec, cc);
*
* You may pass null to the encryption or compression arguments to use only one or the
* other.
*
* After you have your AtmosEncryptionClient constructed, you may use it like any other
* AtmosApi instance with the following limitations:
*
* - Byte range (partial) reads are not supported
*
- Byte range (partial) updates including appends are not supported.
*
- Shareable URLs and access tokens are not supported because there is no way to
* decompress and/or decrypt the content for the receiver.
*
*/
public class AtmosEncryptionClient implements AtmosApi {
private static final String UNSUPPORTED_MSG = "This operation is not supported by "
+ "the encryption client";
private static final String PARTIAL_UPDATE_MSG = "Partial object updates and/or "
+ "appends are not supported by the encryption client";
private static final String PARTIAL_READ_MSG = "Partial object reads are not "
+ "supported by the encryption client";
private static final String UNSUPPORTED_TYPE_MSG = "Only InputStream, String, and "
+ "byte[] content are supported";
private static final int DEFAULT_BUFFER_SIZE = 4096*1024;
private AtmosApi delegate;
private TreeSet> factories;
private int bufferSize = DEFAULT_BUFFER_SIZE;
/**
* Creates a new AtmosEncryptionClient.
* @param delegate This is the AtmosApi instance that will be used for communicating
* with the server.
* @param encryptionConfig The encryption configuration for the client. If null, no
* encryption will be performed.
* @param compressionConfig The compression configuration for the client. If null,
* no compression will be performed.
*/
public AtmosEncryptionClient(AtmosApi delegate, EncryptionConfig encryptionConfig,
CompressionConfig compressionConfig) {
this.delegate = delegate;
factories = new TreeSet>();
if(encryptionConfig != null) {
factories.add(encryptionConfig.getFactory());
}
if(compressionConfig != null) {
factories.add(compressionConfig.getFactory());
}
}
/**
* Creates a new AtmosEncryptionClient. This version allows you to fine-tune the
* collection of TransformFactories that will be applied to objects (and allow you to
* use custom TransformFactories if required).
* @param delegate This is the AtmosApi instance that will be used for communicating
* with the server.
* @param transformations the collection of TransformFactory instances that will be
* applied to objects. Note that order of transforms will be determined by the
* factory's priority.
* @see TransformFactory#getPriority()
*/
public AtmosEncryptionClient(AtmosApi delegate,
Collection> transformations) {
this.delegate = delegate;
factories = new TreeSet>();
for(TransformFactory f : transformations) {
factories.add(f);
}
}
/**
* "Rekeys" an object. This operation re-encrypts the object's key with the most
* current master key and is used to implement key rotation. Note that when you
* create a new master key, your EncryptionConfig should keep all of the old master
* key(s) until you have rekeyed all of the objects so you can decrypt the old
* objects.
* @param identifier the object to be rekeyed.
* @throws DoesNotNeedRekeyException if the object is already using the current master
* encryption key.
*/
public void rekey(ObjectIdentifier identifier) throws DoesNotNeedRekeyException {
Map umeta = delegate.getUserMetadata(identifier, (String[])null);
Map rawMeta = metaToMap(umeta.values());
// Look for transform mode(s)
String transformModes = rawMeta.get(TransformConstants.META_TRANSFORM_MODE);
if(transformModes == null) {
throw new DoesNotNeedRekeyException("Object is not encrypted");
}
// Split
String[] modes = transformModes.split("\\|");
// During decode, we process transforms in reverse order.
List revModes = new ArrayList();
revModes.addAll(Arrays.asList(modes));
Collections.reverse(revModes);
// Process transforms and look for encryption transforms. It's theoretically
// possible for an object to be encrypted more than once...
boolean rekeyed = false;
for(String mode : revModes) {
if(!mode.startsWith(TransformConstants.ENCRYPTION_CLASS)) {
continue;
}
boolean found = false;
for(TransformFactory f : factories) {
if(f instanceof EncryptionTransformFactory && f.canDecode(mode, rawMeta)) {
EncryptionTransformFactory ef = (EncryptionTransformFactory) f;
try {
rawMeta = ef.rekey(rawMeta);
rekeyed = true;
} catch (DoesNotNeedRekeyException e) {
throw e;
} catch (TransformException e) {
throw new AtmosException("Error rekeying object: " + e, e);
}
found = true;
break;
}
}
if(!found) {
throw new AtmosException("No transformation found to handle '" + mode + "'");
}
}
if(!rekeyed) {
throw new DoesNotNeedRekeyException("Object was not rekeyed");
}
// Update metadata.
Collection updatedMeta = updateMetadata(rawMeta, umeta.values());
delegate.setUserMetadata(identifier, updatedMeta.toArray(new Metadata[updatedMeta.size()]));
}
/*
* @see com.emc.atmos.api.AtmosApi#getServiceInformation()
*/
@Override
public ServiceInformation getServiceInformation() {
return delegate.getServiceInformation();
}
/*
* @see com.emc.atmos.api.AtmosApi#calculateServerClockSkew()
*/
@Override
public long calculateServerClockSkew() {
return delegate.calculateServerClockSkew();
}
/*
* @see com.emc.atmos.api.AtmosApi#createObject(java.lang.Object, java.lang.String)
*/
@Override
public ObjectId createObject(Object content, String contentType) {
CreateObjectRequest req = new CreateObjectRequest();
req.setContent(content);
req.setContentType(contentType);
CreateObjectResponse res = createObject(req);
return res.getObjectId();
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#createObject(com.emc.atmos.api.ObjectIdentifier, java.lang.Object, java.lang.String)
*/
@Override
public ObjectId createObject(ObjectIdentifier identifier, Object content,
String contentType) {
CreateObjectRequest req = new CreateObjectRequest();
req.setIdentifier(identifier);
req.setContent(content);
req.setContentType(contentType);
CreateObjectResponse res = createObject(req);
return res.getObjectId();
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#createObject(com.emc.atmos.api.request.CreateObjectRequest)
*/
@Override
public CreateObjectResponse createObject(CreateObjectRequest request) {
// We can only handle input streams since we need to transform
InputStream in = null;
if(request.getContent() != null) {
Object content = request.getContent();
if(content instanceof InputStream) {
in = (InputStream)content;
} else if(content instanceof String) {
in = new ByteArrayInputStream(((String)content).getBytes());
} else if(content instanceof byte[]) {
in = new ByteArrayInputStream((byte[])content);
} else {
throw new IllegalArgumentException(UNSUPPORTED_TYPE_MSG);
}
} else {
// If there was no content, create an empty InputStream
in = new ByteArrayInputStream(new byte[0]);
}
// Make metadata into a Map.
Map mMeta = null;
if(request.getUserMetadata() != null) {
mMeta = metaToMap(request.getUserMetadata());
} else {
// Empty
mMeta = new HashMap();
}
// Apply transforms
List appliedTransforms = new ArrayList();
// The TreeSet will store the objects in ascending order (priority). Reverse it
// so highest priority comes first.
List> revFactories = new ArrayList>();
revFactories.addAll(factories);
Collections.reverse(revFactories);
try {
for(TransformFactory t : revFactories) {
OutputTransform ot = t.getOutputTransform(in, mMeta);
appliedTransforms.add(ot);
in = ot.getEncodedInputStream();
}
} catch(TransformException e) {
throw new AtmosException("Could not transform data: " + e, e);
} catch (IOException e) {
throw new AtmosException("Error transforming data: " + e, e);
}
// Create the object
int c = 0;
int pos = 0;
byte[] buffer = new byte[bufferSize];
// Read the first chunk and send it with the create request.
try {
c = fillBuffer(buffer, in);
} catch (IOException e) {
throw new AtmosException("Error reading input data: " + e, e);
}
if(c == -1) {
// EOF already
request.setContent(null);
// Optmization -- send metadata now with create request and return
try {
in.close();
} catch (IOException e) {
throw new AtmosException("Error closing input: " + e, e);
}
for(OutputTransform ot : appliedTransforms) {
mMeta.putAll(ot.getEncodedMetadata());
}
Set metadata = request.getUserMetadata();
if(metadata == null) {
metadata = new HashSet();
}
updateMetadata(mMeta, metadata);
request.setUserMetadata(metadata);
return delegate.createObject(request);
} else {
request.setContent(new BufferSegment(buffer, 0, c));
}
CreateObjectResponse resp = delegate.createObject(request);
pos = c;
// Append until EOF.
try {
while((c = fillBuffer(buffer, in)) != -1) {
UpdateObjectRequest uor = new UpdateObjectRequest();
uor.setIdentifier(resp.getObjectId());
uor.setContentType(request.getContentType());
uor.setRange(new Range(pos, pos+c-1));
uor.setContent(new BufferSegment(buffer, 0, c));
pos += c;
delegate.updateObject(uor);
}
} catch (IOException e) {
throw new AtmosException("Error reading input data: " + e, e);
}
try {
in.close();
} catch (IOException e) {
throw new AtmosException("Error closing stream: " + e, e);
}
String transformConfig = "";
// Update the object with the transformed metadata.
for(OutputTransform ot : appliedTransforms) {
mMeta.putAll(ot.getEncodedMetadata());
if(transformConfig.length() != 0) {
transformConfig += "|";
}
transformConfig += ot.getTransformConfig();
}
mMeta.put(TransformConstants.META_TRANSFORM_MODE, transformConfig);
Set metadata = request.getUserMetadata();
if(metadata == null) {
metadata = new HashSet();
}
Collection updatedMetadata = updateMetadata(mMeta, metadata);
delegate.setUserMetadata(resp.getObjectId(),
updatedMetadata.toArray(new Metadata[updatedMetadata.size()]));
return resp;
}
/**
* Reading from a cipher stream only returns one block at a time. Keep reading
* until the buffer is full.
* @param buffer the buffer to fill
* @param in the input stream to read from
* @return a buffer as full as possible
* @throws IOException if an error occurs reading from the stream.
*/
private int fillBuffer(byte[] buffer, InputStream in) throws IOException{
int read = 0;
while(read < buffer.length) {
int c = in.read(buffer, read, buffer.length-read);
if(c == -1 && read == 0) {
// EOF on first read
return -1;
} else if(c == -1) {
// EOF
return read;
}
read += c;
}
return read;
}
/**
* Transforms a collection of Atmos Metadata objects into a Map object used by the
* transformation APIs.
* @param userMetadata the Atmos metadata objects.
* @return a Map containing the metadata name-value pairs.
*/
private Map metaToMap(Collection userMetadata) {
Map meta = new HashMap();
for(Metadata m : userMetadata) {
meta.put(m.getName(), m.getValue());
}
return meta;
}
/**
* Merges the updated metadata from the transformations with the existing object
* metadata.
* @param meta the updated metadata map.
* @param collection the existing Atmos metadata collection.
* @return a new collection with the updated metadata.
*/
private Collection updateMetadata(Map meta,
Collection collection) {
Map updatedMetadata = new HashMap();
// First, add all the old metadata.
for(Metadata m : collection) {
updatedMetadata.put(m.getName(), m);
}
// Apply updates and adds
for(String key : meta.keySet()) {
Metadata m = updatedMetadata.get(key);
updatedMetadata.put(key, new Metadata(key, meta.get(key),
m == null?false:m.isListable()));
}
return updatedMetadata.values();
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#readObject(com.emc.atmos.api.ObjectIdentifier, java.lang.Class)
*/
@Override
public T readObject(ObjectIdentifier identifier, Class objectType)
throws IOException {
return readObject( new ReadObjectRequest().identifier( identifier ), objectType ).getObject();
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#readObject(com.emc.atmos.api.ObjectIdentifier, com.emc.atmos.api.Range, java.lang.Class)
*/
@Override
public T readObject(ObjectIdentifier identifier, Range range,
Class objectType) throws IOException {
return readObject( new ReadObjectRequest().identifier( identifier ).ranges( range ), objectType ).getObject();
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#readObject(com.emc.atmos.api.request.ReadObjectRequest, java.lang.Class)
*/
@Override
public ReadObjectResponse readObject(ReadObjectRequest request,
Class objectType) throws IOException {
// Partial reads not currently supported.
if(request.getRanges() != null && request.getRanges().size() > 0) {
throw new UnsupportedOperationException(PARTIAL_READ_MSG);
}
// Validate we have an object type we can handle.
Set> validTypes = new HashSet>(Arrays.asList(new Class[] {
String.class, byte[].class, InputStream.class
}));
if(!validTypes.contains(objectType)) {
throw new IllegalArgumentException(UNSUPPORTED_TYPE_MSG);
}
// Execute the request, getting it as an InputStream
ReadObjectResponse rawResponse = null;
try {
rawResponse = delegate.readObjectStream(request.getIdentifier(), null);
// Process metadata.
Map rawMeta = metaToMap(rawResponse.getMetadata().getMetadata().values());
// Look for transform mode(s)
String transformModes = rawMeta.get(TransformConstants.META_TRANSFORM_MODE);
if(transformModes == null) {
// Object is not encoded.
return rewrap(rawResponse, objectType);
}
// Split
String[] modes = transformModes.split("\\|");
// During decode, we process transforms in reverse order.
List revModes = new ArrayList();
revModes.addAll(Arrays.asList(modes));
Collections.reverse(revModes);
// Process transforms.
InputStream streamToDecode = rawResponse.getObject();
for(String mode : revModes) {
boolean found = false;
for(TransformFactory f : factories) {
if(f.canDecode(mode, rawMeta)) {
try {
InputTransform trans = f.getInputTransform(mode, streamToDecode, rawMeta);
streamToDecode = trans.getDecodedInputStream();
rawMeta = trans.getDecodedMetadata();
found = true;
} catch (TransformException e) {
throw new AtmosException("Error transforming object data: " + e, e);
}
continue;
}
}
if(!found) {
throw new AtmosException("No transformation found to handle '" + mode + "'");
}
}
// Update response with decoded data
rawResponse.setObject(streamToDecode);
updateMetadata(rawMeta, rawResponse.getMetadata().getMetadata().values());
// If a non-InputStream was requested, refactor the response.
return rewrap(rawResponse, objectType);
} finally {
rawResponse.getObject().close();
}
}
/**
* The transformation APIs require the use of InputStream objects. If the user
* requests a different objectType, transform the InputStream into the desired format.
* @param rawResponse the InputStream response from Atmos.
* @param objectType the desired response format.
* @return the translated response object.
* @throws IOException if there is an error translating the response into the desired
* format.
*/
@SuppressWarnings("unchecked")
private ReadObjectResponse rewrap(ReadObjectResponse rawResponse,
Class objectType) throws IOException {
ReadObjectResponse wrapped = null;
if(InputStream.class.equals(objectType)) {
return (ReadObjectResponse) rawResponse;
} else if(byte[].class.equals(objectType) || String.class.equals(objectType)) {
InputStream in = rawResponse.getObject();
ByteArrayOutputStream out = new ByteArrayOutputStream();
byte[] buffer = new byte[4096];
int c = 0;
while((c = in.read(buffer)) != -1) {
out.write(buffer, 0, c);
}
in.close();
out.close();
if(byte[].class.equals(objectType)) {
wrapped = new ReadObjectResponse();
((ReadObjectResponse)wrapped).setObject(out.toByteArray());
} else {
wrapped = new ReadObjectResponse();
((ReadObjectResponse)wrapped).setObject(
new String(out.toByteArray()));
}
} else {
throw new IllegalArgumentException(UNSUPPORTED_TYPE_MSG);
}
wrapped.setContentLength(rawResponse.getContentLength());
wrapped.setContentType(rawResponse.getContentType());
wrapped.setDate(rawResponse.getDate());
wrapped.setETag(rawResponse.getETag());
wrapped.setHeaders(rawResponse.getHeaders());
wrapped.setHttpMessage(rawResponse.getHttpMessage());
wrapped.setHttpStatus(rawResponse.getHttpStatus());
wrapped.setLastModified(rawResponse.getLastModified());
wrapped.setLocation(rawResponse.getLocation());
return (ReadObjectResponse) wrapped;
}
/*
* @see com.emc.atmos.api.AtmosApi#readObjectStream(com.emc.atmos.api.ObjectIdentifier, com.emc.atmos.api.Range)
*/
@Override
public ReadObjectResponse readObjectStream(
ObjectIdentifier identifier, Range range) {
// Partial reads not currently supported.
if(range != null) {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
ReadObjectRequest request = new ReadObjectRequest().identifier(identifier);
try {
return readObject(request, InputStream.class);
} catch (IOException e) {
throw new AtmosException("Error getting response stream: " + e, e);
}
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#updateObject(com.emc.atmos.api.ObjectIdentifier, java.lang.Object)
*/
@Override
public void updateObject(ObjectIdentifier identifier, Object content) {
UpdateObjectRequest uor = new UpdateObjectRequest().identifier(identifier)
.content(content);
updateObject(uor);
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#updateObject(com.emc.atmos.api.ObjectIdentifier, java.lang.Object, com.emc.atmos.api.Range)
*/
@Override
public void updateObject(ObjectIdentifier identifier, Object content,
Range range) {
UpdateObjectRequest uor = new UpdateObjectRequest().identifier(identifier)
.content(content).range(range);
updateObject(uor);
}
/*
* @see com.emc.atmos.api.AtmosApi#updateObject(com.emc.atmos.api.request.UpdateObjectRequest)
*/
@Override
public BasicResponse updateObject(UpdateObjectRequest request) {
if(request.getRange() != null) {
throw new UnsupportedOperationException(PARTIAL_UPDATE_MSG);
}
// We can only handle input streams since we need to transform
InputStream in = null;
if(request.getContent() != null) {
Object content = request.getContent();
if(content instanceof InputStream) {
in = (InputStream)content;
} else if(content instanceof String) {
in = new ByteArrayInputStream(((String)content).getBytes());
} else if(content instanceof byte[]) {
in = new ByteArrayInputStream((byte[])content);
} else {
throw new IllegalArgumentException(UNSUPPORTED_TYPE_MSG);
}
} else {
// If there was no content, create an empty InputStream
in = new ByteArrayInputStream(new byte[0]);
}
// Get the original list of metadata names. This is used later to delete tags
// in case the transform mode changed and some tags are no longer relevant.
Map metaNameMap = delegate.getUserMetadataNames(
request.getIdentifier());
Set metaNames = new HashSet();
metaNames.addAll(metaNameMap.keySet());
for(Iterator i = metaNames.iterator(); i.hasNext();) {
String s = i.next();
if(!s.startsWith(TransformConstants.METADATA_PREFIX)) {
i.remove();
}
}
// Make metadata into a Map.
Map mMeta = null;
if(request.getUserMetadata() != null) {
mMeta = metaToMap(request.getUserMetadata());
} else {
// Empty
mMeta = new HashMap();
}
// Apply transforms
List appliedTransforms = new ArrayList();
// The TreeSet will store the objects in ascending order (priority). Reverse it
// so highest priority comes first.
List> revFactories = new ArrayList>();
revFactories.addAll(factories);
Collections.reverse(revFactories);
try {
for(TransformFactory t : revFactories) {
OutputTransform ot = t.getOutputTransform(in, mMeta);
appliedTransforms.add(ot);
in = ot.getEncodedInputStream();
}
} catch(TransformException e) {
throw new AtmosException("Could not transform data: " + e, e);
} catch (IOException e) {
throw new AtmosException("Error transforming data: " + e, e);
}
// Overwrite the object
int c = 0;
int pos = 0;
byte[] buffer = new byte[bufferSize];
// Read the first chunk and send it with the create request.
try {
c = fillBuffer(buffer, in);
} catch (IOException e) {
throw new AtmosException("Error reading input data: " + e, e);
}
if(c == -1) {
// EOF already
request.setContent(null);
// Optmization -- send metadata now with create request and return
try {
in.close();
} catch (IOException e) {
throw new AtmosException("Error closing input: " + e, e);
}
for(OutputTransform ot : appliedTransforms) {
mMeta.putAll(ot.getEncodedMetadata());
}
Set metadata = request.getUserMetadata();
if(metadata == null) {
metadata = new HashSet();
}
updateMetadata(mMeta, metadata);
request.setUserMetadata(metadata);
return delegate.updateObject(request);
} else {
request.setContent(new BufferSegment(buffer, 0, c));
}
BasicResponse resp = delegate.updateObject(request);
pos = c;
// Append until EOF.
try {
while((c = fillBuffer(buffer, in)) != -1) {
UpdateObjectRequest uor = new UpdateObjectRequest();
uor.setIdentifier(request.getIdentifier());
uor.setContentType(request.getContentType());
uor.setRange(new Range(pos, pos+c-1));
uor.setContent(new BufferSegment(buffer, 0, c));
pos += c;
delegate.updateObject(uor);
}
} catch (IOException e) {
throw new AtmosException("Error reading input data: " + e, e);
}
try {
in.close();
} catch (IOException e) {
throw new AtmosException("Error closing stream: " + e, e);
}
String transformConfig = "";
// Update the object with the transformed metadata.
for(OutputTransform ot : appliedTransforms) {
mMeta.putAll(ot.getEncodedMetadata());
if(transformConfig.length() != 0) {
transformConfig += "|";
}
transformConfig += ot.getTransformConfig();
}
mMeta.put(TransformConstants.META_TRANSFORM_MODE, transformConfig);
Set metadata = request.getUserMetadata();
if(metadata == null) {
metadata = new HashSet();
}
Collection updatedMetadata = updateMetadata(mMeta, metadata);
delegate.setUserMetadata(request.getIdentifier(),
updatedMetadata.toArray(new Metadata[updatedMetadata.size()]));
metaNames.removeAll(mMeta.keySet());
// Delete any unused tags
if(metaNames.size() > 0) {
delegate.deleteUserMetadata(request.getIdentifier(),
metaNames.toArray(new String[metaNames.size()]));
}
return resp;
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#delete(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public void delete(ObjectIdentifier identifier) {
delegate.delete(identifier);
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#createDirectory(com.emc.atmos.api.ObjectPath)
*/
@Override
public ObjectId createDirectory(ObjectPath path) {
return delegate.createDirectory(path);
}
/*
* @see com.emc.atmos.api.AtmosApi#createDirectory(com.emc.atmos.api.ObjectPath, com.emc.atmos.api.Acl, com.emc.atmos.api.bean.Metadata[])
*/
@Override
public ObjectId createDirectory(ObjectPath path, Acl acl,
Metadata... metadata) {
return delegate.createDirectory(path, acl, metadata);
}
/*
* @see com.emc.atmos.api.AtmosApi#listDirectory(com.emc.atmos.api.request.ListDirectoryRequest)
*/
@Override
public ListDirectoryResponse listDirectory(ListDirectoryRequest request) {
return delegate.listDirectory(request);
}
/*
* @see com.emc.atmos.api.AtmosApi#move(com.emc.atmos.api.ObjectPath, com.emc.atmos.api.ObjectPath, boolean)
*/
@Override
public void move(ObjectPath oldPath, ObjectPath newPath, boolean overwrite) {
delegate.move(oldPath, newPath, overwrite);
}
/* (non-Javadoc)
* @see com.emc.atmos.api.AtmosApi#getUserMetadataNames(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public Map getUserMetadataNames(ObjectIdentifier identifier) {
return delegate.getUserMetadataNames(identifier);
}
/*
* @see com.emc.atmos.api.AtmosApi#getUserMetadata(com.emc.atmos.api.ObjectIdentifier, java.lang.String[])
*/
@Override
public Map getUserMetadata(ObjectIdentifier identifier,
String... metadataNames) {
return delegate.getUserMetadata(identifier, metadataNames);
}
/*
* @see com.emc.atmos.api.AtmosApi#getSystemMetadata(com.emc.atmos.api.ObjectIdentifier, java.lang.String[])
*/
@Override
public Map getSystemMetadata(ObjectIdentifier identifier,
String... metadataNames) {
return delegate.getSystemMetadata(identifier, metadataNames);
}
/*
* @see com.emc.atmos.api.AtmosApi#objectExists(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public boolean objectExists(ObjectIdentifier identifier) {
return delegate.objectExists(identifier);
}
/*
* @see com.emc.atmos.api.AtmosApi#getObjectMetadata(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public ObjectMetadata getObjectMetadata(ObjectIdentifier identifier) {
return delegate.getObjectMetadata(identifier);
}
/*
* @see com.emc.atmos.api.AtmosApi#setUserMetadata(com.emc.atmos.api.ObjectIdentifier, com.emc.atmos.api.bean.Metadata[])
*/
@Override
public void setUserMetadata(ObjectIdentifier identifier,
Metadata... metadata) {
delegate.setUserMetadata(identifier, metadata);
}
/*
* @see com.emc.atmos.api.AtmosApi#deleteUserMetadata(com.emc.atmos.api.ObjectIdentifier, java.lang.String[])
*/
@Override
public void deleteUserMetadata(ObjectIdentifier identifier, String... names) {
delegate.deleteUserMetadata(identifier, names);
}
/*
* @see com.emc.atmos.api.AtmosApi#listMetadata(java.lang.String)
*/
@Override
public Set listMetadata(String metadataName) {
return delegate.listMetadata(metadataName);
}
/*
* @see com.emc.atmos.api.AtmosApi#listObjects(com.emc.atmos.api.request.ListObjectsRequest)
*/
@Override
public ListObjectsResponse listObjects(ListObjectsRequest request) {
return delegate.listObjects(request);
}
/*
* @see com.emc.atmos.api.AtmosApi#getAcl(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public Acl getAcl(ObjectIdentifier identifier) {
return delegate.getAcl(identifier);
}
/*
* @see com.emc.atmos.api.AtmosApi#setAcl(com.emc.atmos.api.ObjectIdentifier, com.emc.atmos.api.Acl)
*/
@Override
public void setAcl(ObjectIdentifier identifier, Acl acl) {
delegate.setAcl(identifier, acl);
}
/*
* @see com.emc.atmos.api.AtmosApi#getObjectInfo(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public ObjectInfo getObjectInfo(ObjectIdentifier identifier) {
return delegate.getObjectInfo(identifier);
}
/*
* @see com.emc.atmos.api.AtmosApi#createVersion(com.emc.atmos.api.ObjectIdentifier)
*/
@Override
public ObjectId createVersion(ObjectIdentifier identifier) {
return delegate.createVersion(identifier);
}
/*
* @see com.emc.atmos.api.AtmosApi#listVersions(com.emc.atmos.api.request.ListVersionsRequest)
*/
@Override
public ListVersionsResponse listVersions(ListVersionsRequest request) {
return delegate.listVersions(request);
}
/*
* @see com.emc.atmos.api.AtmosApi#restoreVersion(com.emc.atmos.api.ObjectId, com.emc.atmos.api.ObjectId)
*/
@Override
public void restoreVersion(ObjectId objectId, ObjectId versionId) {
delegate.restoreVersion(objectId, versionId);
}
/*
* @see com.emc.atmos.api.AtmosApi#deleteVersion(com.emc.atmos.api.ObjectId)
*/
@Override
public void deleteVersion(ObjectId versionId) {
delegate.deleteVersion(versionId);
}
/**
* Getting shareable URLs for transformed content is not supported since there is
* no way to transform the stream since it's streamed directly from Atmos and does
* not go through the SDK.
* @see com.emc.atmos.api.AtmosApi#getShareableUrl(com.emc.atmos.api.ObjectIdentifier, java.util.Date)
*/
@Override
public URL getShareableUrl(ObjectIdentifier identifier, Date expirationDate)
throws MalformedURLException {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Getting shareable URLs for transformed content is not supported since there is
* no way to transform the stream since it's streamed directly from Atmos and does
* not go through the SDK.
* @see com.emc.atmos.api.AtmosApi#getShareableUrl(com.emc.atmos.api.ObjectIdentifier, java.util.Date, java.lang.String)
*/
@Override
public URL getShareableUrl(ObjectIdentifier identifier,
Date expirationDate, String disposition)
throws MalformedURLException {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Access tokens are unsupported for transformed content since there is no way for
* the SDK to transform the content since communication goes directly to and from
* Atmos.
*
* @see com.emc.atmos.api.AtmosApi#createAccessToken(com.emc.atmos.api.request.CreateAccessTokenRequest)
*/
@Override
public CreateAccessTokenResponse createAccessToken(
CreateAccessTokenRequest request) throws MalformedURLException {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Access tokens are unsupported for transformed content since there is no way for
* the SDK to transform the content since communication goes directly to and from
* Atmos.
*
* @see com.emc.atmos.api.AtmosApi#getAccessToken(java.net.URL)
*/
@Override
public GetAccessTokenResponse getAccessToken(URL url) {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Access tokens are unsupported for transformed content since there is no way for
* the SDK to transform the content since communication goes directly to and from
* Atmos.
*
* @see com.emc.atmos.api.AtmosApi#getAccessToken(java.lang.String)
*/
@Override
public GetAccessTokenResponse getAccessToken(String accessTokenId) {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Access tokens are unsupported for transformed content since there is no way for
* the SDK to transform the content since communication goes directly to and from
* Atmos.
*
* @see com.emc.atmos.api.AtmosApi#deleteAccessToken(java.net.URL)
*/
@Override
public void deleteAccessToken(URL url) {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Access tokens are unsupported for transformed content since there is no way for
* the SDK to transform the content since communication goes directly to and from
* Atmos.
*
* @see com.emc.atmos.api.AtmosApi#deleteAccessToken(java.lang.String)
*/
@Override
public void deleteAccessToken(String accessTokenId) {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Access tokens are unsupported for transformed content since there is no way for
* the SDK to transform the content since communication goes directly to and from
* Atmos.
*
* @see com.emc.atmos.api.AtmosApi#listAccessTokens(com.emc.atmos.api.request.ListAccessTokensRequest)
*/
@Override
public ListAccessTokensResponse listAccessTokens(
ListAccessTokensRequest request) {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Presigned requests are unsupported for transformed content since there is no way
* for the SDK to transform the content since communication may go directly to and
* from Atmos.
*
* @see com.emc.atmos.api.AtmosApi#preSignRequest(com.emc.atmos.api.request.Request, java.util.Date)
*/
@Override
public PreSignedRequest preSignRequest(Request request, Date expiration)
throws MalformedURLException {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* Presigned requests are unsupported for transformed content since there is no way
* for the SDK to transform the content since communication may go directly to and
* from Atmos.
*
* @see com.emc.atmos.api.AtmosApi#execute(com.emc.atmos.api.request.PreSignedRequest, java.lang.Class, java.lang.Object)
*/
@Override
public GenericResponse execute(PreSignedRequest request,
Class resultType, Object content) throws URISyntaxException {
throw new UnsupportedOperationException(UNSUPPORTED_MSG);
}
/**
* @see com.emc.atmos.api.AtmosApi#createSubtenant(com.emc.atmos.api.request.CreateSubtenantRequest)
*/
@Override
public String createSubtenant(CreateSubtenantRequest request) {
return delegate.createSubtenant(request);
}
/**
* @see com.emc.atmos.api.AtmosApi#deleteSubtenant(String)
*/
@Override
public void deleteSubtenant( String subtenantId ) {
delegate.deleteSubtenant( subtenantId );
}
/**
* @return the bufferSize
*/
public int getBufferSize() {
return bufferSize;
}
/**
* @param bufferSize the bufferSize to set
*/
public void setBufferSize(int bufferSize) {
this.bufferSize = bufferSize;
}
}