org.jclouds.blobstore.TransientStorageStrategy Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of jclouds-blobstore Show documentation
Show all versions of jclouds-blobstore Show documentation
jclouds components to access blobstore
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.jclouds.blobstore;
import static com.google.common.base.Preconditions.checkNotNull;
import static com.google.common.io.BaseEncoding.base16;
import java.io.IOException;
import java.util.Collection;
import java.util.Date;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.ConcurrentSkipListMap;
import javax.inject.Inject;
import org.jclouds.blobstore.domain.Blob;
import org.jclouds.blobstore.domain.BlobAccess;
import org.jclouds.blobstore.domain.Blob.Factory;
import org.jclouds.blobstore.domain.ContainerAccess;
import org.jclouds.blobstore.domain.MutableStorageMetadata;
import org.jclouds.blobstore.domain.StorageMetadata;
import org.jclouds.blobstore.domain.StorageType;
import org.jclouds.blobstore.domain.internal.MutableStorageMetadataImpl;
import org.jclouds.blobstore.options.CreateContainerOptions;
import org.jclouds.blobstore.options.ListContainerOptions;
import org.jclouds.blobstore.util.BlobStoreUtils;
import org.jclouds.date.DateService;
import org.jclouds.domain.Location;
import org.jclouds.http.HttpUtils;
import org.jclouds.io.ContentMetadataCodec;
import org.jclouds.io.MutableContentMetadata;
import org.jclouds.io.Payload;
import org.jclouds.io.Payloads;
import org.jclouds.util.Closeables2;
import com.google.common.base.Supplier;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.Multimaps;
import com.google.common.hash.HashCode;
import com.google.common.hash.Hashing;
import com.google.common.hash.HashingInputStream;
import com.google.common.io.ByteSource;
import com.google.common.io.ByteStreams;
import com.google.common.net.HttpHeaders;
public class TransientStorageStrategy implements LocalStorageStrategy {
private final ConcurrentMap> containerToBlobs = new ConcurrentHashMap>();
private final ConcurrentMap> containerToBlobAccess = new ConcurrentHashMap>();
private final ConcurrentMap containerMetadata = new ConcurrentHashMap();
private final ConcurrentMap containerAccessMap = new ConcurrentHashMap();
private final Supplier defaultLocation;
private final DateService dateService;
private final Factory blobFactory;
private final ContentMetadataCodec contentMetadataCodec;
@Inject
TransientStorageStrategy(Supplier defaultLocation, DateService dateService, Factory blobFactory,
ContentMetadataCodec contentMetadataCodec) {
this.defaultLocation = defaultLocation;
this.dateService = dateService;
this.blobFactory = blobFactory;
this.contentMetadataCodec = contentMetadataCodec;
}
@Override
public boolean containerExists(final String containerName) {
return containerToBlobs.containsKey(containerName);
}
@Override
public Collection getAllContainerNames() {
return containerToBlobs.keySet();
}
@Override
public boolean createContainerInLocation(String containerName, Location location, CreateContainerOptions options) {
ConcurrentMap origValue = containerToBlobs.putIfAbsent(
containerName, new ConcurrentSkipListMap());
if (origValue != null) {
return false;
}
containerToBlobAccess.putIfAbsent(containerName, new ConcurrentHashMap());
MutableStorageMetadata metadata = new MutableStorageMetadataImpl();
metadata.setName(containerName);
metadata.setType(StorageType.CONTAINER);
metadata.setLocation(location);
metadata.setCreationDate(new Date());
containerMetadata.put(containerName, metadata);
containerAccessMap.put(containerName, options.isPublicRead()
? ContainerAccess.PUBLIC_READ : ContainerAccess.PRIVATE);
return true;
}
@Override
public ContainerAccess getContainerAccess(String container) {
ContainerAccess access = containerAccessMap.get(container);
return access == null ? ContainerAccess.PRIVATE : access;
}
@Override
public void setContainerAccess(String container, ContainerAccess access) {
containerAccessMap.put(container, access);
}
@Override
public void deleteContainer(final String containerName) {
containerToBlobs.remove(containerName);
containerToBlobAccess.remove(containerName);
}
@Override
public void clearContainer(final String containerName) {
clearContainer(containerName, ListContainerOptions.Builder.recursive());
}
@Override
public void clearContainer(String containerName, ListContainerOptions options) {
// TODO implement options
containerToBlobs.get(containerName).clear();
}
@Override
public StorageMetadata getContainerMetadata(String container) {
return containerMetadata.get(container);
}
@Override
public boolean blobExists(final String containerName, final String blobName) {
Map map = containerToBlobs.get(containerName);
return map != null && map.containsKey(blobName);
}
@Override
public Iterable getBlobKeysInsideContainer(final String containerName, String prefix) {
ConcurrentSkipListMap blobs = containerToBlobs.get(containerName);
if (prefix == null) {
return blobs.keySet();
}
String lastPrefix = prefix + (char) 65535; // TODO: better sentinel?
return blobs.subMap(prefix, /*fromInclusive=*/ true, lastPrefix, /*toInclusive=*/ false).keySet();
}
@Override
public Blob getBlob(final String containerName, final String blobName) {
Map map = containerToBlobs.get(containerName);
return map == null ? null : map.get(blobName);
}
@Override
public String putBlob(final String containerName, final Blob blob) throws IOException {
byte[] payload;
HashCode actualHashCode;
HashingInputStream input = new HashingInputStream(Hashing.md5(), blob.getPayload().openStream());
try {
payload = ByteStreams.toByteArray(input);
long actualSize = payload.length;
Long expectedSize = blob.getMetadata().getContentMetadata().getContentLength();
if (expectedSize != null && actualSize != expectedSize) {
throw new IOException("Content-Length mismatch, actual: " + actualSize +
" expected: " + expectedSize);
}
actualHashCode = input.hash();
HashCode expectedHashCode = blob.getPayload().getContentMetadata().getContentMD5AsHashCode();
if (expectedHashCode != null && !actualHashCode.equals(expectedHashCode)) {
throw new IOException("MD5 hash code mismatch, actual: " + actualHashCode +
" expected: " + expectedHashCode);
}
} finally {
Closeables2.closeQuietly(input);
}
Blob newBlob = createUpdatedCopyOfBlobInContainer(containerName, blob, payload, actualHashCode);
Map map = containerToBlobs.get(containerName);
String blobName = newBlob.getMetadata().getName();
map.put(blobName, newBlob);
containerToBlobAccess.get(containerName).put(blobName, BlobAccess.PRIVATE);
return base16().lowerCase().encode(actualHashCode.asBytes());
}
@Override
public void removeBlob(final String containerName, final String blobName) {
Map map = containerToBlobs.get(containerName);
if (map != null)
map.remove(blobName);
}
@Override
public BlobAccess getBlobAccess(String containerName, String blobName) {
Map map = containerToBlobAccess.get(containerName);
if (map == null) {
throw new ContainerNotFoundException(containerName, "in getBlobAccess");
}
BlobAccess access = map.get(blobName);
if (access == null) {
throw new KeyNotFoundException(containerName, blobName, "in getBlobAccess");
}
return access;
}
@Override
public void setBlobAccess(String containerName, String blobName, BlobAccess access) {
Map map = containerToBlobAccess.get(containerName);
if (map == null) {
throw new ContainerNotFoundException(containerName, "in setBlobAccess");
}
map.put(blobName, access);
}
@Override
public Location getLocation(final String containerName) {
return containerMetadata.get(containerName).getLocation();
}
@Override
public String getSeparator() {
return "/";
}
private Blob createUpdatedCopyOfBlobInContainer(String containerName, Blob in, byte[] input, HashCode contentMd5) {
checkNotNull(containerName, "containerName");
checkNotNull(in, "blob");
checkNotNull(input, "input");
checkNotNull(contentMd5, "contentMd5");
Payload payload = Payloads.newByteSourcePayload(ByteSource.wrap(input));
MutableContentMetadata oldMd = in.getPayload().getContentMetadata();
HttpUtils.copy(oldMd, payload.getContentMetadata());
payload.getContentMetadata().setContentMD5(contentMd5);
payload.getContentMetadata().setContentLength((long) input.length);
Blob blob = blobFactory.create(BlobStoreUtils.copy(in.getMetadata()));
blob.setPayload(payload);
blob.getMetadata().setContainer(containerName);
blob.getMetadata().setLastModified(new Date());
blob.getMetadata().setSize((long) input.length);
String eTag = base16().lowerCase().encode(contentMd5.asBytes());
blob.getMetadata().setETag(eTag);
// Set HTTP headers to match metadata
blob.getAllHeaders().replaceValues(HttpHeaders.LAST_MODIFIED,
ImmutableList.of(dateService.rfc822DateFormat(blob.getMetadata().getLastModified())));
blob.getAllHeaders().replaceValues(HttpHeaders.ETAG, ImmutableList.of(eTag));
copyPayloadHeadersToBlob(payload, blob);
blob.getAllHeaders().putAll(Multimaps.forMap(blob.getMetadata().getUserMetadata()));
return blob;
}
private void copyPayloadHeadersToBlob(Payload payload, Blob blob) {
blob.getAllHeaders().putAll(contentMetadataCodec.toHeaders(payload.getContentMetadata()));
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy