com.netease.cloud.services.nos.NosClient Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of nos-sdk-java-publiccloud Show documentation
Show all versions of nos-sdk-java-publiccloud Show documentation
nos java sdk to the Central Repository
package com.netease.cloud.services.nos;
import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStream;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.URL;
import java.security.NoSuchAlgorithmException;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import com.netease.cloud.ClientConfiguration;
import com.netease.cloud.ClientException;
import com.netease.cloud.DefaultRequest;
import com.netease.cloud.HttpMethod;
import com.netease.cloud.Request;
import com.netease.cloud.ServiceException;
import com.netease.cloud.WebServiceClient;
import com.netease.cloud.WebServiceRequest;
import com.netease.cloud.WebServiceResponse;
import com.netease.cloud.auth.Credentials;
import com.netease.cloud.auth.CredentialsProvider;
import com.netease.cloud.auth.Signer;
import com.netease.cloud.handlers.HandlerChainFactory;
import com.netease.cloud.handlers.RequestHandler;
import com.netease.cloud.http.ExecutionContext;
import com.netease.cloud.http.HttpMethodName;
import com.netease.cloud.http.HttpResponseHandler;
import com.netease.cloud.internal.StaticCredentialsProvider;
import com.netease.cloud.services.nos.internal.BucketNameUtils;
import com.netease.cloud.services.nos.internal.Constants;
import com.netease.cloud.services.nos.internal.DeleteObjectsResponse;
import com.netease.cloud.services.nos.internal.InputSubstream;
import com.netease.cloud.services.nos.internal.MD5DigestCalculatingInputStream;
import com.netease.cloud.services.nos.internal.Mimetypes;
import com.netease.cloud.services.nos.internal.NosAclHeaderResponseHnadler;
import com.netease.cloud.services.nos.internal.NosErrorResponseHandler;
import com.netease.cloud.services.nos.internal.NosMetadataResponseHandler;
import com.netease.cloud.services.nos.internal.NosObjectResponseHandler;
import com.netease.cloud.services.nos.internal.NosQueryStringSigner;
import com.netease.cloud.services.nos.internal.NosSigner;
import com.netease.cloud.services.nos.internal.NosStringSigner;
import com.netease.cloud.services.nos.internal.NosXmlResponseHandler;
import com.netease.cloud.services.nos.internal.ObjectExpirationHeaderHandler;
import com.netease.cloud.services.nos.internal.ProgressReportingInputStream;
import com.netease.cloud.services.nos.internal.RepeatableFileInputStream;
import com.netease.cloud.services.nos.internal.RepeatableInputStream;
import com.netease.cloud.services.nos.internal.ResponseHeaderHandlerChain;
import com.netease.cloud.services.nos.internal.ServiceUtils;
import com.netease.cloud.services.nos.internal.SimpleDataResponseHandler;
import com.netease.cloud.services.nos.internal.XmlWriter;
import com.netease.cloud.services.nos.model.AbortMultipartUploadRequest;
import com.netease.cloud.services.nos.model.Bucket;
import com.netease.cloud.services.nos.model.BucketLifecycleConfiguration;
import com.netease.cloud.services.nos.model.BucketLifecycleConfiguration.Rule;
import com.netease.cloud.services.nos.model.CannedAccessControlList;
import com.netease.cloud.services.nos.model.CompleteMultipartUploadRequest;
import com.netease.cloud.services.nos.model.CompleteMultipartUploadResult;
import com.netease.cloud.services.nos.model.CopyObjectRequest;
import com.netease.cloud.services.nos.model.CreateBucketRequest;
import com.netease.cloud.services.nos.model.DeleteBucketLifecycleConfigurationRequest;
import com.netease.cloud.services.nos.model.DeleteBucketRequest;
import com.netease.cloud.services.nos.model.DeleteObjectRequest;
import com.netease.cloud.services.nos.model.DeleteObjectsRequest;
import com.netease.cloud.services.nos.model.DeleteObjectsResult;
import com.netease.cloud.services.nos.model.GeneratePresignedUrlRequest;
import com.netease.cloud.services.nos.model.GetBucketAclRequest;
import com.netease.cloud.services.nos.model.GetBucketDefault404Request;
import com.netease.cloud.services.nos.model.GetBucketDefault404Result;
import com.netease.cloud.services.nos.model.GetBucketLifecycleConfigurationRequest;
import com.netease.cloud.services.nos.model.GetBucketLocationRequest;
import com.netease.cloud.services.nos.model.GetBucketStatsRequest;
import com.netease.cloud.services.nos.model.GetBucketStatsResult;
import com.netease.cloud.services.nos.model.GetObjectMetadataRequest;
import com.netease.cloud.services.nos.model.GetObjectRequest;
import com.netease.cloud.services.nos.model.HeadBucketRequest;
import com.netease.cloud.services.nos.model.InitiateMultipartUploadRequest;
import com.netease.cloud.services.nos.model.InitiateMultipartUploadResult;
import com.netease.cloud.services.nos.model.ListBucketsRequest;
import com.netease.cloud.services.nos.model.ListMultipartUploadsRequest;
import com.netease.cloud.services.nos.model.ListObjectsRequest;
import com.netease.cloud.services.nos.model.ListPartsRequest;
import com.netease.cloud.services.nos.model.MediaSaveAsRequest;
import com.netease.cloud.services.nos.model.MoveObjectRequest;
import com.netease.cloud.services.nos.model.MultiObjectDeleteException;
import com.netease.cloud.services.nos.model.MultipartUploadListing;
import com.netease.cloud.services.nos.model.NOSException;
import com.netease.cloud.services.nos.model.NOSObject;
import com.netease.cloud.services.nos.model.NOSObjectInputStream;
import com.netease.cloud.services.nos.model.ObjectListing;
import com.netease.cloud.services.nos.model.ObjectMetadata;
import com.netease.cloud.services.nos.model.PartETag;
import com.netease.cloud.services.nos.model.PartListing;
import com.netease.cloud.services.nos.model.ProgressEvent;
import com.netease.cloud.services.nos.model.ProgressListener;
import com.netease.cloud.services.nos.model.PutBucketDefault404Request;
import com.netease.cloud.services.nos.model.PutObjectRequest;
import com.netease.cloud.services.nos.model.PutObjectResult;
import com.netease.cloud.services.nos.model.Region;
import com.netease.cloud.services.nos.model.SetBucketAclRequest;
import com.netease.cloud.services.nos.model.SetBucketLifecycleConfigurationRequest;
import com.netease.cloud.services.nos.model.UploadPartRequest;
import com.netease.cloud.services.nos.model.UploadPartResult;
import com.netease.cloud.services.nos.model.transform.Unmarshallers;
import com.netease.cloud.services.nos.model.transform.XmlResponsesSaxParser.CompleteMultipartUploadHandler;
import com.netease.cloud.transform.Unmarshaller;
import com.netease.cloud.util.BinaryUtils;
import com.netease.cloud.util.DateUtils;
import com.netease.cloud.util.HttpUtils;
import com.netease.cloud.util.Md5Utils;
import com.netease.cloud.util.json.JSONException;
import com.netease.cloud.util.json.JSONObject;
/**
*
* The client for accessing the Netease NOS web service.
*
*
* The client provides storage service on the Internet.
*
*
* This client can be used to store and retrieve any amount of data, at any time, from anywhere on the web.
*
*/
public class NosClient extends WebServiceClient implements Nos {
/** Shared logger for client events */
private static Log log = LogFactory.getLog(NosClient.class);
/** Responsible for handling error responses from all NOS service calls. */
private NosErrorResponseHandler errorResponseHandler = new NosErrorResponseHandler();
/** Shared response handler for operations with no response. */
private NosXmlResponseHandler voidResponseHandler = new NosXmlResponseHandler(null);
/** Utilities for validating bucket names */
private final BucketNameUtils bucketNameUtils = new BucketNameUtils();
/** Provider for credentials. */
private CredentialsProvider CredentialsProvider;
/**
*
* Constructs a new NOS client that will make anonymous requests to NOS.
*
*
* Only a subset of the NOS API will work with anonymous (i.e. unsigned) requests, but this can prove useful in some
* situations. For example:
*
*
*/
public NosClient() {
this((Credentials) null);
}
/**
* Constructs a new NOS client using the specified credentials to access NOS.
*
* @param Credentials
* The credentials to use when making requests to NOS with this client.
*
*/
public NosClient(Credentials Credentials) {
this(Credentials, new ClientConfiguration());
}
/**
* Constructs a new NOS client using the specified credentials and client configuration to access NOS.
*
* @param Credentials
* The credentials to use when making requests to NOS with this client.
* @param clientConfiguration
* The client configuration options controlling how this client connects to NOS (e.g. proxy settings,
* retry counts, etc).
*
*/
public NosClient(Credentials Credentials, ClientConfiguration clientConfiguration) {
super(clientConfiguration);
this.CredentialsProvider = new StaticCredentialsProvider(Credentials);
init();
}
/**
* Constructs a new NOS client using the specified credentials provider to access NOS.
*
* @param credentialsProvider
* The credentials provider which will provide credentials to authenticate requests with services.
*/
public NosClient(CredentialsProvider credentialsProvider) {
this(credentialsProvider, new ClientConfiguration());
}
/**
* Constructs a new NOS client using the specified credentials and client configuration to access NOS.
*
* @param credentialsProvider
* The credentials provider which will provide credentials to authenticate requests with services.
* @param clientConfiguration
* The client configuration options controlling how this client connects to NOS (e.g. proxy settings,
* retry counts, etc).
*/
public NosClient(CredentialsProvider credentialsProvider, ClientConfiguration clientConfiguration) {
super(clientConfiguration);
this.CredentialsProvider = credentialsProvider;
init();
}
private void init() {
setEndpoint(Constants.NOS_HOST_NAME);
HandlerChainFactory chainFactory = new HandlerChainFactory();
requestHandlers.addAll(chainFactory.newRequestHandlerChain("/com/netease/cloud/services/nos/request.handlers"));
}
/**
* Appends a request handler to the list of registered handlers that are run as part of a request's lifecycle.
*
* @param requestHandler
* The new handler to add to the current list of request handlers.
*/
public void addRequestHandler(RequestHandler requestHandler) {
requestHandlers.add(requestHandler);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#listObjects(java.lang.String)
*/
public ObjectListing listObjects(String bucketName) throws ClientException, ServiceException {
return listObjects(new ListObjectsRequest(bucketName, null, null, null, null));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#listObjects(com.netease.cloud.services .nos.model.ListObjectsRequest)
*/
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest) throws ClientException, ServiceException {
assertParameterNotNull(listObjectsRequest.getBucketName(),
"The bucket name parameter must be specified when listing objects in a bucket");
Request request = createRequest(listObjectsRequest.getBucketName(), null,
listObjectsRequest, HttpMethodName.GET);
if (listObjectsRequest.getPrefix() != null)
request.addParameter("prefix", listObjectsRequest.getPrefix());
if (listObjectsRequest.getMarker() != null)
request.addParameter("marker", listObjectsRequest.getMarker());
if (listObjectsRequest.getDelimiter() != null)
request.addParameter("delimiter", listObjectsRequest.getDelimiter());
if (listObjectsRequest.getMaxKeys() != null && listObjectsRequest.getMaxKeys().intValue() >= 0)
request.addParameter("max-keys", listObjectsRequest.getMaxKeys().toString());
return invoke(request, new Unmarshallers.ListObjectsUnmarshaller(), listObjectsRequest.getBucketName(), null);
}
@Override
public GetBucketStatsResult getBucketStats(String bucketName) throws ClientException, ServiceException {
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when get bucket stats");
Request request = createRequest(bucketName, null, new GetBucketStatsRequest(),
HttpMethodName.GET);
request.addParameter("bucketstat", null);
return invoke(request, new Unmarshallers.GetBucketStatsUnmarshaller(), bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#listBuckets()
*/
public List listBuckets(ListBucketsRequest listBucketsRequest) throws ClientException, ServiceException {
Request request = createRequest(null, null, listBucketsRequest, HttpMethodName.GET);
return invoke(request, new Unmarshallers.ListBucketsUnmarshaller(), null, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#listBuckets()
*/
public List listBuckets() throws ClientException, ServiceException {
return listBuckets(new ListBucketsRequest());
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#createBucket(java.lang.String)
*/
public Bucket createBucket(String bucketName) throws ClientException, ServiceException {
return createBucket(new CreateBucketRequest(bucketName));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#createBucket(java.lang.String, com.netease.cloud.services.nos.model.Region)
*/
public Bucket createBucket(String bucketName, Region region) throws ClientException,
ServiceException {
return createBucket(new CreateBucketRequest(bucketName, region));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#createBucket(java.lang.String, java.lang.String)
*/
public Bucket createBucket(String bucketName, String region) throws ClientException,
ServiceException {
return createBucket(new CreateBucketRequest(bucketName, region));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#createBucket(com.netease.cloud.services .nos.model.CreateBucketRequest)
*/
public Bucket createBucket(CreateBucketRequest createBucketRequest) throws ClientException, ServiceException {
assertParameterNotNull(createBucketRequest,
"The CreateBucketRequest parameter must be specified when creating a bucket");
String bucketName = createBucketRequest.getBucketName();
String region = createBucketRequest.getRegion();
//boolean deduplicate = createBucketRequest.isDeduplicate();
CannedAccessControlList acl = createBucketRequest.getCannedAcl();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when creating a bucket");
if (bucketName != null)
bucketName = bucketName.trim();
bucketNameUtils.validateBucketName(bucketName);
Request request = createRequest(bucketName, null, createBucketRequest, HttpMethodName.PUT);
if (acl != null)
request.addHeader(Headers.NOS_CANNED_ACL, acl.toString());
else
request.addHeader(Headers.NOS_CANNED_ACL, CannedAccessControlList.Private.toString());
XmlWriter xml = new XmlWriter();
xml.start("CreateBucketConfiguration", "xmlns", Constants.XML_NAMESPACE);
if (region != null) {
xml.start("LocationConstraint").value(region).end();
}
xml.start("ObjectDeduplicate").value(Boolean.toString(false)).end();
xml.end();
request.setContent(new ByteArrayInputStream(xml.getBytes()));
invoke(request, voidResponseHandler, bucketName, null);
return new Bucket(bucketName);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getBucketAcl(java.lang.String)
*/
public CannedAccessControlList getBucketAcl(String bucketName) throws ClientException, ServiceException {
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when requesting a bucket's ACL");
return getBucketAcl(new GetBucketAclRequest(bucketName));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getBucketAcl(com.netease.cloud.services .NOS.GetBucketAclRequest)
*/
public CannedAccessControlList getBucketAcl(GetBucketAclRequest getBucketAclRequest) throws ClientException,
ServiceException {
assertParameterNotNull(getBucketAclRequest,
"The getBucketAclRequest parameter must be specified when requesting a bucket's ACL");
String bucketName = getBucketAclRequest.getBucketName();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when requesting a bucket's ACL");
Request request = createRequest(bucketName, null, getBucketAclRequest, HttpMethodName.GET);
request.addParameter("acl", null);
return invoke(request, new NosAclHeaderResponseHnadler(), bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#setBucketAcl(com.netease.cloud.services .NOS.SetBucketAclRequest)
*/
public void setBucketAcl(SetBucketAclRequest setBucketAclRequest) throws ClientException, ServiceException {
String bucketName = setBucketAclRequest.getBucketName();
CannedAccessControlList cannedAcl = setBucketAclRequest.getCannedAcl();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when setting a bucket's ACL");
assertParameterNotNull(cannedAcl, "The cannedAcl parameter must be specified when setting a bucket's ACL");
Request request = createRequest(bucketName, null, setBucketAclRequest, HttpMethodName.PUT);
request.addParameter("acl", null);
request.addHeader(Headers.NOS_CANNED_ACL, cannedAcl.toString());
invoke(request, voidResponseHandler, bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#setBucketAcl(java.lang.String,
* com.netease.cloud.services.nos.model.CannedAccessControlList)
*/
public void setBucketAcl(String bucketName, CannedAccessControlList acl) throws ClientException, ServiceException {
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when setting a bucket's ACL");
assertParameterNotNull(acl, "The ACL parameter must be specified when setting a bucket's ACL");
setBucketAcl(new SetBucketAclRequest(bucketName, acl));
}
public GetBucketDefault404Result getBucketDefault404(String bucketName) throws ClientException, ServiceException {
return getBucketDefault404(new GetBucketDefault404Request(bucketName));
}
public GetBucketDefault404Result getBucketDefault404(GetBucketDefault404Request getBucketDefault404Request) throws ClientException, ServiceException {
assertParameterNotNull(getBucketDefault404Request,
"The putBucketDedupRequest parameter must be specified when get bucket default404");
String bucketName = getBucketDefault404Request.getBucketName();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when get bucket default404");
Request request = createRequest(bucketName, null, getBucketDefault404Request,
HttpMethodName.GET);
request.addParameter("default404", null);
return invoke(request, new Unmarshallers.GetBucketDefault404Unmarshaller(), bucketName, null);
}
public void setBucketDefault404(String bucketName, String default404Object) throws ClientException, ServiceException {
this.setBucketDefault404(new PutBucketDefault404Request(bucketName, default404Object));
}
public void setBucketDefault404(PutBucketDefault404Request putBucketDefault404Request) throws ClientException, ServiceException {
assertParameterNotNull(putBucketDefault404Request,
"The putBucketDefault404Request parameter must be specified when set bucket dedup");
String bucketName = putBucketDefault404Request.getBucketName();
String default404Object = putBucketDefault404Request.getDefault404Object();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when set bucket default404");
if (bucketName != null)
bucketName = bucketName.trim();
bucketNameUtils.validateBucketName(bucketName);
Request request = createRequest(bucketName, null, putBucketDefault404Request,
HttpMethodName.PUT);
XmlWriter xml = new XmlWriter();
xml.start("Default404Configuration", "xmlns", Constants.XML_NAMESPACE);
xml.start("Key").value(default404Object == null ? "" : default404Object).end();
xml.end();
request.addParameter("default404", null);
request.setContent(new ByteArrayInputStream(xml.getBytes()));
invoke(request, voidResponseHandler, bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.services.nos.Nos#getBucketLocation(com.netease.cloud
* .services.nos.model.GetBucketLocationRequest)
*/
public String getBucketLocation(GetBucketLocationRequest getBucketLocationRequest) throws ClientException,
ServiceException {
assertParameterNotNull(getBucketLocationRequest,
"The request parameter must be specified when requesting a bucket's location");
String bucketName = getBucketLocationRequest.getBucketName();
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when requesting a bucket's location");
Request request = createRequest(bucketName, null, getBucketLocationRequest,
HttpMethodName.GET);
request.addParameter("location", null);
return invoke(request, new Unmarshallers.BucketLocationUnmarshaller(), bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.services.nos.Nos#getBucketLocation(java.lang.String)
*/
public String getBucketLocation(String bucketName) throws ClientException, ServiceException {
return getBucketLocation(new GetBucketLocationRequest(bucketName));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObjectMetadata(java.lang.String, java.lang.String)
*/
public ObjectMetadata getObjectMetadata(String bucketName, String key) throws ClientException, ServiceException {
return getObjectMetadata(new GetObjectMetadataRequest(bucketName, key));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObjectMetadata(com.netease.cloud.services .nos.model.GetObjectMetadataRequest)
*/
public ObjectMetadata getObjectMetadata(GetObjectMetadataRequest getObjectMetadataRequest) throws ClientException,
ServiceException {
assertParameterNotNull(getObjectMetadataRequest,
"The GetObjectMetadataRequest parameter must be specified when requesting an object's metadata");
String bucketName = getObjectMetadataRequest.getBucketName();
String key = getObjectMetadataRequest.getKey();
Date modifiedSinceConstraint = getObjectMetadataRequest.getModifiedSinceConstraint();
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when requesting an object's metadata");
assertParameterNotNull(key, "The key parameter must be specified when requesting an object's metadata");
Request request = createRequest(bucketName, key, getObjectMetadataRequest,
HttpMethodName.HEAD);
if (modifiedSinceConstraint != null)
addDateHeader(request, Headers.GET_OBJECT_IF_MODIFIED_SINCE,
getObjectMetadataRequest.getModifiedSinceConstraint());
return invoke(request, new NosMetadataResponseHandler(), bucketName, key);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObjectVersions(com.netease.cloud.services .model.GetObjectVersionsRequest)
*/
/*public GetObjectVersionsResult getObjectVersions(GetObjectVersionsRequest getObjectVersionsRequest)
throws ClientException, ServiceException {
assertParameterNotNull(getObjectVersionsRequest,
"The GetObjectVersionsRequest parameter must be specified when requesting an object");
assertParameterNotNull(getObjectVersionsRequest.getBucketName(),
"The bucket name parameter must be specified when requesting an object");
assertParameterNotNull(getObjectVersionsRequest.getKey(),
"The key parameter must be specified when requesting an object");
Request request = createRequest(getObjectVersionsRequest.getBucketName(),
getObjectVersionsRequest.getKey(), getObjectVersionsRequest, HttpMethodName.GET);
request.addParameter("versions", null);
return invoke(request, new Unmarshallers.GetObejctVersionsResultUnmarshaller(),
getObjectVersionsRequest.getBucketName(), getObjectVersionsRequest.getKey());
}*/
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObjectVersions(java.lang.String, java.lang.String)
*/
/*public GetObjectVersionsResult getObjectVersions(String bucketName, String key) throws ClientException,
ServiceException {
return getObjectVersions(new GetObjectVersionsRequest(bucketName, key));
}*/
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObject(java.lang.String, java.lang.String)
*/
public NOSObject getObject(String bucketName, String key) throws ClientException, ServiceException {
return getObject(new GetObjectRequest(bucketName, key));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#doesObjectExist(java.lang.String)
*/
public boolean doesObjectExist(String bucketName, String key) {
try {
// if(!doesBucketExist(bucketName)){
// return false;
// }
assertParameterNotNull(bucketName, "The bucketName parameter must be specified .");
assertParameterNotNull(key, "The key parameter must be specified .");
getObjectMetadata(bucketName, key);
return true;
} catch (ServiceException ase) {
switch (ase.getStatusCode()) {
case 403:
/*
* A permissions error don't know if the object is existed or not
*/
throw ase;
case 404:
return false;
default:
throw ase;
}
}
}
/**
* check bucket existence
*
* @param bucketName
* @return true if bucket exists, ignoring ownerness
*/
public boolean doesBucketExist(String bucketName) {
HeadBucketRequest headBucketRequest = new HeadBucketRequest(bucketName);
return doesBucketExist(headBucketRequest);
}
/**
*
* @param headBucketRequest
* @return true if bucket exists, ignoring ownerness
*/
public boolean doesBucketExist(HeadBucketRequest headBucketRequest) {
try {
assertParameterNotNull(headBucketRequest.getBucketName(), "The bucketName parameter must be specified .");
Request request = createRequest(headBucketRequest.getBucketName(), null,
headBucketRequest, HttpMethodName.HEAD);
invoke(request, voidResponseHandler, headBucketRequest.getBucketName(), null);
return true;
} catch (ServiceException e) {
/*
* If we have no credentials, or we detect a problem with the credentials we used, go ahead and throw the
* error so we don't mask that problem as thinking that the bucket does exist.
*/
if (CredentialsProvider.getCredentials() == null)
throw e;
if ("InvalidAccessKeyId".equalsIgnoreCase(e.getErrorCode())
|| "SignatureDoesNotMatch".equalsIgnoreCase(e.getErrorCode())) {
throw e;
}
switch (e.getStatusCode()) {
case 403:
/*
* bucket is unique in nos globally A permissions error means the bucket exists, but is owned by another
* account.
*/
return true;
case 404:
return false;
default:
throw e;
}
}
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObject(com.netease.cloud.services.nos .model.GetObjectRequest)
*/
public NOSObject getObject(GetObjectRequest getObjectRequest) throws ClientException, ServiceException {
assertParameterNotNull(getObjectRequest,
"The GetObjectRequest parameter must be specified when requesting an object");
assertParameterNotNull(getObjectRequest.getBucketName(),
"The bucket name parameter must be specified when requesting an object");
assertParameterNotNull(getObjectRequest.getKey(),
"The key parameter must be specified when requesting an object");
Request request = createRequest(getObjectRequest.getBucketName(), getObjectRequest.getKey(),
getObjectRequest, HttpMethodName.GET);
// Range
if (getObjectRequest.getRange() != null) {
long[] range = getObjectRequest.getRange();
request.addHeader(Headers.RANGE, "bytes=" + Long.toString(range[0]) + "-" + Long.toString(range[1]));
}
addDateHeader(request, Headers.GET_OBJECT_IF_MODIFIED_SINCE, getObjectRequest.getModifiedSinceConstraint());
ProgressListener progressListener = getObjectRequest.getProgressListener();
try {
NOSObject NOSObject = invoke(request, new NosObjectResponseHandler(), getObjectRequest.getBucketName(),
getObjectRequest.getKey());
/*
* TODO: For now, it's easiest to set there here in the client, but we could push this back into the
* response handler with a little more work.
*/
NOSObject.setBucketName(getObjectRequest.getBucketName());
NOSObject.setKey(getObjectRequest.getKey());
if (progressListener != null) {
NOSObjectInputStream input = NOSObject.getObjectContent();
ProgressReportingInputStream progressReportingInputStream = new ProgressReportingInputStream(input,
progressListener);
progressReportingInputStream.setFireCompletedEvent(true);
input = new NOSObjectInputStream(progressReportingInputStream, input.getHttpRequest());
NOSObject.setObjectContent(input);
fireProgressEvent(progressListener, ProgressEvent.STARTED_EVENT_CODE);
}
/*
* TODO: It'd be nice to check the integrity of the data was received from NOS, but we'd have to read off
* the stream and buffer the contents somewhere in order to do that.
*
* We could consider adding an option for this in the future, or wrapping the InputStream in another
* implementation of FilterInputStream that would calculate the checksum when the user reads the data and
* then notify them somehow if there was a problem.
*/
return NOSObject;
} catch (NOSException ase) {
/*
* If the request failed because one of the specified constraints was not met (ex: matching ETag, modified
* since date, etc.), then return null, so that users don't have to wrap their code in try/catch blocks and
* check for this status code if they want to use constraints.
*/
if (ase.getStatusCode() == 412 || ase.getStatusCode() == 304) {
fireProgressEvent(progressListener, ProgressEvent.CANCELED_EVENT_CODE);
return null;
}
fireProgressEvent(progressListener, ProgressEvent.FAILED_EVENT_CODE);
throw ase;
}
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getObject(com.netease.cloud.services.nos .model.GetObjectRequest, java.io.File)
*/
public ObjectMetadata getObject(GetObjectRequest getObjectRequest, File destinationFile) throws ClientException,
ServiceException {
assertParameterNotNull(destinationFile,
"The destination file parameter must be specified when downloading an object directly to a file");
NOSObject NOSObject = getObject(getObjectRequest);
// getObject can return null if constraints were specified but not met
if (NOSObject == null)
return null;
ServiceUtils.downloadObjectToFile(NOSObject, destinationFile);
return NOSObject.getObjectMetadata();
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteBucket(java.lang.String)
*/
public void deleteBucket(String bucketName) throws ClientException, ServiceException {
deleteBucket(new DeleteBucketRequest(bucketName));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteBucket(com.netease.cloud.services .nos.model.DeleteBucketRequest)
*/
public void deleteBucket(DeleteBucketRequest deleteBucketRequest) throws ClientException, ServiceException {
assertParameterNotNull(deleteBucketRequest,
"The DeleteBucketRequest parameter must be specified when deleting a bucket");
String bucketName = deleteBucketRequest.getBucketName();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when deleting a bucket");
Request request = createRequest(bucketName, null, deleteBucketRequest,
HttpMethodName.DELETE);
invoke(request, voidResponseHandler, bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#putObject(java.lang.String, java.lang.String, java.io.File)
*/
public PutObjectResult putObject(String bucketName, File file) throws ClientException, ServiceException {
return putObject(new PutObjectRequest(bucketName, null, file).withMetadata(new ObjectMetadata()));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#putObject(java.lang.String, java.lang.String, java.io.File)
*/
public PutObjectResult putObject(String bucketName, String key, File file) throws ClientException, ServiceException {
return putObject(new PutObjectRequest(bucketName, key, file).withMetadata(new ObjectMetadata()));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#putObject(java.lang.String, java.lang.String, java.io.InputStream,
* com.netease.cloud.services.nos.model.NOSObjectMetadata)
*/
public PutObjectResult putObject(String bucketName, String key, InputStream input, ObjectMetadata metadata)
throws ClientException, ServiceException {
return putObject(new PutObjectRequest(bucketName, key, input, metadata));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#putObject(com.netease.cloud.services.nos .model.PutObjectRequest)
*/
public PutObjectResult putObject(PutObjectRequest putObjectRequest) throws ClientException, ServiceException {
assertParameterNotNull(putObjectRequest,
"The PutObjectRequest parameter must be specified when uploading an object");
String bucketName = putObjectRequest.getBucketName();
String key = putObjectRequest.getKey();
ObjectMetadata metadata = putObjectRequest.getMetadata();
InputStream input = putObjectRequest.getInputStream();
ProgressListener progressListener = putObjectRequest.getProgressListener();
// putObjectRequest.getMetadata().setUserMetadata(userMetadata);
if (metadata == null)
metadata = new ObjectMetadata();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when uploading an object");
// If a file is specified for upload, we need to pull some additional
// information from it to auto-configure a few options
if (putObjectRequest.getFile() != null) {
File file = putObjectRequest.getFile();
// Always set the content length, even if it's already set
metadata.setContentLength(file.length());
// Only set the content type if it hasn't already been set
if (metadata.getContentType() == null) {
metadata.setContentType(Mimetypes.getInstance().getMimetype(file));
}
FileInputStream fileInputStream = null;
try {
fileInputStream = new FileInputStream(file);
byte[] md5Hash = ServiceUtils.computeMD5Hash(fileInputStream);
metadata.setContentMD5(BinaryUtils.toHex(md5Hash));
} catch (Exception e) {
throw new ClientException("Unable to calculate MD5 hash: " + e.getMessage(), e);
} finally {
try {
fileInputStream.close();
} catch (Exception e) {
}
}
try {
input = new RepeatableFileInputStream(file);
} catch (FileNotFoundException fnfe) {
throw new ClientException("Unable to find file to upload", fnfe);
}
}
Request request = createRequest(bucketName, key, putObjectRequest, HttpMethodName.PUT);
if (putObjectRequest.getCannedAcl() != null) {
request.addHeader(Headers.NOS_CANNED_ACL, putObjectRequest.getCannedAcl().toString());
}
if (putObjectRequest.getStorageClass() != null) {
request.addHeader(Headers.STORAGE_CLASS, putObjectRequest.getStorageClass());
}
if (key == null) {
request.addParameter("uploadObject", null);
}
// Use internal interface to differentiate 0 from unset.
if (metadata.getRawMetadata().get(Headers.CONTENT_LENGTH) == null) {
/*
* There's nothing we can do except for let the HTTP client buffer the input stream contents if the caller
* doesn't tell us how much data to expect in a stream since we have to explicitly tell NOS how much we're
* sending before we start sending any of it.
*/
log.warn("No content length specified for stream data. "
+ "Stream contents will be buffered in memory and could result in " + "out of memory errors.");
}
if (progressListener != null) {
input = new ProgressReportingInputStream(input, progressListener);
fireProgressEvent(progressListener, ProgressEvent.STARTED_EVENT_CODE);
}
if (!input.markSupported()) {
input = new RepeatableInputStream(input, Constants.DEFAULT_STREAM_BUFFER_SIZE);
}
MD5DigestCalculatingInputStream md5DigestStream = null;
if (metadata.getContentMD5() == null) {
/*
* If the user hasn't set the content MD5, then we don't want to buffer the whole stream in memory just to
* calculate it. Instead, we can calculate it on the fly and validate it with the returned ETag from the
* object upload.
*/
try {
md5DigestStream = new MD5DigestCalculatingInputStream(input);
input = md5DigestStream;
} catch (NoSuchAlgorithmException e) {
log.warn("No MD5 digest algorithm available. Unable to calculate "
+ "checksum and verify data integrity.", e);
}
}
if (metadata.getContentType() == null) {
/*
* Default to the "application/octet-stream" if the user hasn't specified a content type.
*/
metadata.setContentType(Mimetypes.MIMETYPE_OCTET_STREAM);
}
populateRequestMetadata(request, metadata);
request.setContent(input);
ObjectMetadata returnedMetadata = null;
try {
returnedMetadata = invoke(request, new NosMetadataResponseHandler(), bucketName, key);
} catch (ClientException ace) {
fireProgressEvent(progressListener, ProgressEvent.FAILED_EVENT_CODE);
throw ace;
} finally {
try {
input.close();
} catch (Exception e) {
log.warn("Unable to cleanly close input stream: " + e.getMessage(), e);
}
}
String contentMd5 = metadata.getContentMD5();
if (returnedMetadata != null && contentMd5 != null) {
byte[] clientSideHash;
if (md5DigestStream != null) {
try {
clientSideHash = Md5Utils.computeMD5Hash(md5DigestStream.getMd5Digest());
} catch (NoSuchAlgorithmException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
clientSideHash = contentMd5.getBytes();
byte[] serverSideHash = returnedMetadata.getETag().getBytes();
if (!Arrays.equals(clientSideHash, serverSideHash)) {
fireProgressEvent(progressListener, ProgressEvent.FAILED_EVENT_CODE);
throw new ClientException("Unable to verify integrity of data upload. "
+ "Client calculated content hash didn't match hash calculated by NOS. "
+ "You may need to delete the data stored in NOS.");
}
}
fireProgressEvent(progressListener, ProgressEvent.COMPLETED_EVENT_CODE);
PutObjectResult result = new PutObjectResult();
result.setETag(returnedMetadata.getETag());
//result.setVersionId(returnedMetadata.getVersionId());
result.setExpirationTime(returnedMetadata.getExpirationTime());
result.setExpirationTimeRuleId(returnedMetadata.getExpirationTimeRuleId());
result.setObjectName(HttpUtils.urlDecode(returnedMetadata.getObjectName(), true));
try {
String callbackRet = returnedMetadata.getCallbackRet();
if (callbackRet != null) {
JSONObject retJson;
retJson = new JSONObject(new String(BinaryUtils.fromBase64(callbackRet)));
int code = (Integer)retJson.get("Code");
String message = (String)retJson.get("Message");
if (code != 0) {
result.setCallbackRetCode(code);
result.setCallbackRetMessage(new String(BinaryUtils.fromBase64(message)));
}
}
} catch (JSONException e) {
throw new ClientException("Parse x-nos-callback-ret header failed");
}
return result;
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#copyObject(java.lang.String, java.lang.String, java.lang.String, java.lang.String)
*/
public void copyObject(String sourceBucketName, String sourceKey, String destinationBucketName,
String destinationKey) throws ClientException, ServiceException {
copyObject(new CopyObjectRequest(sourceBucketName, sourceKey, destinationBucketName, destinationKey));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#copyObject(com.netease.cloud.services. nos.model.CopyObjectRequest)
*/
public void copyObject(CopyObjectRequest copyObjectRequest) throws ClientException, ServiceException {
assertParameterNotNull(copyObjectRequest.getSourceBucketName(),
"The source bucket name must be specified when copying an object");
assertParameterNotNull(copyObjectRequest.getSourceKey(),
"The source object key must be specified when copying an object");
assertParameterNotNull(copyObjectRequest.getDestinationBucketName(),
"The destination bucket name must be specified when copying an object");
assertParameterNotNull(copyObjectRequest.getDestinationKey(),
"The destination object key must be specified when copying an object");
String destinationKey = copyObjectRequest.getDestinationKey();
String destinationBucketName = copyObjectRequest.getDestinationBucketName();
Request request = createRequest(destinationBucketName, destinationKey, copyObjectRequest,
HttpMethodName.PUT);
populateRequestWithCopyObjectParameters(request, copyObjectRequest);
/*
* We can't send the Content-Length header if the user specified it, otherwise it messes up the HTTP connection
* when the remote server thinks there's more data to pull.
*/
request.getHeaders().remove(Headers.CONTENT_LENGTH);
invoke(request, voidResponseHandler, destinationBucketName, destinationKey);
}
public void moveObject(String sourceBucketName, String sourceKey, String destinationBucketName,
String destinationKey) throws ClientException, ServiceException {
moveObject(new MoveObjectRequest(sourceBucketName, sourceKey, destinationBucketName, destinationKey));
}
public void moveObject(MoveObjectRequest moveObjectRequest) throws ClientException, ServiceException {
assertParameterNotNull(moveObjectRequest.getSourceBucketName(),
"The source bucket name must be specified when copying an object");
assertParameterNotNull(moveObjectRequest.getSourceKey(),
"The source object key must be specified when copying an object");
assertParameterNotNull(moveObjectRequest.getDestinationBucketName(),
"The destination bucket name must be specified when copying an object");
assertParameterNotNull(moveObjectRequest.getDestinationKey(),
"The destination object key must be specified when copying an object");
String destinationKey = moveObjectRequest.getDestinationKey();
String destinationBucketName = moveObjectRequest.getDestinationBucketName();
Request request = createRequest(destinationBucketName, destinationKey, moveObjectRequest,
HttpMethodName.PUT);
String moveSourceHeader = "/" + ServiceUtils.urlEncode(moveObjectRequest.getSourceBucketName()) + "/"
+ ServiceUtils.urlEncode(moveObjectRequest.getSourceKey());
/*if (moveObjectRequest.getSourceVersionId() != null) {
moveSourceHeader += "?versionId=" + moveObjectRequest.getSourceVersionId();
}*/
request.addHeader("x-nos-move-source", moveSourceHeader);
invoke(request, voidResponseHandler, destinationBucketName, destinationKey);
}
public void mediaSaveAsObject(String sourceBucketName, String sourceKey, String destinationBucketName,
String destinationKey, String mediaOperation) {
mediaSaveAsObject(new MediaSaveAsRequest(sourceBucketName, sourceKey, destinationBucketName, destinationKey, mediaOperation));
}
public void mediaSaveAsObject(MediaSaveAsRequest mediaSaveAsRequest) {
assertParameterNotNull(mediaSaveAsRequest.getSourceBucketName(),
"The source bucket name must be specified when mediaSaveas an object");
assertParameterNotNull(mediaSaveAsRequest.getSourceKey(),
"The source object key must be specified when mediaSaveas an object");
assertParameterNotNull(mediaSaveAsRequest.getDestinationBucketName(),
"The destination bucket name must be specified when mediaSaveas an object");
assertParameterNotNull(mediaSaveAsRequest.getDestinationKey(),
"The destination object key must be specified when mediaSaveas an object");
String destinationKey = mediaSaveAsRequest.getDestinationKey();
String destinationBucketName = mediaSaveAsRequest.getDestinationBucketName();
Request request = createRequest(destinationBucketName, destinationKey, mediaSaveAsRequest,
HttpMethodName.PUT);
String mediaOpSourceHeader = "/" + ServiceUtils.urlEncode(mediaSaveAsRequest.getSourceBucketName()) + "/"
+ ServiceUtils.urlEncode(mediaSaveAsRequest.getSourceKey());
request.addHeader("x-nos-media-source", mediaOpSourceHeader);
request.addHeader("x-nos-media-op", ServiceUtils.urlEncode(mediaSaveAsRequest.getMediaOperation()));
invoke(request, voidResponseHandler, destinationBucketName, destinationKey);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteObject(java.lang.String, java.lang.String)
*/
public void deleteObject(String bucketName, String key) throws ClientException, ServiceException {
deleteObject(new DeleteObjectRequest(bucketName, key));
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteObject(com.netease.cloud.services .NOS.DeleteObjectRequest)
*/
public void deleteObject(DeleteObjectRequest deleteObjectRequest) throws ClientException, ServiceException {
assertParameterNotNull(deleteObjectRequest,
"The delete object request must be specified when deleting an object");
assertParameterNotNull(deleteObjectRequest.getBucketName(),
"The bucket name must be specified when deleting an object");
assertParameterNotNull(deleteObjectRequest.getKey(), "The key must be specified when deleting an object");
//String versionId = deleteObjectRequest.getVersionId();
Request request = createRequest(deleteObjectRequest.getBucketName(),
deleteObjectRequest.getKey(), deleteObjectRequest, HttpMethodName.DELETE);
//request.addParameter("versionId", versionId);
invoke(request, voidResponseHandler, deleteObjectRequest.getBucketName(), deleteObjectRequest.getKey());
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteObjects(com.netease.cloud.services .nos.model.DeleteObjectsRequest)
*/
public DeleteObjectsResult deleteObjects(DeleteObjectsRequest deleteObjectsRequest) {
Request request = createRequest(deleteObjectsRequest.getBucketName(), null,
deleteObjectsRequest, HttpMethodName.POST);
request.addParameter("delete", null);
XmlWriter xml = new XmlWriter();
xml.start("Delete");
if (deleteObjectsRequest.getQuiet()) {
xml.start("Quiet").value("true").end();
} else {
xml.start("Quiet").value("false").end();
}
for (String keyVersion : deleteObjectsRequest.getKeys()) {
xml.start("Object");
/* sjl add test */
/*
* String key = keyVersion.getKey(); key = key.replaceAll("\"", """); System.out.println("convert key: "
* + key); xml.start("Key").value(key).end();
*/
xml.start("Key").value(keyVersion).end();
/*if (keyVersion.getVersion() != null) {
xml.start("VersionId").value(keyVersion.getVersion()).end();
}*/
xml.end();
}
xml.end();
byte[] content = xml.getBytes();
request.addHeader("Content-Length", String.valueOf(content.length));
request.addHeader("Content-Type", "application/xml");
request.setContent(new ByteArrayInputStream(content));
try {
byte[] md5 = ServiceUtils.computeMD5Hash(content);
String md5Base64 = BinaryUtils.toHex(md5);
request.addHeader("Content-MD5", md5Base64);
} catch (Exception e) {
throw new ClientException("Couldn't compute md5 sum", e);
}
DeleteObjectsResponse response = invoke(request, new Unmarshallers.DeleteObjectsResultUnmarshaller(),
deleteObjectsRequest.getBucketName(), null);
/*
* If the result was only partially successful, throw an exception
*/
if (!response.getErrors().isEmpty()) {
throw new MultiObjectDeleteException(response.getErrors(), response.getDeletedObjects());
}
return new DeleteObjectsResult(response.getDeletedObjects());
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteObjectVersion(java.lang.String, java.lang.String, java.lang.String)
*/
/*public void deleteVersion(String bucketName, String key, String versionId) throws ClientException, ServiceException {
deleteVersion(new DeleteVersionRequest(bucketName, key, versionId));
}*/
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#deleteVersion(com.netease.cloud.services .nos.model.DeleteVersionRequest)
*/
/*public void deleteVersion(DeleteVersionRequest deleteVersionRequest) throws ClientException, ServiceException {
assertParameterNotNull(deleteVersionRequest,
"The delete version request object must be specified when deleting a version");
String bucketName = deleteVersionRequest.getBucketName();
String key = deleteVersionRequest.getKey();
String versionId = deleteVersionRequest.getVersionId();
assertParameterNotNull(bucketName, "The bucket name must be specified when deleting a version");
assertParameterNotNull(key, "The key must be specified when deleting a version");
assertParameterNotNull(versionId, "The version ID must be specified when deleting a version");
Request request = createRequest(bucketName, key, deleteVersionRequest,
HttpMethodName.DELETE);
if (versionId != null)
request.addParameter("versionId", versionId);
invoke(request, voidResponseHandler, bucketName, key);
}*/
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#setBucketVersioningConfiguration(com .netease
* .cloud.services.nos.model.SetBucketVersioningConfigurationRequest)
*/
/*public void setBucketVersioningConfiguration(
SetBucketVersioningConfigurationRequest setBucketVersioningConfigurationRequest) throws ClientException,
ServiceException {
assertParameterNotNull(setBucketVersioningConfigurationRequest,
"The SetBucketVersioningConfigurationRequest object must be specified when setting versioning configuration");
String bucketName = setBucketVersioningConfigurationRequest.getBucketName();
BucketVersioningConfiguration versioningConfiguration = setBucketVersioningConfigurationRequest
.getVersioningConfiguration();
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when setting versioning configuration");
assertParameterNotNull(versioningConfiguration,
"The bucket versioning parameter must be specified when setting versioning configuration");
Request request = createRequest(bucketName, null,
setBucketVersioningConfigurationRequest, HttpMethodName.PUT);
request.addParameter("versioning", null);
XmlWriter xml = new XmlWriter();
xml.start("VersioningConfiguration", "xmlns", Constants.XML_NAMESPACE);
xml.start("Status").value(versioningConfiguration.getStatus()).end();
xml.end();
byte[] bytes = xml.getBytes();
request.setContent(new ByteArrayInputStream(bytes));
invoke(request, voidResponseHandler, bucketName, null);
}*/
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#getBucketVersioningConfiguration(java .lang.String)
*/
/*public BucketVersioningConfiguration getBucketVersioningConfiguration(String bucketName) throws ClientException,
ServiceException {
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when querying versioning configuration");
Request request = createRequest(bucketName, null, new GenericBucketRequest(bucketName),
HttpMethodName.GET);
request.addParameter("versioning", null);
return invoke(request, new Unmarshallers.BucketVersioningConfigurationUnmarshaller(), bucketName, null);
}*/
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#generatePresignedUrl(java.lang.String, java.lang.String, java.util.Date)
*/
public URL generatePresignedUrl(String bucketName, String key, Date expiration) throws ClientException {
return generatePresignedUrl(bucketName, key, expiration, HttpMethod.GET);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#generatePresignedUrl(java.lang.String, java.lang.String, java.util.Date,
* com.netease.cloud.HttpMethod)
*/
public URL generatePresignedUrl(String bucketName, String key, Date expiration, HttpMethod method)
throws ClientException {
GeneratePresignedUrlRequest request = new GeneratePresignedUrlRequest(bucketName, key, method);
request.setExpiration(expiration);
return generatePresignedUrl(request);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#generatePresignedUrl(com.anetease.cloud. *
* .services.nos.model.GeneratePresignedUrlRequest)
*/
public URL generatePresignedUrl(GeneratePresignedUrlRequest generatePresignedUrlRequest) throws ClientException {
assertParameterNotNull(generatePresignedUrlRequest,
"The request parameter must be specified when generating a pre-signed URL");
String bucketName = generatePresignedUrlRequest.getBucketName();
String key = generatePresignedUrlRequest.getKey();
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when generating a pre-signed URL");
assertParameterNotNull(generatePresignedUrlRequest.getMethod(),
"The HTTP method request parameter must be specified when generating a pre-signed URL");
if (generatePresignedUrlRequest.getExpiration() == null) {
generatePresignedUrlRequest.setExpiration(new Date(System.currentTimeMillis() + 1000 * 60 * 15));
}
HttpMethodName httpMethod = HttpMethodName.valueOf(generatePresignedUrlRequest.getMethod().toString());
Request request = createRequest(bucketName, key, generatePresignedUrlRequest,
httpMethod);
for (Entry entry : generatePresignedUrlRequest.getRequestParameters().entrySet()) {
request.addParameter(entry.getKey(), entry.getValue());
}
presignRequest(request, generatePresignedUrlRequest.getMethod(), bucketName, key,
generatePresignedUrlRequest.getExpiration(), null);
/** handle download parameter **/
if (generatePresignedUrlRequest.getDownload() != null) {
String download = generatePresignedUrlRequest.getDownload();
if (download.length() > 256) {
throw new IllegalArgumentException("Download parameter should be less than 256 characters");
}
request.addParameter("download", download);
}
/** handle ifNotFound parameter **/
if (generatePresignedUrlRequest.getIfNotFound() != null) {
String ifNotFound = generatePresignedUrlRequest.getIfNotFound();
request.addParameter("ifNotFound", ServiceUtils.urlEncode(ifNotFound));
}
return ServiceUtils.convertRequestToUrl(request);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#abortMultipartUpload(com.netease.cloud.
* .services.nos.model.AbortMultipartUploadRequest)
*/
public void abortMultipartUpload(AbortMultipartUploadRequest abortMultipartUploadRequest) throws ClientException,
ServiceException {
assertParameterNotNull(abortMultipartUploadRequest,
"The request parameter must be specified when aborting a multipart upload");
assertParameterNotNull(abortMultipartUploadRequest.getBucketName(),
"The bucket name parameter must be specified when aborting a multipart upload");
assertParameterNotNull(abortMultipartUploadRequest.getKey(),
"The key parameter must be specified when aborting a multipart upload");
assertParameterNotNull(abortMultipartUploadRequest.getUploadId(),
"The upload ID parameter must be specified when aborting a multipart upload");
String bucketName = abortMultipartUploadRequest.getBucketName();
String key = abortMultipartUploadRequest.getKey();
Request request = createRequest(bucketName, key, abortMultipartUploadRequest,
HttpMethodName.DELETE);
request.addParameter("uploadId", abortMultipartUploadRequest.getUploadId());
invoke(request, voidResponseHandler, bucketName, key);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#completeMultipartUpload(com.netease.cloud.
* .services.nos.model.CompleteMultipartUploadRequest)
*/
public CompleteMultipartUploadResult completeMultipartUpload(
CompleteMultipartUploadRequest completeMultipartUploadRequest) throws ClientException, ServiceException {
assertParameterNotNull(completeMultipartUploadRequest,
"The request parameter must be specified when completing a multipart upload");
String bucketName = completeMultipartUploadRequest.getBucketName();
String key = completeMultipartUploadRequest.getKey();
String uploadId = completeMultipartUploadRequest.getUploadId();
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when completing a multipart upload");
assertParameterNotNull(key, "The key parameter must be specified when completing a multipart upload");
assertParameterNotNull(uploadId, "The upload ID parameter must be specified when completing a multipart upload");
assertParameterNotNull(completeMultipartUploadRequest.getPartETags(),
"The part ETags parameter must be specified when completing a multipart upload");
Request request = createRequest(bucketName, key,
completeMultipartUploadRequest, HttpMethodName.POST);
request.addParameter("uploadId", uploadId);
List partETags = completeMultipartUploadRequest.getPartETags();
XmlWriter xml = new XmlWriter();
xml.start("CompleteMultipartUpload");
if (partETags != null) {
Collections.sort(partETags, new Comparator() {
public int compare(PartETag tag1, PartETag tag2) {
if (tag1.getPartNumber() < tag2.getPartNumber())
return -1;
if (tag1.getPartNumber() > tag2.getPartNumber())
return 1;
return 0;
}
});
for (PartETag partEtag : partETags) {
xml.start("Part");
xml.start("PartNumber").value(Integer.toString(partEtag.getPartNumber())).end();
xml.start("ETag").value(partEtag.getETag()).end();
xml.end();
}
}
xml.end();
byte[] xmlByte = xml.getBytes();
request.addHeader("Content-Type", "text/plain");
request.addHeader("Content-Length", String.valueOf(xmlByte.length));
if (completeMultipartUploadRequest.getxNosObjectMD5() != null) {
request.addHeader(Headers.X_NOS_OBJECT_MD5, completeMultipartUploadRequest.getxNosObjectMD5());
}
request.setContent(new ByteArrayInputStream(xmlByte));
@SuppressWarnings("unchecked")
ResponseHeaderHandlerChain responseHandler = new ResponseHeaderHandlerChain(
new Unmarshallers.CompleteMultipartUploadResultUnmarshaller(),
new ObjectExpirationHeaderHandler());
CompleteMultipartUploadHandler handler = invoke(request, responseHandler, bucketName, key);
if (handler.getCompleteMultipartUploadResult() != null) {
String versionId = responseHandler.getResponseHeaders().get(Headers.NOS_VERSION_ID);
try {
String callbackRet = responseHandler.getResponseHeaders().get(Headers.X_NOS_CALLBACK_RET);
if (callbackRet != null) {
JSONObject retJson;
retJson = new JSONObject(new String(BinaryUtils.fromBase64(callbackRet)));
int code = (Integer)retJson.get("Code");
String message = (String)retJson.get("Message");
if (code != 0) {
handler.getCompleteMultipartUploadResult().setCallbackRetCode(code);
handler.getCompleteMultipartUploadResult().setCallbackRetMessage(new String(BinaryUtils.fromBase64(message)));
}
}
} catch (JSONException e) {
throw new ClientException("Parse x-nos-callback-ret header failed");
}
handler.getCompleteMultipartUploadResult().setVersionId(versionId);
return handler.getCompleteMultipartUploadResult();
} else {
throw handler.getNOSException();
}
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#initiateMultipartUpload(com.netease.cloud.
* .services.nos.model.InitiateMultipartUploadRequest)
*/
public InitiateMultipartUploadResult initiateMultipartUpload(
InitiateMultipartUploadRequest initiateMultipartUploadRequest) throws ClientException, ServiceException {
assertParameterNotNull(initiateMultipartUploadRequest,
"The request parameter must be specified when initiating a multipart upload");
assertParameterNotNull(initiateMultipartUploadRequest.getBucketName(),
"The bucket name parameter must be specified when initiating a multipart upload");
assertParameterNotNull(initiateMultipartUploadRequest.getKey(),
"The key parameter must be specified when initiating a multipart upload");
Request request = createRequest(initiateMultipartUploadRequest.getBucketName(),
initiateMultipartUploadRequest.getKey(), initiateMultipartUploadRequest, HttpMethodName.POST);
request.addParameter("uploads", null);
if (initiateMultipartUploadRequest.getStorageClass() != null)
request.addHeader(Headers.STORAGE_CLASS, initiateMultipartUploadRequest.getStorageClass().toString());
if (initiateMultipartUploadRequest.getCannedACL() != null)
request.addHeader(Headers.NOS_CANNED_ACL, initiateMultipartUploadRequest.getCannedACL().toString());
if (initiateMultipartUploadRequest.objectMetadata != null)
populateRequestMetadata(request, initiateMultipartUploadRequest.objectMetadata);
// Be careful that we don't send the object's total size as the content
// length for the InitiateMultipartUpload request.
// request.getHeaders().remove(Headers.CONTENT_LENGTH);
// Set the request content to be empty (but not null) to force the
// runtime to pass
// any query params in the query string and not the request body, to
// keep NOS happy.
request.setContent(new ByteArrayInputStream(new byte[0]));
request.addHeader("Content-Length", "0");
if (initiateMultipartUploadRequest.getMD5Digest() != null) {
request.addHeader("Content-MD5", initiateMultipartUploadRequest.getMD5Digest());
}
@SuppressWarnings("unchecked")
ResponseHeaderHandlerChain responseHandler = new ResponseHeaderHandlerChain(
new Unmarshallers.InitiateMultipartUploadResultUnmarshaller());
return invoke(request, responseHandler, initiateMultipartUploadRequest.getBucketName(),
initiateMultipartUploadRequest.getKey());
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#listMultipartUploads(com.netease.cloud
* .services.nos.model.ListMultipartUploadsRequest)
*/
public MultipartUploadListing listMultipartUploads(ListMultipartUploadsRequest listMultipartUploadsRequest)
throws ClientException, ServiceException {
assertParameterNotNull(listMultipartUploadsRequest,
"The request parameter must be specified when listing multipart uploads");
assertParameterNotNull(listMultipartUploadsRequest.getBucketName(),
"The bucket name parameter must be specified when listing multipart uploads");
Request request = createRequest(listMultipartUploadsRequest.getBucketName(), null,
listMultipartUploadsRequest, HttpMethodName.GET);
request.addParameter("uploads", null);
if (listMultipartUploadsRequest.getKeyMarker() != null)
request.addParameter("key-marker", listMultipartUploadsRequest.getKeyMarker());
if (listMultipartUploadsRequest.getMaxUploads() != null)
request.addParameter("max-uploads", listMultipartUploadsRequest.getMaxUploads().toString());
if (listMultipartUploadsRequest.getUploadIdMarker() != null)
request.addParameter("upload-id-marker", listMultipartUploadsRequest.getUploadIdMarker());
if (listMultipartUploadsRequest.getDelimiter() != null)
request.addParameter("delimiter", listMultipartUploadsRequest.getDelimiter());
if (listMultipartUploadsRequest.getPrefix() != null)
request.addParameter("prefix", listMultipartUploadsRequest.getPrefix());
return invoke(request, new Unmarshallers.ListMultipartUploadsResultUnmarshaller(),
listMultipartUploadsRequest.getBucketName(), null);
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#listParts(com.netease.cloud.services.NOS .model.ListPartsRequest)
*/
public PartListing listParts(ListPartsRequest listPartsRequest) throws ClientException, ServiceException {
assertParameterNotNull(listPartsRequest, "The request parameter must be specified when listing parts");
assertParameterNotNull(listPartsRequest.getBucketName(),
"The bucket name parameter must be specified when listing parts");
assertParameterNotNull(listPartsRequest.getKey(), "The key parameter must be specified when listing parts");
assertParameterNotNull(listPartsRequest.getUploadId(),
"The upload ID parameter must be specified when listing parts");
Request request = createRequest(listPartsRequest.getBucketName(), listPartsRequest.getKey(),
listPartsRequest, HttpMethodName.GET);
request.addParameter("uploadId", listPartsRequest.getUploadId());
if (listPartsRequest.getMaxParts() != null)
request.addParameter("max-parts", listPartsRequest.getMaxParts().toString());
if (listPartsRequest.getPartNumberMarker() != null)
request.addParameter("part-number-marker", listPartsRequest.getPartNumberMarker().toString());
return invoke(request, new Unmarshallers.ListPartsResultUnmarshaller(), listPartsRequest.getBucketName(),
listPartsRequest.getKey());
}
/*
* (non-Javadoc)
*
* @see com.netease.cloud.nos.Nos#uploadPart(com.netease.cloud.services. nos.model.UploadPartRequest)
*/
public UploadPartResult uploadPart(UploadPartRequest uploadPartRequest) throws ClientException, ServiceException {
assertParameterNotNull(uploadPartRequest, "The request parameter must be specified when uploading a part");
String bucketName = uploadPartRequest.getBucketName();
String key = uploadPartRequest.getKey();
String uploadId = uploadPartRequest.getUploadId();
int partNumber = uploadPartRequest.getPartNumber();
long partSize = uploadPartRequest.getPartSize();
assertParameterNotNull(bucketName, "The bucket name parameter must be specified when uploading a part");
assertParameterNotNull(key, "The key parameter must be specified when uploading a part");
assertParameterNotNull(uploadId, "The upload ID parameter must be specified when uploading a part");
assertParameterNotNull(partNumber, "The part number parameter must be specified when uploading a part");
assertParameterNotNull(partSize, "The part size parameter must be specified when uploading a part");
Request request = createRequest(bucketName, key, uploadPartRequest, HttpMethodName.PUT);
request.addParameter("uploadId", uploadId);
request.addParameter("partNumber", Integer.toString(partNumber));
if (uploadPartRequest.getMd5Digest() != null)
request.addHeader(Headers.CONTENT_MD5, uploadPartRequest.getMd5Digest());
request.addHeader(Headers.CONTENT_LENGTH, Long.toString(partSize));
InputStream inputStream = null;
if (uploadPartRequest.getInputStream() != null) {
inputStream = uploadPartRequest.getInputStream();
} else if (uploadPartRequest.getFile() != null) {
try {
inputStream = new InputSubstream(new RepeatableFileInputStream(uploadPartRequest.getFile()),
uploadPartRequest.getFileOffset(), partSize, true);
} catch (FileNotFoundException e) {
throw new IllegalArgumentException("The specified file doesn't exist", e);
}
} else {
throw new IllegalArgumentException("A File or InputStream must be specified when uploading part");
}
MD5DigestCalculatingInputStream md5DigestStream = null;
if (uploadPartRequest.getMd5Digest() == null) {
/*
* If the user hasn't set the content MD5, then we don't want to buffer the whole stream in memory just to
* calculate it. Instead, we can calculate it on the fly and validate it with the returned ETag from the
* object upload.
*/
try {
md5DigestStream = new MD5DigestCalculatingInputStream(inputStream);
inputStream = md5DigestStream;
} catch (NoSuchAlgorithmException e) {
log.warn("No MD5 digest algorithm available. Unable to calculate "
+ "checksum and verify data integrity.", e);
}
}
ProgressListener progressListener = uploadPartRequest.getProgressListener();
if (progressListener != null) {
inputStream = new ProgressReportingInputStream(inputStream, progressListener);
fireProgressEvent(progressListener, ProgressEvent.PART_STARTED_EVENT_CODE);
}
try {
request.setContent(inputStream);
ObjectMetadata metadata = invoke(request, new NosMetadataResponseHandler(), bucketName, key);
if (metadata != null && md5DigestStream != null) {
String contentMd5 = BinaryUtils.toBase64(md5DigestStream.getMd5Digest());
byte[] clientSideHash = BinaryUtils.fromBase64(contentMd5);
byte[] serverSideHash = BinaryUtils.fromHex(metadata.getETag());
if (!Arrays.equals(clientSideHash, serverSideHash)) {
fireProgressEvent(progressListener, ProgressEvent.FAILED_EVENT_CODE);
throw new ClientException("Unable to verify integrity of data upload. "
+ "Client calculated content hash didn't match hash calculated by NOS. "
+ "You may need to delete the data stored in NOS.");
}
}
fireProgressEvent(progressListener, ProgressEvent.PART_COMPLETED_EVENT_CODE);
UploadPartResult result = new UploadPartResult();
result.setETag(metadata.getETag());
result.setPartNumber(partNumber);
return result;
} catch (ClientException ace) {
fireProgressEvent(progressListener, ProgressEvent.PART_FAILED_EVENT_CODE);
throw ace;
} finally {
if (inputStream != null) {
try {
inputStream.close();
} catch (Exception e) {
}
}
}
}
/*
* Private Interface
*/
/**
*
* Asserts that the specified parameter value is not null and if it is, throws an
* IllegalArgumentException with the specified error message.
*
*
* @param parameterValue
* The parameter value being checked.
* @param errorMessage
* The error message to include in the IllegalArgumentException if the specified parameter is null.
*/
private void assertParameterNotNull(Object parameterValue, String errorMessage) {
if (parameterValue == null)
throw new IllegalArgumentException(errorMessage);
}
/**
* Fires a progress event with the specified event type to the specified listener.
*
* @param listener
* The listener to receive the event.
* @param eventType
* The type of event to fire.
*/
private void fireProgressEvent(ProgressListener listener, int eventType) {
if (listener == null)
return;
ProgressEvent event = new ProgressEvent(0);
event.setEventCode(eventType);
listener.progressChanged(event);
}
/**
* Pre-signs the specified request, using a signature query-string parameter.
*
* @param request
* The request to sign.
* @param methodName
* The HTTP method (GET, PUT, DELETE, HEAD) for the specified request.
* @param bucketName
* The name of the bucket involved in the request. If the request is not an operation on a bucket this
* parameter should be null.
* @param key
* The object key involved in the request. If the request is not an operation on an object, this
* parameter should be null.
* @param expiration
* The time at which the signed request is no longer valid, and will stop working.
* @param subResource
* The optional sub-resource being requested as part of the request (e.g. "location", "acl", "logging",
* or "torrent").
*/
protected void presignRequest(Request request, HttpMethod methodName, String bucketName, String key,
Date expiration, String subResource) {
// Run any additional request handlers if present
if (requestHandlers != null) {
for (RequestHandler requestHandler : requestHandlers) {
requestHandler.beforeRequest(request);
}
}
String resourcePath = "/" + ((bucketName != null) ? bucketName + "/" : "")
+ ((key != null) ? ServiceUtils.urlEncode(key) : "") + ((subResource != null) ? "?" + subResource : "");
Credentials credentials = CredentialsProvider.getCredentials();
WebServiceRequest originalRequest = request.getOriginalRequest();
if (originalRequest != null && originalRequest.getRequestCredentials() != null) {
credentials = originalRequest.getRequestCredentials();
}
new NosQueryStringSigner(methodName.toString(), resourcePath, expiration).sign(request, credentials);
// The NOS DevPay token header is a special exception and can be
// safely moved
// from the request's headers into the query string to ensure that it
// travels along
// with the pre-signed URL when it's sent back to NOS.
if (request.getHeaders().containsKey(Headers.SECURITY_TOKEN)) {
String value = request.getHeaders().get(Headers.SECURITY_TOKEN);
request.addParameter(Headers.SECURITY_TOKEN, value);
request.getHeaders().remove(Headers.SECURITY_TOKEN);
}
}
@SuppressWarnings("unused")
private URI convertToPathStyleEndpoint() {
try {
return new URI(endpoint.getScheme() + "://" + endpoint.getAuthority() + Constants.PROJECT_NAME);
} catch (URISyntaxException e) {
throw new ClientException("Can't turn bucket name into a URI: " + e.getMessage(), e);
}
}
/**
*
* Populates the specified request object with the appropriate headers from the {@link ObjectMetadata} object.
*
*
* @param request
* The request to populate with headers.
* @param metadata
* The metadata containing the header information to include in the request.
*/
protected static void populateRequestMetadata(Request request, ObjectMetadata metadata) {
Map rawMetadata = metadata.getRawMetadata();
if (rawMetadata != null) {
for (Entry entry : rawMetadata.entrySet()) {
request.addHeader(entry.getKey(), entry.getValue().toString());
}
}
Map userMetadata = metadata.getUserMetadata();
if (userMetadata != null) {
for (Entry entry : userMetadata.entrySet()) {
String key = entry.getKey();
String value = entry.getValue();
if (key != null)
key = key.trim();
if (value != null)
value = value.trim();
request.addHeader(Headers.NOS_USER_METADATA_PREFIX + key, value);
}
}
}
/**
*
* Populates the specified request with the numerous options available in CopyObjectRequest.
*
*
* @param request
* The request to populate with headers to represent all the options expressed in the
* CopyObjectRequest object.
* @param copyObjectRequest
* The object containing all the options for copying an object in NOS.
*/
private static void populateRequestWithCopyObjectParameters(Request request, CopyObjectRequest copyObjectRequest) {
String copySourceHeader = "/" + ServiceUtils.urlEncode(copyObjectRequest.getSourceBucketName()) + "/"
+ ServiceUtils.urlEncode(copyObjectRequest.getSourceKey());
/*if (copyObjectRequest.getSourceVersionId() != null) {
copySourceHeader += "?versionId=" + copyObjectRequest.getSourceVersionId();
}*/
request.addHeader("x-nos-copy-source", copySourceHeader);
if (copyObjectRequest.getCannedAccessControlList() != null) {
request.addHeader(Headers.NOS_CANNED_ACL, copyObjectRequest.getCannedAccessControlList().toString());
}
if (copyObjectRequest.getStorageClass() != null) {
request.addHeader(Headers.STORAGE_CLASS, copyObjectRequest.getStorageClass());
}
ObjectMetadata newObjectMetadata = copyObjectRequest.getNewObjectMetadata();
if (newObjectMetadata != null) {
populateRequestMetadata(request, newObjectMetadata);
}
}
/**
*
* Adds the specified date header in RFC 822 date format to the specified request. This method will not add a date
* header if the specified date value is null.
*
*
* @param request
* The request to add the header to.
* @param header
* The header name.
* @param value
* The header value.
*/
private static void addDateHeader(Request request, String header, Date value) {
if (value != null) {
request.addHeader(header, ServiceUtils.formatRfc822Date(value));
}
}
/**
* Creates and initializes a new request object for the specified NOS resource. This method is responsible for
* determining the right way to address resources. For example, bucket names that are not DNS addressable cannot be
* addressed in V2, virtual host, style, and instead must use V1, path style. The returned request object has the
* service name, endpoint and resource path correctly populated. Callers can take the request, add any additional
* headers or parameters, then sign and execute the request.
*
* @param bucketName
* An optional parameter indicating the name of the bucket containing the resource involved in the
* request.
* @param key
* An optional parameter indicating the key under which the desired resource is stored in the specified
* bucket.
* @param originalRequest
* The original request, as created by the user.
* @param httpMethod
* The HTTP method to use when sending the request.
*
* @return A new request object, populated with endpoint, resource path, and service name, ready for callers to
* populate any additional headers or parameters, and execute.
*/
protected Request createRequest(String bucketName, String key, X originalRequest,
HttpMethodName httpMethod) {
Request request = new DefaultRequest(originalRequest, Constants.NOS_SERVICE_NAME);
request.setHttpMethod(httpMethod);
if (this.clientConfiguration.getIsSubdomain() == Boolean.TRUE) {
//if (bucketNameUtils.isDNSBucketName(bucketName)) {
if (null != bucketName && !bucketName.trim().isEmpty()) {
request.setEndpoint(convertToVirtualHostEndpoint(bucketName));
request.setResourcePath(ServiceUtils.urlEncode(key));
}else {
request.setEndpoint(endpoint);
if (bucketName != null) {
request.setResourcePath(bucketName + "/" + (key != null ? ServiceUtils.urlEncode(key) : ""));
}
}
} else {
try {
request.setEndpoint(new URI(endpoint.getScheme() + "://" + endpoint.getAuthority()));
} catch (URISyntaxException e) {
throw new ClientException("Can't turn project name into a URI: " + e.getMessage(), e);
}
if (bucketName != null) {
request.setResourcePath(bucketName + "/" + (key != null ? ServiceUtils.urlEncode(key) : ""));
}
}
if (originalRequest.needSetLogInfo()) {
request.addParameter(Constants.PARAM_LOG_ID, originalRequest.getLogID());
request.addParameter(Constants.PARAM_LOG_SEQ, originalRequest.getLogSeq());
}
return request;
}
/**
* Converts the current endpoint set for this client into virtual addressing style, by placing the name of the
* specified bucket before the NOS service endpoint.
*
* @param bucketName
* The name of the bucket to use in the virtual addressing style of the returned URI.
*
* @return A new URI, creating from the current service endpoint URI and the specified bucket.
*/
private URI convertToVirtualHostEndpoint(String bucketName) {
try {
return new URI(endpoint.getScheme() + "://" + bucketName + "." + endpoint.getAuthority());
} catch (URISyntaxException e) {
throw new ClientException("Can't turn bucket name into a URI: " + e.getMessage(), e);
}
}
private X invoke(Request request, Unmarshaller unmarshaller,
String bucketName, String key) {
return invoke(request, new NosXmlResponseHandler(unmarshaller), bucketName, key);
}
/**
* this invoke request is just for return data just like resizeimage , and so on
*
* @param request
* @param bucketName
* @param key
* @return inputstream
*/
private InputStream invoke(Request request, String bucketName, String key) {
return invoke(request, new SimpleDataResponseHandler(), bucketName, key);
}
private X invoke(Request request,
HttpResponseHandler> responseHandler, String bucket, String key) {
if (request.getOriginalRequest().copyPrivateRequestParameters() != null) {
for (Entry entry : request.getOriginalRequest().copyPrivateRequestParameters().entrySet()) {
request.addHeader(entry.getKey(), entry.getValue());
}
}
/*
* The string we sign needs to include the exact headers that we send with the request, but the client runtime
* layer adds the Content-Type header before the request is sent if one isn't set, so we have to set something
* here otherwise the request will fail.
*/
if (request.getHeaders().get("Content-Type") == null) {
request.addHeader("Content-Type", "application/x-www-form-urlencoded; charset=utf-8");
}
Credentials credentials = CredentialsProvider.getCredentials();
WebServiceRequest originalRequest = request.getOriginalRequest();
if (originalRequest != null && originalRequest.getRequestCredentials() != null) {
credentials = originalRequest.getRequestCredentials();
}
ExecutionContext executionContext = createExecutionContext();
executionContext.setSigner(createSigner(request, bucket, key));
executionContext.setCredentials(credentials);
executionContext.setToken(originalRequest.getToken());
return (X) client.execute(request, responseHandler, errorResponseHandler, executionContext);
}
protected Signer createSigner(Request request, String bucketName, String key) {
String resourcePath = "/" + ((bucketName != null) ? bucketName + "/" : "")
+ ((key != null) ? ServiceUtils.urlEncode(key) : "");
return new NosSigner(request.getHttpMethod().toString(), resourcePath);
}
/*
* (non-Javadoc)
*
* @see com.netease.services.nos.Nos#getBucketLifecycleConfiguration(java.lang.String)
*/
@Override
public BucketLifecycleConfiguration getBucketLifecycleConfiguration(String bucketName) throws ClientException,
ServiceException {
assertParameterNotNull(bucketName, "The bucket name must be specifed when retrieving the bucket lifecycle configuration.");
Request request = createRequest(bucketName, null, new GetBucketLifecycleConfigurationRequest(), HttpMethodName.GET);
request.addParameter("lifecycle", null);
return invoke(request, new Unmarshallers.BucketLifecycleConfigurationUnmarshaller(), bucketName, null);
}
@Override
public void setBucketLifecycleConfiguration(String bucketName, BucketLifecycleConfiguration bucketLifecycleConfiguration) throws ClientException,
ServiceException {
setBucketLifecycleConfiguration(new SetBucketLifecycleConfigurationRequest(bucketName, bucketLifecycleConfiguration));
}
@Override
public void setBucketLifecycleConfiguration(SetBucketLifecycleConfigurationRequest setBucketLifecycleConfigurationRequest)
throws ClientException, ServiceException {
assertParameterNotNull(setBucketLifecycleConfigurationRequest,
"The set bucket lifecycle configuration request object must be specified.");
String bucketName = setBucketLifecycleConfigurationRequest.getBucketName();
BucketLifecycleConfiguration bucketLifecycleConfiguration = setBucketLifecycleConfigurationRequest.getLifecycleConfiguration();
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when setting bucket lifecycle configuration.");
assertParameterNotNull(bucketLifecycleConfiguration,
"The lifecycle configuration parameter must be specified when setting bucket lifecycle configuration.");
assertParameterNotNull(bucketLifecycleConfiguration.getRules(),
"bucketLifecycleConfiguration.getRules() is null, The rules must be specified when setting bucket lifecycle configuration.");
Request request = createRequest(bucketName, null, setBucketLifecycleConfigurationRequest, HttpMethodName.PUT);
request.addParameter("lifecycle", null);
XmlWriter xml = new XmlWriter();
xml.start("LifecycleConfiguration");
for (Rule rule : bucketLifecycleConfiguration.getRules()) {
xml.start("Rule");
if (rule.getId() != null) xml.start("ID").value(rule.getId()).end();
if (rule.getPrefix() != null) xml.start("Prefix").value(rule.getPrefix()).end();
if (rule.getStatus() != null) xml.start("Status").value(rule.getStatus()).end();
xml.start("Expiration");
if (rule.getExpirationInDays() != null) {
xml.start("Days").value(Integer.toString(rule.getExpirationInDays())).end();
}
if (rule.getExpirationDate() != null) {
xml.start("Date").value(new DateUtils().formatIso8601DateUTC(rule.getExpirationDate())).end();
}
xml.end();
xml.end();
}
xml.end();
byte[] xmlByte = xml.getBytes();
request.addHeader("Content-Length", String.valueOf(xmlByte.length));
request.addHeader("Content-Type", "application/xml");
request.setContent(new ByteArrayInputStream(xmlByte));
try {
byte[] md5 = Md5Utils.computeMD5Hash(xmlByte);
//String md5Base64 = BinaryUtils.toBase64(md5);
request.addHeader("Content-MD5", Md5Utils.getHex(md5));
} catch ( Exception e ) {
throw new ClientException("Couldn't compute md5 sum", e);
}
invoke(request, voidResponseHandler, bucketName, null);
}
/*
* (non-Javadoc)
*
* @see com.netease.services.nos.Nos#deleteBucketLifecycleConfiguration(java.lang.String)
*/
@Override
public void deleteBucketLifecycleConfiguration(String bucketName) throws ClientException,
ServiceException {
assertParameterNotNull(bucketName,
"The bucket name parameter must be specified when deleting bucket lifecycle configuration.");
Request request = createRequest(bucketName, null, new DeleteBucketLifecycleConfigurationRequest(), HttpMethodName.DELETE);
request.addParameter("lifecycle", null);
invoke(request, voidResponseHandler, bucketName, null);
}
public String signString(String stringToSign) {
Credentials credentials = CredentialsProvider.getCredentials();
return (new NosStringSigner()).sign(stringToSign, credentials);
}
public boolean validateStringSignature(String stringToSign, String signature) {
Credentials credentials = CredentialsProvider.getCredentials();
String signatueLocal = (new NosStringSigner()).sign(stringToSign, credentials);
return signatueLocal.equals(signature);
}
public static void main(String[] args) {
XmlWriter xml = new XmlWriter();
xml.start("Default404Configuration", "xmlns", Constants.XML_NAMESPACE);
xml.start("Key").value("hello").end();
xml.end();
System.out.println(xml.toString());
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy