com.amazonaws.services.kinesis.producer.KinesisProducerConfiguration Maven / Gradle / Ivy
/*
* Copyright 2019 Amazon.com, Inc. or its affiliates.
* Licensed under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.amazonaws.services.kinesis.producer;
import com.amazonaws.auth.AWSCredentialsProvider;
import com.amazonaws.auth.DefaultAWSCredentialsProviderChain;
import com.amazonaws.services.kinesis.producer.protobuf.Config.AdditionalDimension;
import com.amazonaws.services.kinesis.producer.protobuf.Config.Configuration;
import com.amazonaws.services.kinesis.producer.protobuf.Messages.Message;
import com.amazonaws.services.schemaregistry.common.configs.GlueSchemaRegistryConfiguration;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import software.amazon.awssdk.auth.credentials.AwsCredentialsProvider;
import software.amazon.awssdk.auth.credentials.DefaultCredentialsProvider;
import java.io.FileInputStream;
import java.io.InputStream;
import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.Enumeration;
import java.util.List;
import java.util.Properties;
import java.util.regex.Pattern;
/**
* Configuration for {@link KinesisProducer}. See each each individual set
* method for details about each parameter.
*/
public class KinesisProducerConfiguration {
private static final Logger log = LoggerFactory.getLogger(KinesisProducerConfiguration.class);
private List additionalDims = new ArrayList<>();
private AWSCredentialsProvider credentialsProvider = new DefaultAWSCredentialsProviderChain();
private AWSCredentialsProvider metricsCredentialsProvider = null;
private AwsCredentialsProvider glueSchemaRegistryCredentialsProvider = DefaultCredentialsProvider.create();
private GlueSchemaRegistryConfiguration glueSchemaRegistryConfiguration = null;
/**
* Add an additional, custom dimension to the metrics emitted by the KPL.
*
*
* For example, you can make the KPL emit per-host metrics by adding HostName as the key and the domain name of the
* current host as the value.
*
*
* The granularity of the custom dimension must be specified with the granularity parameter. The options are
* "global", "stream" and "shard", just like {@link #setMetricsGranularity(String)}. If global is chosen, the custom
* dimension will be inserted before the stream name; if stream is chosen then the custom metric will be inserted
* after the stream name, but before the shard id. Lastly, if shard is chosen, the custom metric is inserted after
* the shard id.
*
*
* For example, if you want to see how different hosts are affecting a single stream, you can choose a granularity
* of stream for your HostName custom dimension. This will produce per-host metrics for every stream. On the other
* hand, if you want to see how a single host is distributing its load across different streams, you can choose a
* granularity of global. This will produce per-stream metrics for each host.
*
*
* Note that custom dimensions will multiplicatively increase the number of metrics emitted by the KPL into
* CloudWatch.
*
* @param key
* Name of the dimension, e.g. "HostName". Length must be between 1 and 255.
* @param value
* Value of the dimension, e.g. "my-host-1.my-domain.com". Length must be between 1 and 255.
* @param granularity
* Granularity of the custom dimension, must be one of "global", "stream" or "shard"
* @throws IllegalArgumentException
* If granularity is not one of the allowed values.
*/
public void addAdditionalMetricsDimension(String key, String value, String granularity) {
if (!Pattern.matches("global|stream|shard", granularity)) {
throw new IllegalArgumentException("level must match the pattern global|stream|shard, got " + granularity);
}
additionalDims.add(AdditionalDimension.newBuilder().setKey(key).setValue(value).setGranularity(granularity).build());
}
/**
* {@link AWSCredentialsProvider} that supplies credentials used to put records to Kinesis. These credentials will
* also be used to upload metrics to CloudWatch, unless {@link #setMetricsCredentialsProvider} is used to provide
* separate credentials for that.
*
* @see #setCredentialsProvider(AWSCredentialsProvider)
*/
public AWSCredentialsProvider getCredentialsProvider() {
return credentialsProvider;
}
/**
* {@link AWSCredentialsProvider} that supplies credentials used to put records to Kinesis.
*
* These credentials will also be used to upload metrics to CloudWatch, unless
* {@link #setMetricsCredentialsProvider} is used to provide separate credentials for that.
*
* Defaults to an instance of {@link DefaultAWSCredentialsProviderChain}
*
* @see #setMetricsCredentialsProvider(AWSCredentialsProvider)
*/
public KinesisProducerConfiguration setCredentialsProvider(AWSCredentialsProvider credentialsProvider) {
if (credentialsProvider == null) {
throw new NullPointerException("credentialsProvider cannot be null");
}
this.credentialsProvider = credentialsProvider;
return this;
}
/**
* {@link AWSCredentialsProvider} that supplies credentials used to upload
* metrics to CloudWatch. If not given, the credentials used to put records
* to Kinesis are also used for CloudWatch.
*
* @see #setMetricsCredentialsProvider(AWSCredentialsProvider)
*/
public AWSCredentialsProvider getMetricsCredentialsProvider() {
return metricsCredentialsProvider;
}
/**
* {@link AWSCredentialsProvider} that supplies credentials used to upload
* metrics to CloudWatch.
*
* If not given, the credentials used to put records
* to Kinesis are also used for CloudWatch.
*
* @see #setCredentialsProvider(AWSCredentialsProvider)
*/
public KinesisProducerConfiguration setMetricsCredentialsProvider(AWSCredentialsProvider metricsCredentialsProvider) {
this.metricsCredentialsProvider = metricsCredentialsProvider;
return this;
}
/**
* Return the set {@link GlueSchemaRegistryConfiguration} that has
* configuration options for Glue Schema Registry serializer to function.
* @return GlueSchemaRegistryConfiguration
*/
public GlueSchemaRegistryConfiguration getGlueSchemaRegistryConfiguration() {
return glueSchemaRegistryConfiguration;
}
/**
* Set the {@link GlueSchemaRegistryConfiguration} that has configuration options for
* Glue Schema Registry serializer to function. This is an optional parameter.
* @param glueSchemaRegistryConfiguration {@link GlueSchemaRegistryConfiguration} instance.
* @return KinesisProducerConfiguration instance set with {@link GlueSchemaRegistryConfiguration}
*/
public KinesisProducerConfiguration setGlueSchemaRegistryConfiguration(GlueSchemaRegistryConfiguration glueSchemaRegistryConfiguration) {
this.glueSchemaRegistryConfiguration = glueSchemaRegistryConfiguration;
return this;
}
/**
* Return the Property file path set for reading the {@link GlueSchemaRegistryConfiguration}.
* See GlueSchemaRegistry docs for list of supported configuration options.
*
* @return File path for GlueSchemaRegistry Properties.
*/
public String getGlueSchemaRegistryPropertiesFilePath() {
return glueSchemaRegistryPropertiesFilePath;
}
/**
* Set the file path for GlueSchemaRegistry Properties. The property file will be read and
* {@link GlueSchemaRegistryConfiguration} instance will be created from it.
* This is an optional parameter and the defaults will be used if not supplied.
* See GlueSchemaRegistry docs for list of supported configuration options.
* @param filePath Filepath for GlueSchemaRegistry Properties.
* @return KinesisProducerConfiguration instance set with
* {@link GlueSchemaRegistryConfiguration} and glueSchemaRegistryPropertiesFilePath.
*/
public KinesisProducerConfiguration setGlueSchemaRegistryPropertiesFilePath(String filePath) {
this.glueSchemaRegistryPropertiesFilePath = filePath;
Properties properties = readPropertiesFile(filePath);
this.glueSchemaRegistryConfiguration = new GlueSchemaRegistryConfiguration(properties);
return this;
}
/**
* {@link AwsCredentialsProvider} that supplies credentials used to query
* AWS Glue Schema Registry. If not given, the credentials used to put records
* to Kinesis will be used.
*
* @see #setGlueSchemaRegistryCredentialsProvider(AwsCredentialsProvider) (AwsCredentialsProvider)
*/
public AwsCredentialsProvider getGlueSchemaRegistryCredentialsProvider() {
return glueSchemaRegistryCredentialsProvider;
}
/**
* {@link AwsCredentialsProvider} that supplies credentials to query
* AWS Glue Schema Registry.
*
* If not given, the AWS SDK V2 default {@link DefaultCredentialsProvider} will be used.
*/
public KinesisProducerConfiguration setGlueSchemaRegistryCredentialsProvider(AwsCredentialsProvider credentialsProvider) {
this.glueSchemaRegistryCredentialsProvider = credentialsProvider;
return this;
}
/**
* Load configuration from a properties file. Any fields not found in the
* target file will take on default values.
*
*
* The values loaded are checked against any constraints that each
* respective field may have. If there are invalid values an
* IllegalArgumentException will be thrown.
*
* @param path
* Path to the properties file containing KPL config.
* @return A {@link KinesisProducerConfiguration} instance containing values
* loaded from the specified file.
* @throws IllegalArgumentException
* If one or more config values are invalid.
*/
public static KinesisProducerConfiguration fromPropertiesFile(String path) {
Properties props = readPropertiesFile(path);
return fromProperties(props);
}
private static Properties readPropertiesFile(String path) {
log.info("Attempting to load config from file " + path);
Properties props = new Properties();
try (InputStream is = new FileInputStream(path)) {
props.load(is);
} catch (Exception e) {
throw new RuntimeException("Error loading config from properties file", e);
}
return props;
}
/**
* Load configuration from a {@link Properties} object. Any fields not found
* in the properties instance will take on default values.
*
*
* The values loaded are checked against any constraints that each
* respective field may have. If there are invalid values an
* IllegalArgumentException will be thrown.
*
* @param props
* {@link Properties} object containing KPL config.
* @return A {@link KinesisProducerConfiguration} instance containing values
* loaded from the specified file.
* @throws IllegalArgumentException
* If one or more config values are invalid.
*/
public static KinesisProducerConfiguration fromProperties(Properties props) {
KinesisProducerConfiguration config = new KinesisProducerConfiguration();
Enumeration propNames = props.propertyNames();
while (propNames.hasMoreElements()) {
boolean found = false;
String key = propNames.nextElement().toString();
String value = props.getProperty(key);
for (Method method : KinesisProducerConfiguration.class.getMethods()) {
if (method.getName().equals("set" + key)) {
found = true;
Class type = method.getParameterTypes()[0];
try {
if (type == long.class) {
method.invoke(config, Long.valueOf(value));
} else if (type == int.class) {
method.invoke(config, Integer.valueOf(value));
} else if (type == boolean.class) {
method.invoke(config, Boolean.valueOf(value));
} else if (type == String.class) {
method.invoke(config, value);
}
} catch (Exception e) {
throw new IllegalArgumentException(
String.format("Error trying to set field %s with the value '%s'", key, value), e);
}
}
}
if (!found) {
log.warn("Property " + key + " ignored as there is no corresponding set method in " +
KinesisProducerConfiguration.class.getSimpleName());
}
}
return config;
}
/**
* Use a provided cacert path to use which should be a full path to the cert location. When provided KPL will use
* this path to find certs and if empty, KPL will use the internal default certs.
*/
public KinesisProducerConfiguration setCaCertPath(String val) {
caCertPath = val;
return this;
}
/**
* Return the provided cacert path
*/
public String getCaCertPath() {
return caCertPath;
}
protected Configuration.Builder additionalConfigsToProtobuf(Configuration.Builder builder) {
return builder.addAllAdditionalMetricDims(additionalDims);
}
/**
* Configures the threading model used by the native process for handling requests to AWS Services.
*/
public enum ThreadingModel {
/**
* Tells the native process to create a thread for each request.
*/
PER_REQUEST(Configuration.ThreadConfig.PER_REQUEST),
/**
* Tells the native process to use a thread pool. The size of the pool can be controlled by
* {@link KinesisProducerConfiguration#setThreadPoolSize(int)}.
*/
POOLED(Configuration.ThreadConfig.POOLED);
final Configuration.ThreadConfig threadConfig;
ThreadingModel(Configuration.ThreadConfig threadConfig) {
this.threadConfig = threadConfig;
}
}
// __GENERATED_CODE__
private boolean aggregationEnabled = true;
private long aggregationMaxCount = 4294967295L;
private long aggregationMaxSize = 51200L;
private String cloudwatchEndpoint = "";
private long cloudwatchPort = 443L;
private long collectionMaxCount = 500L;
private long collectionMaxSize = 5242880L;
private long connectTimeout = 6000L;
private long credentialsRefreshDelay = 5000L;
private boolean enableCoreDumps = false;
private boolean failIfThrottled = false;
private String kinesisEndpoint = "";
private long kinesisPort = 443L;
private String logLevel = "info";
private long maxConnections = 24L;
private String metricsGranularity = "shard";
private String metricsLevel = "detailed";
private String metricsNamespace = "KinesisProducerLibrary";
private long metricsUploadDelay = 60000L;
private long minConnections = 1L;
private String nativeExecutable = "";
private long rateLimit = 150L;
private long recordMaxBufferedTime = 100L;
private long recordTtl = 30000L;
private String region = "";
private long requestTimeout = 6000L;
private String tempDirectory = "";
private boolean verifyCertificate = true;
private String proxyHost = "";
private long proxyPort = 443L;
private String proxyUserName = "";
private String proxyPassword = "";
private String stsEndpoint = "";
private long stsPort = 443L;
private ThreadingModel threadingModel = ThreadingModel.PER_REQUEST;
private int threadPoolSize = 0;
private String caCertPath = "";
private String glueSchemaRegistryPropertiesFilePath = "";
private long userRecordTimeoutInMillis = 0;
/**
* Enable aggregation. With aggregation, multiple user records are packed into a single
* KinesisRecord. If disabled, each user record is sent in its own KinesisRecord.
*
*
* If your records are small, enabling aggregation will allow you to put many more records
* than you would otherwise be able to for a shard before getting throttled.
*
*
Default: true
*/
public boolean isAggregationEnabled() {
return aggregationEnabled;
}
/**
* Maximum number of items to pack into an aggregated record.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
Default: 4294967295
*
Minimum: 1
*
Maximum (inclusive): 9223372036854775807
*/
public long getAggregationMaxCount() {
return aggregationMaxCount;
}
/**
* Maximum number of bytes to pack into an aggregated Kinesis record.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
* If a record has more data by itself than this limit, it will bypass the aggregator. Note
* the backend enforces a limit of 50KB on record size. If you set this beyond 50KB, oversize
* records will be rejected at the backend.
*
*
Default: 51200
*
Minimum: 64
*
Maximum (inclusive): 1048576
*/
public long getAggregationMaxSize() {
return aggregationMaxSize;
}
/**
* Use a custom CloudWatch endpoint.
*
*
* Note this does not accept protocols or paths, only host names or ip addresses. There is no
* way to disable TLS. The KPL always connects with TLS.
*
*
Expected pattern: ^([A-Za-z0-9-\\.]+)?$
*/
public String getCloudwatchEndpoint() {
return cloudwatchEndpoint;
}
/**
* Server port to connect to for CloudWatch.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public long getCloudwatchPort() {
return cloudwatchPort;
}
/**
* Maximum number of items to pack into an PutRecords request.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
Default: 500
*
Minimum: 1
*
Maximum (inclusive): 500
*/
public long getCollectionMaxCount() {
return collectionMaxCount;
}
/**
* Maximum amount of data to send with a PutRecords request.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
* Records larger than the limit will still be sent, but will not be grouped with others.
*
*
Default: 5242880
*
Minimum: 52224
*
Maximum (inclusive): 9223372036854775807
*/
public long getCollectionMaxSize() {
return collectionMaxSize;
}
/**
* Timeout (milliseconds) for establishing TLS connections.
*
*
Default: 6000
*
Minimum: 100
*
Maximum (inclusive): 300000
*/
public long getConnectTimeout() {
return connectTimeout;
}
/**
* How often to refresh credentials (in milliseconds).
*
*
* During a refresh, credentials are retrieved from any SDK credentials providers attached to
* the wrapper and pushed to the core.
*
*
Default: 5000
*
Minimum: 1
*
Maximum (inclusive): 300000
*/
public long getCredentialsRefreshDelay() {
return credentialsRefreshDelay;
}
/**
* This has no effect on Windows.
*
*
* If set to true, the KPL native process will attempt to raise its own core file size soft
* limit to 128MB, or the hard limit, whichever is lower. If the soft limit is already at or
* above the target amount, it is not changed.
*
*
* Note that even if the limit is successfully raised (or already sufficient), it does not
* guarantee that core files will be written on a crash, since that is dependent on operation
* system settings that's beyond the control of individual processes.
*
*
Default: false
*/
public boolean isEnableCoreDumps() {
return enableCoreDumps;
}
/**
* If true, throttled puts are not retried. The records that got throttled will be failed
* immediately upon receiving the throttling error. This is useful if you want to react
* immediately to any throttling without waiting for the KPL to retry. For example, you can
* use a different hash key to send the throttled record to a backup shard.
*
*
* If false, the KPL will automatically retry throttled puts. The KPL performs backoff for
* shards that it has received throttling errors from, and will avoid flooding them with
* retries. Note that records may fail from expiration (see record_ttl) if they get delayed
* for too long because of throttling.
*
*
Default: false
*/
public boolean isFailIfThrottled() {
return failIfThrottled;
}
/**
* Use a custom Kinesis endpoint.
*
*
* Note this does not accept protocols or paths, only host names or ip addresses. There is no
* way to disable TLS. The KPL always connects with TLS.
*
*
Expected pattern: ^([A-Za-z0-9-\\.]+)?$
*/
public String getKinesisEndpoint() {
return kinesisEndpoint;
}
/**
* Server port to connect to for Kinesis.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public long getKinesisPort() {
return kinesisPort;
}
/**
* Minimum level of logs. Messages below the specified level will not be logged. Logs for the
* native KPL daemon show up on stderr.
*
*
Default: info
*
Expected pattern: info|warning|error
*/
public String getLogLevel() {
return logLevel;
}
/**
* Maximum number of connections to open to the backend. HTTP requests are sent in parallel
* over multiple connections.
*
*
* Setting this too high may impact latency and consume additional resources without
* increasing throughput.
*
*
Default: 24
*
Minimum: 1
*
Maximum (inclusive): 256
*/
public long getMaxConnections() {
return maxConnections;
}
/**
* Controls the granularity of metrics that are uploaded to CloudWatch. Greater granularity
* produces more metrics.
*
*
* When "shard" is selected, metrics are emitted with the stream name and shard id as
* dimensions. On top of this, the same metric is also emitted with only the stream name
* dimension, and lastly, without the stream name. This means for a particular metric, 2
* streams with 2 shards (each) will produce 7 CloudWatch metrics, one for each shard, one for
* each stream, and one overall, all describing the same statistics, but at different levels
* of granularity.
*
*
* When "stream" is selected, per shard metrics are not uploaded; when "global" is selected,
* only the total aggregate for all streams and all shards are uploaded.
*
*
* Consider reducing the granularity if you're not interested in shard-level metrics, or if
* you have a large number of shards.
*
*
* If you only have 1 stream, select "global"; the global data will be equivalent to that for
* the stream.
*
*
* Refer to the metrics documentation for details about each metric.
*
*
Default: shard
*
Expected pattern: global|stream|shard
*/
public String getMetricsGranularity() {
return metricsGranularity;
}
/**
* Controls the number of metrics that are uploaded to CloudWatch.
*
*
* "none" disables all metrics.
*
*
* "summary" enables the following metrics: UserRecordsPut, KinesisRecordsPut, ErrorsByCode,
* AllErrors, BufferingTime.
*
*
* "detailed" enables all remaining metrics.
*
*
* Refer to the metrics documentation for details about each metric.
*
*
Default: detailed
*
Expected pattern: none|summary|detailed
*/
public String getMetricsLevel() {
return metricsLevel;
}
/**
* The namespace to upload metrics under.
*
*
* If you have multiple applications running the KPL under the same AWS account, you should
* use a different namespace for each application.
*
*
* If you are also using the KCL, you may wish to use the application name you have configured
* for the KCL as the the namespace here. This way both your KPL and KCL metrics show up under
* the same namespace.
*
*
Default: KinesisProducerLibrary
*
Expected pattern: (?!AWS/).{1,255}
*/
public String getMetricsNamespace() {
return metricsNamespace;
}
/**
* Delay (in milliseconds) between each metrics upload.
*
*
* For testing only. There is no benefit in setting this lower or higher in production.
*
*
Default: 60000
*
Minimum: 1
*
Maximum (inclusive): 60000
*/
public long getMetricsUploadDelay() {
return metricsUploadDelay;
}
/**
* Minimum number of connections to keep open to the backend.
*
*
* There should be no need to increase this in general.
*
*
Default: 1
*
Minimum: 1
*
Maximum (inclusive): 16
*/
public long getMinConnections() {
return minConnections;
}
/**
* Path to the native KPL binary. Only use this setting if you want to use a custom build of
* the native code.
*
*/
public String getNativeExecutable() {
return nativeExecutable;
}
/**
* Limits the maximum allowed put rate for a shard, as a percentage of the backend limits.
*
*
* The rate limit prevents the producer from sending data too fast to a shard. Such a limit is
* useful for reducing bandwidth and CPU cycle wastage from sending requests that we know are
* going to fail from throttling.
*
*
* Kinesis enforces limits on both the number of records and number of bytes per second. This
* setting applies to both.
*
*
* The default value of 150% is chosen to allow a single producer instance to completely
* saturate the allowance for a shard. This is an aggressive setting. If you prefer to reduce
* throttling errors rather than completely saturate the shard, consider reducing this
* setting.
*
*
Default: 150
*
Minimum: 1
*
Maximum (inclusive): 9223372036854775807
*/
public long getRateLimit() {
return rateLimit;
}
/**
* Maximum amount of time (milliseconds) a record may spend being buffered before it gets
* sent. Records may be sent sooner than this depending on the other buffering limits.
*
*
* This setting provides coarse ordering among records - any two records will be reordered by
* no more than twice this amount (assuming no failures and retries and equal network
* latency).
*
*
* The library makes a best effort to enforce this time, but cannot guarantee that it will be
* precisely met. In general, if the CPU is not overloaded, the library will meet this
* deadline to within 10ms.
*
*
* Failures and retries can additionally increase the amount of time records spend in the KPL.
* If your application cannot tolerate late records, use the record_ttl setting to drop
* records that do not get transmitted in time.
*
*
* Setting this too low can negatively impact throughput.
*
*
Default: 100
*
Maximum (inclusive): 9223372036854775807
*/
public long getRecordMaxBufferedTime() {
return recordMaxBufferedTime;
}
/**
* Set a time-to-live on records (milliseconds). Records that do not get successfully put
* within the limit are failed.
*
*
* This setting is useful if your application cannot or does not wish to tolerate late
* records. Records will still incur network latency after they leave the KPL, so take that
* into consideration when choosing a value for this setting.
*
*
* If you do not wish to lose records and prefer to retry indefinitely, set record_ttl to a
* large value like INT_MAX. This has the potential to cause head-of-line blocking if network
* issues or throttling occur. You can respond to such situations by using the metrics
* reporting functions of the KPL. You may also set fail_if_throttled to true to prevent
* automatic retries in case of throttling.
*
*
Default: 30000
*
Minimum: 100
*
Maximum (inclusive): 9223372036854775807
*/
public long getRecordTtl() {
return recordTtl;
}
/**
* Which region to send records to.
*
*
* If you do not specify the region and are running in EC2, the library will use the region
* the instance is in.
*
*
* The region is also used to sign requests.
*
*
Expected pattern: ^([a-z]+-([a-z]+-)?[a-z]+-[0-9])?$
*/
public String getRegion() {
return region;
}
/**
* The maximum total time (milliseconds) elapsed between when we begin a HTTP request and
* receiving all of the response. If it goes over, the request will be timed-out.
*
*
* Note that a timed-out request may actually succeed at the backend. Retrying then leads to
* duplicates. Setting the timeout too low will therefore increase the probability of
* duplicates.
*
*
Default: 6000
*
Minimum: 100
*
Maximum (inclusive): 600000
*/
public long getRequestTimeout() {
return requestTimeout;
}
/**
* Temp directory into which to extract the native binaries. The KPL requires write
* permissions in this directory.
*
*
* If not specified, defaults to /tmp in Unix. (Windows TBD)
*
*/
public String getTempDirectory() {
return tempDirectory;
}
/**
* Verify SSL certificates. Always enable in production for security.
*
*
Default: true
*/
public boolean isVerifyCertificate() {
return verifyCertificate;
}
/**
* If you have users going through a proxy, get the host here.
*
*
Default: ""
*/
public String getProxyHost() {
return proxyHost;
}
/**
* If you have users going through a proxy, get the port here.
*
*
Default: 443
*/
public long getProxyPort() {
return proxyPort;
}
/**
* If you have users going through a proxy, get the user name here.
*
*
Default: ""
*/
public String getProxyUserName() {
return proxyUserName;
}
/**
* If you have users going through a proxy, get the password here.
*
*
Default: ""
*/
public String getProxyPassword() {
return proxyPassword;
}
/**
* Get a custom STS endpoint.
*
*
* Note this does not accept protocols or paths, only host names or ip addresses. There is no
* way to disable TLS. The KPL always connects with TLS.
*
*
Expected pattern: ^([A-Za-z0-9-\\.]+)?$
*/
public String getStsEndpoint() {
return stsEndpoint;
}
/**
* Server port to connect to for STS.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public long getStsPort() {
return stsPort;
}
/**
* Returns the threading model that the native process will use to handle requests to AWS services
*
* @return the {@link ThreadingModel} the native process will use.
*/
public ThreadingModel getThreadingModel() {
return threadingModel;
}
/**
* This configures the maximum number of threads the thread pool in the native process will use. This is only used
* when {@link #getThreadingModel()} is set to {@link ThreadingModel#POOLED}.
*
*
* - Default
* - The default value is 0 which allows the native process to choose the size of the thread pool
* - Maximum
* - There is no specific maximum, but operation systems may impose a maximum. If the native process exceeds that
* maximum it may be terminated.
*
*
* @return the size of the thread pool for the native process.
*/
public int getThreadPoolSize() {
return threadPoolSize;
}
/**
* Value in millis when the user submitted records will be timed out at the Java layer.
*
*
* There should be normally no need to adjust this and by default this will be off. But if you are seeing too much
* outstanding records causing memory problems you can adjust this value based on your readings from
* getOldestRecordTimeInMillis and when your application starts to have memory problems.
*
*
Default: 0(Off)
*
Minimum: 0
*
Maximum (inclusive): 9223372036854775807
*/
public long getUserRecordTimeoutInMillis() {
return userRecordTimeoutInMillis;
}
/**
* Enable aggregation. With aggregation, multiple user records are packed into a single
* KinesisRecord. If disabled, each user record is sent in its own KinesisRecord.
*
*
* If your records are small, enabling aggregation will allow you to put many more records
* than you would otherwise be able to for a shard before getting throttled.
*
*
Default: true
*/
public KinesisProducerConfiguration setAggregationEnabled(boolean val) {
aggregationEnabled = val;
return this;
}
/**
* Maximum number of items to pack into an aggregated record.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
Default: 4294967295
*
Minimum: 1
*
Maximum (inclusive): 9223372036854775807
*/
public KinesisProducerConfiguration setAggregationMaxCount(long val) {
if (val < 1L || val > 9223372036854775807L) {
throw new IllegalArgumentException("aggregationMaxCount must be between 1 and 9223372036854775807, got " + val);
}
aggregationMaxCount = val;
return this;
}
/**
* Maximum number of bytes to pack into an aggregated Kinesis record.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
* If a record has more data by itself than this limit, it will bypass the aggregator. Note
* the backend enforces a limit of 50KB on record size. If you set this beyond 50KB, oversize
* records will be rejected at the backend.
*
*
Default: 51200
*
Minimum: 64
*
Maximum (inclusive): 1048576
*/
public KinesisProducerConfiguration setAggregationMaxSize(long val) {
if (val < 64L || val > 1048576L) {
throw new IllegalArgumentException("aggregationMaxSize must be between 64 and 1048576, got " + val);
}
aggregationMaxSize = val;
return this;
}
/**
* Use a custom CloudWatch endpoint.
*
*
* Note this does not accept protocols or paths, only host names or ip addresses. There is no
* way to disable TLS. The KPL always connects with TLS.
*
*
Expected pattern: ^([A-Za-z0-9-\\.]+)?$
*/
public KinesisProducerConfiguration setCloudwatchEndpoint(String val) {
if (!Pattern.matches("^([A-Za-z0-9-\\.]+)?$", val)) {
throw new IllegalArgumentException("cloudwatchEndpoint must match the pattern ^([A-Za-z0-9-\\.]+)?$, got " + val);
}
cloudwatchEndpoint = val;
return this;
}
/**
* Server port to connect to for CloudWatch.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public KinesisProducerConfiguration setCloudwatchPort(long val) {
if (val < 1L || val > 65535L) {
throw new IllegalArgumentException("cloudwatchPort must be between 1 and 65535, got " + val);
}
cloudwatchPort = val;
return this;
}
/**
* Maximum number of items to pack into an PutRecords request.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
Default: 500
*
Minimum: 1
*
Maximum (inclusive): 500
*/
public KinesisProducerConfiguration setCollectionMaxCount(long val) {
if (val < 1L || val > 500L) {
throw new IllegalArgumentException("collectionMaxCount must be between 1 and 500, got " + val);
}
collectionMaxCount = val;
return this;
}
/**
* Maximum amount of data to send with a PutRecords request.
*
*
* There should be normally no need to adjust this. If you want to limit the time records
* spend buffering, look into record_max_buffered_time instead.
*
*
* Records larger than the limit will still be sent, but will not be grouped with others.
*
*
Default: 5242880
*
Minimum: 52224
*
Maximum (inclusive): 9223372036854775807
*/
public KinesisProducerConfiguration setCollectionMaxSize(long val) {
if (val < 52224L || val > 9223372036854775807L) {
throw new IllegalArgumentException("collectionMaxSize must be between 52224 and 9223372036854775807, got " + val);
}
collectionMaxSize = val;
return this;
}
/**
* Timeout (milliseconds) for establishing TLS connections.
*
*
Default: 6000
*
Minimum: 100
*
Maximum (inclusive): 300000
*/
public KinesisProducerConfiguration setConnectTimeout(long val) {
if (val < 100L || val > 300000L) {
throw new IllegalArgumentException("connectTimeout must be between 100 and 300000, got " + val);
}
connectTimeout = val;
return this;
}
/**
* How often to refresh credentials (in milliseconds).
*
*
* During a refresh, credentials are retrieved from any SDK credentials providers attached to
* the wrapper and pushed to the core.
*
*
Default: 5000
*
Minimum: 1
*
Maximum (inclusive): 300000
*/
public KinesisProducerConfiguration setCredentialsRefreshDelay(long val) {
if (val < 1L || val > 300000L) {
throw new IllegalArgumentException("credentialsRefreshDelay must be between 1 and 300000, got " + val);
}
credentialsRefreshDelay = val;
return this;
}
/**
* This has no effect on Windows.
*
*
* If set to true, the KPL native process will attempt to raise its own core file size soft
* limit to 128MB, or the hard limit, whichever is lower. If the soft limit is already at or
* above the target amount, it is not changed.
*
*
* Note that even if the limit is successfully raised (or already sufficient), it does not
* guarantee that core files will be written on a crash, since that is dependent on operation
* system settings that's beyond the control of individual processes.
*
*
Default: false
*/
public KinesisProducerConfiguration setEnableCoreDumps(boolean val) {
enableCoreDumps = val;
return this;
}
/**
* If true, throttled puts are not retried. The records that got throttled will be failed
* immediately upon receiving the throttling error. This is useful if you want to react
* immediately to any throttling without waiting for the KPL to retry. For example, you can
* use a different hash key to send the throttled record to a backup shard.
*
*
* If false, the KPL will automatically retry throttled puts. The KPL performs backoff for
* shards that it has received throttling errors from, and will avoid flooding them with
* retries. Note that records may fail from expiration (see record_ttl) if they get delayed
* for too long because of throttling.
*
*
Default: false
*/
public KinesisProducerConfiguration setFailIfThrottled(boolean val) {
failIfThrottled = val;
return this;
}
/**
* Use a custom Kinesis endpoint.
*
*
* Note this does not accept protocols or paths, only host names or ip addresses. There is no
* way to disable TLS. The KPL always connects with TLS.
*
*
Expected pattern: ^([A-Za-z0-9-\\.]+)?$
*/
public KinesisProducerConfiguration setKinesisEndpoint(String val) {
if (!Pattern.matches("^([A-Za-z0-9-\\.]+)?$", val)) {
throw new IllegalArgumentException("kinesisEndpoint must match the pattern ^([A-Za-z0-9-\\.]+)?$, got " + val);
}
kinesisEndpoint = val;
return this;
}
/**
* Server port to connect to for Kinesis.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public KinesisProducerConfiguration setKinesisPort(long val) {
if (val < 1L || val > 65535L) {
throw new IllegalArgumentException("kinesisPort must be between 1 and 65535, got " + val);
}
kinesisPort = val;
return this;
}
/**
* Minimum level of logs. Messages below the specified level will not be logged. Logs for the
* native KPL daemon show up on stderr.
*
*
Default: info
*
Expected pattern: trace|debug|info|warning|error
*/
public KinesisProducerConfiguration setLogLevel(String val) {
if (!Pattern.matches("trace|debug|info|warning|error", val)) {
throw new IllegalArgumentException("logLevel must match the pattern trace|debug|info|warning|error, got " + val);
}
logLevel = val;
return this;
}
/**
* Maximum number of connections to open to the backend. HTTP requests are sent in parallel
* over multiple connections.
*
*
* Setting this too high may impact latency and consume additional resources without
* increasing throughput.
*
*
Default: 24
*
Minimum: 1
*
Maximum (inclusive): 256
*/
public KinesisProducerConfiguration setMaxConnections(long val) {
if (val < 1L || val > 256L) {
throw new IllegalArgumentException("maxConnections must be between 1 and 256, got " + val);
}
maxConnections = val;
return this;
}
/**
* Controls the granularity of metrics that are uploaded to CloudWatch. Greater granularity
* produces more metrics.
*
*
* When "shard" is selected, metrics are emitted with the stream name and shard id as
* dimensions. On top of this, the same metric is also emitted with only the stream name
* dimension, and lastly, without the stream name. This means for a particular metric, 2
* streams with 2 shards (each) will produce 7 CloudWatch metrics, one for each shard, one for
* each stream, and one overall, all describing the same statistics, but at different levels
* of granularity.
*
*
* When "stream" is selected, per shard metrics are not uploaded; when "global" is selected,
* only the total aggregate for all streams and all shards are uploaded.
*
*
* Consider reducing the granularity if you're not interested in shard-level metrics, or if
* you have a large number of shards.
*
*
* If you only have 1 stream, select "global"; the global data will be equivalent to that for
* the stream.
*
*
* Refer to the metrics documentation for details about each metric.
*
*
Default: shard
*
Expected pattern: global|stream|shard
*/
public KinesisProducerConfiguration setMetricsGranularity(String val) {
if (!Pattern.matches("global|stream|shard", val)) {
throw new IllegalArgumentException("metricsGranularity must match the pattern global|stream|shard, got " + val);
}
metricsGranularity = val;
return this;
}
/**
* Controls the number of metrics that are uploaded to CloudWatch.
*
*
* "none" disables all metrics.
*
*
* "summary" enables the following metrics: UserRecordsPut, KinesisRecordsPut, ErrorsByCode,
* AllErrors, BufferingTime.
*
*
* "detailed" enables all remaining metrics.
*
*
* Refer to the metrics documentation for details about each metric.
*
*
Default: detailed
*
Expected pattern: none|summary|detailed
*/
public KinesisProducerConfiguration setMetricsLevel(String val) {
if (!Pattern.matches("none|summary|detailed", val)) {
throw new IllegalArgumentException("metricsLevel must match the pattern none|summary|detailed, got " + val);
}
metricsLevel = val;
return this;
}
/**
* The namespace to upload metrics under.
*
*
* If you have multiple applications running the KPL under the same AWS account, you should
* use a different namespace for each application.
*
*
* If you are also using the KCL, you may wish to use the application name you have configured
* for the KCL as the the namespace here. This way both your KPL and KCL metrics show up under
* the same namespace.
*
*
Default: KinesisProducerLibrary
*
Expected pattern: (?!AWS/).{1,255}
*/
public KinesisProducerConfiguration setMetricsNamespace(String val) {
if (!Pattern.matches("(?!AWS/).{1,255}", val)) {
throw new IllegalArgumentException("metricsNamespace must match the pattern (?!AWS/).{1,255}, got " + val);
}
metricsNamespace = val;
return this;
}
/**
* Delay (in milliseconds) between each metrics upload.
*
*
* For testing only. There is no benefit in setting this lower or higher in production.
*
*
Default: 60000
*
Minimum: 1
*
Maximum (inclusive): 60000
*/
public KinesisProducerConfiguration setMetricsUploadDelay(long val) {
if (val < 1L || val > 60000L) {
throw new IllegalArgumentException("metricsUploadDelay must be between 1 and 60000, got " + val);
}
metricsUploadDelay = val;
return this;
}
/**
* Minimum number of connections to keep open to the backend.
*
*
* There should be no need to increase this in general.
*
*
Default: 1
*
Minimum: 1
*
Maximum (inclusive): 16
*/
public KinesisProducerConfiguration setMinConnections(long val) {
if (val < 1L || val > 16L) {
throw new IllegalArgumentException("minConnections must be between 1 and 16, got " + val);
}
minConnections = val;
return this;
}
/**
* Path to the native KPL binary. Only use this setting if you want to use a custom build of
* the native code.
*
*/
public KinesisProducerConfiguration setNativeExecutable(String val) {
nativeExecutable = val;
return this;
}
/**
* Limits the maximum allowed put rate for a shard, as a percentage of the backend limits.
*
*
* The rate limit prevents the producer from sending data too fast to a shard. Such a limit is
* useful for reducing bandwidth and CPU cycle wastage from sending requests that we know are
* going to fail from throttling.
*
*
* Kinesis enforces limits on both the number of records and number of bytes per second. This
* setting applies to both.
*
*
* The default value of 150% is chosen to allow a single producer instance to completely
* saturate the allowance for a shard. This is an aggressive setting. If you prefer to reduce
* throttling errors rather than completely saturate the shard, consider reducing this
* setting.
*
*
Default: 150
*
Minimum: 1
*
Maximum (inclusive): 9223372036854775807
*/
public KinesisProducerConfiguration setRateLimit(long val) {
if (val < 1L || val > 9223372036854775807L) {
throw new IllegalArgumentException("rateLimit must be between 1 and 9223372036854775807, got " + val);
}
rateLimit = val;
return this;
}
/**
* Maximum amount of time (milliseconds) a record may spend being buffered before it gets
* sent. Records may be sent sooner than this depending on the other buffering limits.
*
*
* This setting provides coarse ordering among records - any two records will be reordered by
* no more than twice this amount (assuming no failures and retries and equal network
* latency).
*
*
* The library makes a best effort to enforce this time, but cannot guarantee that it will be
* precisely met. In general, if the CPU is not overloaded, the library will meet this
* deadline to within 10ms.
*
*
* Failures and retries can additionally increase the amount of time records spend in the KPL.
* If your application cannot tolerate late records, use the record_ttl setting to drop
* records that do not get transmitted in time.
*
*
* Setting this too low can negatively impact throughput.
*
*
Default: 100
*
Maximum (inclusive): 9223372036854775807
*/
public KinesisProducerConfiguration setRecordMaxBufferedTime(long val) {
if (val < 0L || val > 9223372036854775807L) {
throw new IllegalArgumentException("recordMaxBufferedTime must be between 0 and 9223372036854775807, got " + val);
}
recordMaxBufferedTime = val;
return this;
}
/**
* Set a time-to-live on records (milliseconds). Records that do not get successfully put
* within the limit are failed.
*
*
* This setting is useful if your application cannot or does not wish to tolerate late
* records. Records will still incur network latency after they leave the KPL, so take that
* into consideration when choosing a value for this setting.
*
*
* If you do not wish to lose records and prefer to retry indefinitely, set record_ttl to a
* large value like INT_MAX. This has the potential to cause head-of-line blocking if network
* issues or throttling occur. You can respond to such situations by using the metrics
* reporting functions of the KPL. You may also set fail_if_throttled to true to prevent
* automatic retries in case of throttling.
*
*
Default: 30000
*
Minimum: 100
*
Maximum (inclusive): 9223372036854775807
*/
public KinesisProducerConfiguration setRecordTtl(long val) {
if (val < 100L || val > 9223372036854775807L) {
throw new IllegalArgumentException("recordTtl must be between 100 and 9223372036854775807, got " + val);
}
recordTtl = val;
return this;
}
/**
* Which region to send records to.
*
*
* If you do not specify the region and are running in EC2, the library will use the region
* the instance is in.
*
*
* The region is also used to sign requests.
*
*
Expected pattern: ^([a-z]+-([a-z]+-)?[a-z]+-[0-9])?$
*/
public KinesisProducerConfiguration setRegion(String val) {
if (!Pattern.matches("^([a-z]+-([a-z]+-)?[a-z]+-[0-9])?$", val)) {
throw new IllegalArgumentException("region must match the pattern ^([a-z]+-([a-z]+-)?[a-z]+-[0-9])?$, got " + val);
}
region = val;
return this;
}
/**
* The maximum total time (milliseconds) elapsed between when we begin a HTTP request and
* receiving all of the response. If it goes over, the request will be timed-out.
*
*
* Note that a timed-out request may actually succeed at the backend. Retrying then leads to
* duplicates. Setting the timeout too low will therefore increase the probability of
* duplicates.
*
*
Default: 6000
*
Minimum: 100
*
Maximum (inclusive): 600000
*/
public KinesisProducerConfiguration setRequestTimeout(long val) {
if (val < 100L || val > 600000L) {
throw new IllegalArgumentException("requestTimeout must be between 100 and 600000, got " + val);
}
requestTimeout = val;
return this;
}
/**
* Temp directory into which to extract the native binaries. The KPL requires write
* permissions in this directory.
*
*
* If not specified, defaults to /tmp in Unix. (Windows TBD)
*
*/
public KinesisProducerConfiguration setTempDirectory(String val) {
tempDirectory = val;
return this;
}
/**
* Verify SSL certificates. Always enable in production for security.
*
*
Default: true
*/
public KinesisProducerConfiguration setVerifyCertificate(boolean val) {
verifyCertificate = val;
return this;
}
/**
* If you have users going through a proxy, set the host here.
*
*
* For example: "https://proxy.example.com" or IP address "192.168.0.1"
*
*
Default: ""
*/
public KinesisProducerConfiguration setProxyHost(String val) {
proxyHost = val;
return this;
}
/**
* If you have users going through a proxy, set the port here.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public KinesisProducerConfiguration setProxyPort(long val) {
if (val < 1L || val > 65535L) {
throw new IllegalArgumentException("Proxy port must be between 1 and 65535, got " + val);
}
proxyPort = val;
return this;
}
/**
* If you have users going through a proxy, set the user name here.
*
*
Default: ""
*/
public KinesisProducerConfiguration setProxyUserName(String val) {
proxyUserName = val;
return this;
}
/**
* If you have users going through a proxy, set the password here.
*
*
Default: ""
*/
public KinesisProducerConfiguration setProxyPassword(String val) {
proxyPassword = val;
return this;
}
/**
* Use a custom STS endpoint.
*
*
* Note this does not accept protocols or paths, only host names or ip addresses. There is no
* way to disable TLS. The KPL always connects with TLS.
*
*
Expected pattern: ^([A-Za-z0-9-\\.]+)?$
*/
public KinesisProducerConfiguration setStsEndpoint(String val) {
if (!Pattern.matches("^([A-Za-z0-9-\\.]+)?$", val)) {
throw new IllegalArgumentException("stsEndpoint must match the pattern ^([A-Za-z0-9-\\.]+)?$, got " + val);
}
stsEndpoint = val;
return this;
}
/**
* Server port to connect to for STS.
*
*
Default: 443
*
Minimum: 1
*
Maximum (inclusive): 65535
*/
public KinesisProducerConfiguration setStsPort(long val) {
if (val < 1L || val > 65535L) {
throw new IllegalArgumentException("kinesisPort must be between 1 and 65535, got " + val);
}
stsPort = val;
return this;
}
/**
* Sets the threading model that the native process will use.
*
* See {@link #getThreadingModel()} for more information
*
* @param threadingModel
* the threading model to use
* @return this configuration object
*/
public KinesisProducerConfiguration setThreadingModel(ThreadingModel threadingModel) {
this.threadingModel = threadingModel;
return this;
}
/**
* Sets the threading model that the native process will use.
*
* See {@link #getThreadingModel()} for more information
*
* Valid inputs:
* PER_REQUEST - Tells the native process to create a thread per request.
* POOLED - Tells the native process to use a thread pool. The size of the pool can be controlled by ThreadPoolSize.
*
* @param threadingModel the String representation of the threading model to use.
* @return this configuration object
*/
public KinesisProducerConfiguration setThreadingModel(String threadingModel) {
return setThreadingModel(ThreadingModel.valueOf(threadingModel));
}
/**
* Sets the maximum number of threads that the native process' thread pool will be configured with.
*
* See {@link #getThreadPoolSize()} for more information
*
* @param threadPoolSize
* the maximum number of threads that the thread pool can use.
* @throws IllegalArgumentException
* if threadPoolSize is less than 0
* @return this configuration object
*/
public KinesisProducerConfiguration setThreadPoolSize(int threadPoolSize) {
if (threadPoolSize < 0) {
throw new IllegalArgumentException("Max threads must greater than or equal to 0");
}
this.threadPoolSize = threadPoolSize;
return this;
}
/**
* Set the value in millis when the user submitted records will be timed out at the Java layer. Please be careful
* around setting this value and not to set it too low which can cause high amount records timing out.
*
*
* There should be normally no need to adjust this and by default this will be off (value set to 0). But if you are
* seeing too much outstanding records causing memory problems you can adjust this value based on your readings from
* getOldestRecordTimeInMillis and when your application starts to have memory problems.
*
* @param userRecordTimeoutInMillis
* the value in millis when the user submitted records will be timed out at the Java layer
* @throws IllegalArgumentException
* if userRecordTimeoutInMillis is less than 0
* @return this configuration object
*/
public KinesisProducerConfiguration setUserRecordTimeoutInMillis(long userRecordTimeoutInMillis) {
if (userRecordTimeoutInMillis < 0) {
throw new IllegalArgumentException("Timeout value must greater than or equal to 0");
}
this.userRecordTimeoutInMillis = userRecordTimeoutInMillis;
return this;
}
protected Message toProtobufMessage() {
Configuration.Builder builder = Configuration.newBuilder()
//@formatter:off
.setAggregationEnabled(aggregationEnabled)
.setAggregationMaxCount(aggregationMaxCount)
.setAggregationMaxSize(aggregationMaxSize)
.setCloudwatchEndpoint(cloudwatchEndpoint)
.setCloudwatchPort(cloudwatchPort)
.setCollectionMaxCount(collectionMaxCount)
.setCollectionMaxSize(collectionMaxSize)
.setConnectTimeout(connectTimeout)
.setEnableCoreDumps(enableCoreDumps)
.setFailIfThrottled(failIfThrottled)
.setKinesisEndpoint(kinesisEndpoint)
.setKinesisPort(kinesisPort)
.setLogLevel(logLevel)
.setMaxConnections(maxConnections)
.setMetricsGranularity(metricsGranularity)
.setMetricsLevel(metricsLevel)
.setMetricsNamespace(metricsNamespace)
.setMetricsUploadDelay(metricsUploadDelay)
.setMinConnections(minConnections)
.setRateLimit(rateLimit)
.setRecordMaxBufferedTime(recordMaxBufferedTime)
.setRecordTtl(recordTtl)
.setRegion(region)
.setRequestTimeout(requestTimeout)
.setVerifyCertificate(verifyCertificate)
.setProxyHost(proxyHost)
.setProxyPort(proxyPort)
.setProxyUserName(proxyUserName)
.setProxyPassword(proxyPassword)
.setStsEndpoint(stsEndpoint)
.setStsPort(stsPort)
.setThreadConfig(threadingModel.threadConfig);
//@formatter:on
if (threadPoolSize > 0) {
builder = builder.setThreadPoolSize(threadPoolSize);
}
Configuration c = this.additionalConfigsToProtobuf(builder).build();
return Message.newBuilder().setConfiguration(c).setId(0).build();
}
}