com.huaweicloud.dis.iface.transfertask.response.destination.OBSDestinationDescription Maven / Gradle / Ivy
/*
* Copyright 2002-2010 the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.huaweicloud.dis.iface.transfertask.response.destination;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
import com.huaweicloud.dis.iface.stream.request.ForceStringDeserializer;
import java.util.Map;
@JsonIgnoreProperties(ignoreUnknown = true)
@JsonInclude(JsonInclude.Include.NON_NULL)
public class OBSDestinationDescription
{
/**
*
* Name of the agency created in IAM. DIS uses an agency to access your specified resources.For Example, DIS will
* use this agency to dump data from a DIS stream to an OBS bucket.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("agency_name")
private String agencyName;
/**
*
* Directory to hold files that will be dumped to OBS. Different directory levels are separated by a forward slash
* (/) and cannot start with a forward slash (/). A directory name is 1 to 50 characters long. Only letters, digits,
* and underscores (_) are allowed.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("file_prefix")
private String filePrefix;
/**
*
* Directory structure of the Object file written into OBS. The directory structure is in the format of
* yyyy/MM/dd/HH/mm (time at which the dump task was created).
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("partition_format")
private String partitionFormat;
/**
*
* Name of the OBS bucket used to store data from the DIS stream.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("obs_bucket_path")
private String obsBucketPath;
/**
*
* User-defined interval at which data from the DIS stream is imported into OBS. If no data was pushed to the DIS
* stream during the current interval, no dump file will be generated for this cycle. Value range: 60s to 900s
* Default value: 300s
*
*/
@JsonProperty("deliver_time_interval")
private int deliverTimeInterval;
/**
*
* 设置从DIS拉取数据时的初始偏移量：LATEST - 从最新的记录开始读取; TRIM_HORIZON - 从最早的记录开始读取
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("consumer_strategy")
private String consumerStrategy;
/**
*
* This parameter is mandatory if Dump Type is set to Custom file. Default value: file_stream
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("deliver_data_type")
private String deliverDataType;
/**
*
* Specify how long a failed delivery job shoud be retried, after which error delivery file will be delivered to the
* intermediate obs bucket.Default value: 0.
*
*/
@JsonProperty("retry_duration")
private int retryDuration;
/**
*
* Type of the Object file written into OBS, such as text, parquet, carbon. Default value: text.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("destination_file_type")
private String destinationFileType;
/**
*
* Avro schema of the parquet or carbon file written into OBS.
*
*/
@JsonProperty("avro_schema")
private String avroSchema;
/**
*
* CarbonWriter.builder.withTableProperties(tablePropertiesMap)
*
*/
@JsonProperty("carbon_properties")
private Map carbonProperties;
/**
*
* Delimiter for the dump file, which is used to separate the user data that is written into the dump file. Possible
* values:Comma ",", Semicolon ";", Vertical bar "|", Line break "\n", NULL. Default value: Line break "\n".
*
*/
@JsonProperty("record_delimiter")
private String recordDelimiter;
public String getAgencyName()
{
return agencyName;
}
public void setAgencyName(String agencyName)
{
this.agencyName = agencyName;
}
public String getFilePrefix()
{
return filePrefix;
}
public void setFilePrefix(String filePrefix)
{
this.filePrefix = filePrefix;
}
public String getPartitionFormat()
{
return partitionFormat;
}
public void setPartitionFormat(String partitionFormat)
{
this.partitionFormat = partitionFormat;
}
public String getObsBucketPath()
{
return obsBucketPath;
}
public void setObsBucketPath(String obsBucketPath)
{
this.obsBucketPath = obsBucketPath;
}
public int getDeliverTimeInterval()
{
return deliverTimeInterval;
}
public void setDeliverTimeInterval(int deliverTimeInterval)
{
this.deliverTimeInterval = deliverTimeInterval;
}
public String getDeliverDataType()
{
return deliverDataType;
}
public void setDeliverDataType(String deliverDataType)
{
this.deliverDataType = deliverDataType;
}
public int getRetryDuration()
{
return retryDuration;
}
public void setRetryDuration(int retryDuration)
{
this.retryDuration = retryDuration;
}
public String getDestinationFileType()
{
return destinationFileType;
}
public void setDestinationFileType(String destinationFileType)
{
this.destinationFileType = destinationFileType;
}
public String getAvroSchema()
{
return avroSchema;
}
public void setAvroSchema(String avroSchema)
{
this.avroSchema = avroSchema;
}
public String getRecordDelimiter()
{
return recordDelimiter;
}
public void setRecordDelimiter(String recordDelimiter)
{
this.recordDelimiter = recordDelimiter;
}
public String getConsumerStrategy()
{
return consumerStrategy;
}
public void setConsumerStrategy(String consumerStrategy)
{
this.consumerStrategy = consumerStrategy;
}
public Map getCarbonProperties() {
return carbonProperties;
}
public void setCarbonProperties(Map carbonProperties) {
this.carbonProperties = carbonProperties;
}
}