com.huaweicloud.dis.iface.stream.request.MRSDestinationDescriptorRequest Maven / Gradle / Ivy
/*
* Copyright 2002-2010 the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.huaweicloud.dis.iface.stream.request;
import java.util.Map;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
@JsonIgnoreProperties(ignoreUnknown = true)
@JsonInclude(JsonInclude.Include.NON_NULL)
public class MRSDestinationDescriptorRequest
{
/**
*
* The name of the transfer task.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("task_name")
private String transferTaskName;
/**
*
* Name of the agency created in IAM. DIS uses an agency to access your specified resources.For Example, DIS will
* use this agency to dump data from a DIS stream to an OBS bucket.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("agency_name")
private String agencyName;
/**
*
* String Name of the MRS cluster to which data in the DIS stream will be dumped. The chosen MRS cluster must be
* non-Kerberos authenticated.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("mrs_cluster_name")
private String mrsClusterName;
/**
*
* ID of the MRS cluster to which data in the DIS stream will be dumped.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("mrs_cluster_id")
private String mrsClusterId;
/**
*
* Hadoop Distributed File System (HDFS) path of the MRS cluster to which data in the DIS stream will be dumped.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("mrs_hdfs_path")
private String mrsHdfsPath;
/**
*
* Directory to hold files that will be dumped to MRS. Different directory levels are separated by a forward slash
* (/) and cannot start with a forward slash (/).
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("hdfs_prefix_folder")
private String hdfsPrefixFolder;
/**
*
* Name of the OBS bucket used to store data from the DIS stream.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("obs_bucket_path")
private String obsBucketPath;
/**
*
* Directory to hold files that will be dumped to OBS. Different directory levels are separated by a forward slash
* (/) and cannot start with a forward slash (/). A directory name is 1 to 50 characters long. Only letters, digits,
* and underscores (_) are allowed.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("file_prefix")
private String filePrefix;
/**
*
* Directory structure of the Object file written into OBS. The directory structure is in the format of
* yyyy/MM/dd/HH/mm (time at which the dump task was created).
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("partition_format")
private String partitionFormat;
/**
*
* User-defined interval at which data from the DIS stream is imported into OBS. If no data was pushed to the DIS
* stream during the current interval, no dump file will be generated for this cycle. Value range: 60s to 900s
* Default value: 300s
*
*/
@JsonProperty("deliver_time_interval")
private int deliverTimeInterval;
/**
*
* 设置从DIS拉取数据时的初始偏移量: 默认LATEST - 从最新的记录开始读取; TRIM_HORIZON - 从最早的记录开始读取
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("consumer_strategy")
private String consumerStrategy;
/**
*
* Type of the Object file written into OBS, such as text, parquet, carbon. Default value: text.
*
*/
@JsonDeserialize(using = ForceStringDeserializer.class)
@JsonProperty("destination_file_type")
private String destinationFileType;
/**
*
* 转储目标文件的压缩类型，目前支持：不压缩, gzip
*
*/
@JsonProperty("compression_format")
private String compressionFormat;
/**
*
* CarbonWriter.builder.withTableProperties(tablePropertiesMap)
*
*/
@JsonProperty("carbon_properties")
private Map carbonProperties;
public String getMrsClusterName()
{
return mrsClusterName;
}
public void setMrsClusterName(String mrsClusterName)
{
this.mrsClusterName = mrsClusterName;
}
public String getMrsClusterId()
{
return mrsClusterId;
}
public void setMrsClusterId(String mrsClusterId)
{
this.mrsClusterId = mrsClusterId;
}
public String getMrsHdfsPath()
{
return mrsHdfsPath;
}
public void setMrsHdfsPath(String mrsHdfsPath)
{
this.mrsHdfsPath = mrsHdfsPath;
}
public String getHdfsPrefixFolder()
{
return hdfsPrefixFolder;
}
public void setHdfsPrefixFolder(String hdfsPrefixFolder)
{
this.hdfsPrefixFolder = hdfsPrefixFolder;
}
public String getTransferTaskName()
{
return transferTaskName;
}
public void setTransferTaskName(String transferTaskName)
{
this.transferTaskName = transferTaskName;
}
public String getAgencyName()
{
return agencyName;
}
public void setAgencyName(String agencyName)
{
this.agencyName = agencyName;
}
public String getObsBucketPath()
{
return obsBucketPath;
}
public void setObsBucketPath(String obsBucketPath)
{
this.obsBucketPath = obsBucketPath;
}
public String getFilePrefix()
{
return filePrefix;
}
public void setFilePrefix(String filePrefix)
{
this.filePrefix = filePrefix;
}
public int getDeliverTimeInterval()
{
return deliverTimeInterval;
}
public void setDeliverTimeInterval(int deliverTimeInterval)
{
this.deliverTimeInterval = deliverTimeInterval;
}
public String getConsumerStrategy()
{
return consumerStrategy;
}
public void setConsumerStrategy(String consumerStrategy)
{
this.consumerStrategy = consumerStrategy;
}
public String getDestinationFileType()
{
return destinationFileType;
}
public void setDestinationFileType(String destinationFileType)
{
this.destinationFileType = destinationFileType;
}
public String getCompressionFormat()
{
return compressionFormat;
}
public void setCompressionFormat(String compressionFormat)
{
this.compressionFormat = compressionFormat;
}
public Map getCarbonProperties()
{
return carbonProperties;
}
public void setCarbonProperties(Map carbonProperties)
{
this.carbonProperties = carbonProperties;
}
public String getPartitionFormat()
{
return partitionFormat;
}
public void setPartitionFormat(String partitionFormat)
{
this.partitionFormat = partitionFormat;
}
}