com.volcengine.ark.runtime.model.tokenization.Tokenization Maven / Gradle / Ivy
package com.volcengine.ark.runtime.model.tokenization;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.List;
@JsonIgnoreProperties(ignoreUnknown = true)
public class Tokenization {
Integer index;
String object;
@JsonProperty("total_tokens")
Integer totalTokens;
@JsonProperty("token_ids")
List tokenIds;
@JsonProperty("offset_mapping")
List> offsetMapping;
public Integer getIndex() {
return index;
}
public void setIndex(Integer index) {
this.index = index;
}
public String getObject() {
return object;
}
public void setObject(String object) {
this.object = object;
}
public Integer getTotalTokens() {
return totalTokens;
}
public void setTotalTokens(Integer totalTokens) {
this.totalTokens = totalTokens;
}
public List getTokenIds() {
return tokenIds;
}
public void setTokenIds(List tokenIds) {
this.tokenIds = tokenIds;
}
public List> getOffsetMapping() {
return offsetMapping;
}
public void setOffsetMapping(List> offsetMapping) {
this.offsetMapping = offsetMapping;
}
@Override
public String toString() {
return "Tokenization{" +
"index=" + index +
", object='" + object + '\'' +
", totalTokens=" + totalTokens +
", tokenIds=" + tokenIds +
", offsetMapping=" + offsetMapping +
'}';
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy