All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.volcengine.ark.runtime.model.tokenization.Tokenization Maven / Gradle / Ivy

There is a newer version: 0.1.144
Show newest version
package com.volcengine.ark.runtime.model.tokenization;

import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonProperty;

import java.util.List;

@JsonIgnoreProperties(ignoreUnknown = true)
public class Tokenization {

    Integer index;

    String object;

    @JsonProperty("total_tokens")
    Integer totalTokens;

    @JsonProperty("token_ids")
    List tokenIds;

    @JsonProperty("offset_mapping")
    List> offsetMapping;

    public Integer getIndex() {
        return index;
    }

    public void setIndex(Integer index) {
        this.index = index;
    }

    public String getObject() {
        return object;
    }

    public void setObject(String object) {
        this.object = object;
    }

    public Integer getTotalTokens() {
        return totalTokens;
    }

    public void setTotalTokens(Integer totalTokens) {
        this.totalTokens = totalTokens;
    }

    public List getTokenIds() {
        return tokenIds;
    }

    public void setTokenIds(List tokenIds) {
        this.tokenIds = tokenIds;
    }

    public List> getOffsetMapping() {
        return offsetMapping;
    }

    public void setOffsetMapping(List> offsetMapping) {
        this.offsetMapping = offsetMapping;
    }

    @Override
    public String toString() {
        return "Tokenization{" +
                "index=" + index +
                ", object='" + object + '\'' +
                ", totalTokens=" + totalTokens +
                ", tokenIds=" + tokenIds +
                ", offsetMapping=" + offsetMapping +
                '}';
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy