ee.carlrobert.llm.client.openai.completion.request.OpenAIChatCompletionRequest Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of llm-client Show documentation
Java http client wrapped around the OkHttp3 library
There is a newer version: 0.8.28
package ee.carlrobert.llm.client.openai.completion.request;

import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonProperty;
import ee.carlrobert.llm.client.openai.completion.OpenAIChatCompletionModel;
import ee.carlrobert.llm.completion.CompletionRequest;
import java.util.List;

@JsonInclude(JsonInclude.Include.NON_NULL)
public class OpenAIChatCompletionRequest implements CompletionRequest {

  private final String model;
  private final List messages;
  @JsonProperty("max_tokens")
  private final Integer maxTokens;
  @JsonProperty("max_completion_tokens")
  private final Integer maxCompletionTokens;
  private final Double temperature;
  @JsonProperty("frequency_penalty")
  private final Double frequencyPenalty;
  @JsonProperty("presence_penalty")
  private final Double presencePenalty;
  private final boolean stream;
  @JsonIgnore
  private final String overriddenPath;
  private final List tools;
  @JsonProperty("tool_choice")
  private final String toolChoice;
  @JsonProperty("response_format")
  private final ResponseFormat responseFormat;

  private OpenAIChatCompletionRequest(Builder builder) {
    this.model = builder.model;
    this.messages = builder.messages;
    this.maxTokens = builder.maxTokens;
    this.maxCompletionTokens = builder.maxCompletionTokens;
    this.temperature = builder.temperature;
    this.frequencyPenalty = builder.frequencyPenalty;
    this.presencePenalty = builder.presencePenalty;
    this.stream = builder.stream;
    this.overriddenPath = builder.overriddenPath;
    this.tools = builder.tools;
    this.toolChoice = builder.toolChoice;
    this.responseFormat = builder.responseFormat;
  }

  public void addMessage(OpenAIChatCompletionMessage message) {
    messages.add(message);
  }

  public List getMessages() {
    return messages;
  }

  public String getModel() {
    return model;
  }

  public Integer getMaxTokens() {
    return maxTokens;
  }

  public Integer getMaxCompletionTokens() {
    return maxCompletionTokens;
  }

  public Double getTemperature() {
    return temperature;
  }

  public Double getFrequencyPenalty() {
    return frequencyPenalty;
  }

  public Double getPresencePenalty() {
    return presencePenalty;
  }

  public boolean isStream() {
    return stream;
  }

  public String getOverriddenPath() {
    return overriddenPath;
  }

  public List getTools() {
    return tools;
  }

  public String getToolChoice() {
    return toolChoice;
  }

  public ResponseFormat getResponseFormat() {
    return responseFormat;
  }

  public static class Builder {

    private final List messages;
    private String model;
    private Integer maxTokens = 4096;
    private Integer maxCompletionTokens;
    private Double temperature = 0.9;
    private Double frequencyPenalty = 0.0;
    private Double presencePenalty = 0.6;
    private boolean stream = true;
    private String overriddenPath;
    private List tools;
    private String toolChoice;
    private ResponseFormat responseFormat;

    public Builder(List messages) {
      this.messages = messages;
    }

    public Builder setModel(OpenAIChatCompletionModel model) {
      this.model = model.getCode();
      return this;
    }

    public Builder setModel(String model) {
      this.model = model;
      return this;
    }

    public Builder setMaxTokens(Integer maxTokens) {
      this.maxTokens = maxTokens;
      return this;
    }

    public Builder setMaxCompletionTokens(Integer maxCompletionTokens) {
      this.maxCompletionTokens = maxCompletionTokens;
      return this;
    }

    public Builder setTemperature(Double temperature) {
      this.temperature = temperature;
      return this;
    }

    public Builder setFrequencyPenalty(Double frequencyPenalty) {
      this.frequencyPenalty = frequencyPenalty;
      return this;
    }

    public Builder setPresencePenalty(Double presencePenalty) {
      this.presencePenalty = presencePenalty;
      return this;
    }

    public Builder setStream(boolean stream) {
      this.stream = stream;
      return this;
    }

    public Builder setOverriddenPath(String overriddenPath) {
      this.overriddenPath = overriddenPath;
      return this;
    }

    public Builder setTools(List tools) {
      this.tools = tools;
      return this;
    }

    public Builder setToolChoice(String toolChoice) {
      this.toolChoice = toolChoice;
      return this;
    }

    public Builder setResponseFormat(ResponseFormat responseFormat) {
      this.responseFormat = responseFormat;
      return this;
    }

    public OpenAIChatCompletionRequest build() {
      return new OpenAIChatCompletionRequest(this);
    }
  }
}