Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
io.quarkiverse.langchain4j.watsonx.runtime.WatsonxRecorder Maven / Gradle / Ivy
package io.quarkiverse.langchain4j.watsonx.runtime;
import static io.quarkiverse.langchain4j.runtime.OptionalUtil.firstOrDefault;
import java.net.URL;
import java.time.Duration;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.function.Function;
import java.util.function.Supplier;
import org.jboss.logging.Logger;
import dev.langchain4j.model.chat.ChatLanguageModel;
import dev.langchain4j.model.chat.DisabledChatLanguageModel;
import dev.langchain4j.model.chat.DisabledStreamingChatLanguageModel;
import dev.langchain4j.model.chat.StreamingChatLanguageModel;
import dev.langchain4j.model.embedding.DisabledEmbeddingModel;
import dev.langchain4j.model.embedding.EmbeddingModel;
import io.quarkiverse.langchain4j.runtime.NamedConfigUtil;
import io.quarkiverse.langchain4j.watsonx.TokenGenerator;
import io.quarkiverse.langchain4j.watsonx.WatsonxChatModel;
import io.quarkiverse.langchain4j.watsonx.WatsonxEmbeddingModel;
import io.quarkiverse.langchain4j.watsonx.WatsonxModel;
import io.quarkiverse.langchain4j.watsonx.WatsonxStreamingChatModel;
import io.quarkiverse.langchain4j.watsonx.prompt.PromptFormatter;
import io.quarkiverse.langchain4j.watsonx.prompt.impl.NoopPromptFormatter;
import io.quarkiverse.langchain4j.watsonx.runtime.config.ChatModelConfig;
import io.quarkiverse.langchain4j.watsonx.runtime.config.EmbeddingModelConfig;
import io.quarkiverse.langchain4j.watsonx.runtime.config.IAMConfig;
import io.quarkiverse.langchain4j.watsonx.runtime.config.LangChain4jWatsonxConfig;
import io.quarkiverse.langchain4j.watsonx.runtime.config.LangChain4jWatsonxFixedRuntimeConfig;
import io.quarkus.runtime.annotations.Recorder;
import io.smallrye.config.ConfigValidationException;
@Recorder
public class WatsonxRecorder {
private static final Logger log = Logger.getLogger(WatsonxRecorder.class);
private static final String DUMMY_URL = "https://dummy.ai/api";
private static final String DUMMY_API_KEY = "dummy";
private static final String DUMMY_PROJECT_ID = "dummy";
private static final Map tokenGeneratorCache = new HashMap<>();
private static final ConfigValidationException.Problem[] EMPTY_PROBLEMS = new ConfigValidationException.Problem[0];
public Supplier chatModel(LangChain4jWatsonxConfig runtimeConfig,
LangChain4jWatsonxFixedRuntimeConfig fixedRuntimeConfig,
String configName, PromptFormatter promptFormatter) {
LangChain4jWatsonxConfig.WatsonConfig watsonRuntimeConfig = correspondingWatsonRuntimeConfig(runtimeConfig, configName);
LangChain4jWatsonxFixedRuntimeConfig.WatsonConfig watsonFixedRuntimeConfig = correspondingWatsonFixedRuntimeConfig(
fixedRuntimeConfig, configName);
if (promptFormatter != null && watsonFixedRuntimeConfig.chatModel().promptFormatter()) {
log.infof("The PromptFormatter for \"%s\" is loaded, the model tags are generated automatically.",
watsonFixedRuntimeConfig.chatModel().modelId());
}
if (watsonRuntimeConfig.enableIntegration()) {
var builder = generateChatBuilder(watsonRuntimeConfig, watsonFixedRuntimeConfig, configName, promptFormatter);
return new Supplier<>() {
@Override
public ChatLanguageModel get() {
return builder.build(WatsonxChatModel.class);
}
};
} else {
return new Supplier<>() {
@Override
public ChatLanguageModel get() {
return new DisabledChatLanguageModel();
}
};
}
}
public Supplier streamingChatModel(LangChain4jWatsonxConfig runtimeConfig,
LangChain4jWatsonxFixedRuntimeConfig fixedRuntimeConfig, String configName, PromptFormatter promptFormatter) {
LangChain4jWatsonxConfig.WatsonConfig watsonRuntimeConfig = correspondingWatsonRuntimeConfig(runtimeConfig, configName);
LangChain4jWatsonxFixedRuntimeConfig.WatsonConfig watsonFixedRuntimeConfig = correspondingWatsonFixedRuntimeConfig(
fixedRuntimeConfig, configName);
if (watsonRuntimeConfig.enableIntegration()) {
var builder = generateChatBuilder(watsonRuntimeConfig, watsonFixedRuntimeConfig, configName, promptFormatter);
return new Supplier<>() {
@Override
public StreamingChatLanguageModel get() {
return builder.build(WatsonxStreamingChatModel.class);
}
};
} else {
return new Supplier<>() {
@Override
public StreamingChatLanguageModel get() {
return new DisabledStreamingChatLanguageModel();
}
};
}
}
public Supplier embeddingModel(LangChain4jWatsonxConfig runtimeConfig, String configName) {
LangChain4jWatsonxConfig.WatsonConfig watsonConfig = correspondingWatsonRuntimeConfig(runtimeConfig, configName);
if (watsonConfig.enableIntegration()) {
var configProblems = checkConfigurations(watsonConfig, configName);
if (!configProblems.isEmpty()) {
throw new ConfigValidationException(configProblems.toArray(EMPTY_PROBLEMS));
}
String iamUrl = watsonConfig.iam().baseUrl().toExternalForm();
TokenGenerator tokenGenerator = tokenGeneratorCache.computeIfAbsent(iamUrl,
createTokenGenerator(watsonConfig.iam(), watsonConfig.apiKey()));
URL url;
try {
url = new URL(watsonConfig.baseUrl());
} catch (Exception e) {
throw new RuntimeException(e);
}
EmbeddingModelConfig embeddingModelConfig = watsonConfig.embeddingModel();
var builder = WatsonxEmbeddingModel.builder()
.tokenGenerator(tokenGenerator)
.url(url)
.timeout(watsonConfig.timeout().orElse(Duration.ofSeconds(10)))
.logRequests(firstOrDefault(false, embeddingModelConfig.logRequests(), watsonConfig.logRequests()))
.logResponses(firstOrDefault(false, embeddingModelConfig.logResponses(), watsonConfig.logResponses()))
.version(watsonConfig.version())
.projectId(watsonConfig.projectId())
.modelId(embeddingModelConfig.modelId());
return new Supplier<>() {
@Override
public WatsonxEmbeddingModel get() {
return builder.build(WatsonxEmbeddingModel.class);
}
};
} else {
return new Supplier<>() {
@Override
public EmbeddingModel get() {
return new DisabledEmbeddingModel();
}
};
}
}
private Function createTokenGenerator(IAMConfig iamConfig, String apiKey) {
return new Function() {
@Override
public TokenGenerator apply(String iamUrl) {
return new TokenGenerator(iamConfig.baseUrl(), iamConfig.timeout().orElse(Duration.ofSeconds(10)),
iamConfig.grantType(), apiKey);
}
};
}
private WatsonxModel.Builder generateChatBuilder(
LangChain4jWatsonxConfig.WatsonConfig watsonRuntimeConfig,
LangChain4jWatsonxFixedRuntimeConfig.WatsonConfig watsonFixedRuntimeConfig,
String configName, PromptFormatter promptFormatter) {
ChatModelConfig chatModelConfig = watsonRuntimeConfig.chatModel();
var configProblems = checkConfigurations(watsonRuntimeConfig, configName);
if (!configProblems.isEmpty()) {
throw new ConfigValidationException(configProblems.toArray(EMPTY_PROBLEMS));
}
String iamUrl = watsonRuntimeConfig.iam().baseUrl().toExternalForm();
TokenGenerator tokenGenerator = tokenGeneratorCache.computeIfAbsent(iamUrl,
createTokenGenerator(watsonRuntimeConfig.iam(), watsonRuntimeConfig.apiKey()));
URL url;
try {
url = new URL(watsonRuntimeConfig.baseUrl());
} catch (Exception e) {
throw new RuntimeException(e);
}
Double decayFactor = chatModelConfig.lengthPenalty().decayFactor().orElse(null);
Integer startIndex = chatModelConfig.lengthPenalty().startIndex().orElse(null);
String promptJoiner = chatModelConfig.promptJoiner();
return WatsonxChatModel.builder()
.tokenGenerator(tokenGenerator)
.url(url)
.timeout(watsonRuntimeConfig.timeout().orElse(Duration.ofSeconds(10)))
.logRequests(firstOrDefault(false, chatModelConfig.logRequests(), watsonRuntimeConfig.logRequests()))
.logResponses(firstOrDefault(false, chatModelConfig.logResponses(), watsonRuntimeConfig.logResponses()))
.version(watsonRuntimeConfig.version())
.projectId(watsonRuntimeConfig.projectId())
.modelId(watsonFixedRuntimeConfig.chatModel().modelId())
.decodingMethod(chatModelConfig.decodingMethod())
.decayFactor(decayFactor)
.startIndex(startIndex)
.maxNewTokens(chatModelConfig.maxNewTokens())
.minNewTokens(chatModelConfig.minNewTokens())
.temperature(chatModelConfig.temperature())
.randomSeed(firstOrDefault(null, chatModelConfig.randomSeed()))
.stopSequences(firstOrDefault(null, chatModelConfig.stopSequences()))
.topK(firstOrDefault(null, chatModelConfig.topK()))
.topP(firstOrDefault(null, chatModelConfig.topP()))
.repetitionPenalty(firstOrDefault(null, chatModelConfig.repetitionPenalty()))
.truncateInputTokens(chatModelConfig.truncateInputTokens().orElse(null))
.includeStopSequence(chatModelConfig.includeStopSequence().orElse(null))
.promptFormatter(promptFormatter == null ? new NoopPromptFormatter(promptJoiner) : promptFormatter);
}
private LangChain4jWatsonxConfig.WatsonConfig correspondingWatsonRuntimeConfig(LangChain4jWatsonxConfig runtimeConfig,
String configName) {
LangChain4jWatsonxConfig.WatsonConfig watsonConfig;
if (NamedConfigUtil.isDefault(configName)) {
watsonConfig = runtimeConfig.defaultConfig();
} else {
watsonConfig = runtimeConfig.namedConfig().get(configName);
}
return watsonConfig;
}
private LangChain4jWatsonxFixedRuntimeConfig.WatsonConfig correspondingWatsonFixedRuntimeConfig(
LangChain4jWatsonxFixedRuntimeConfig fixedRuntimeConfig,
String configName) {
LangChain4jWatsonxFixedRuntimeConfig.WatsonConfig watsonConfig;
if (NamedConfigUtil.isDefault(configName)) {
watsonConfig = fixedRuntimeConfig.defaultConfig();
} else {
watsonConfig = fixedRuntimeConfig.namedConfig().get(configName);
}
return watsonConfig;
}
private List checkConfigurations(LangChain4jWatsonxConfig.WatsonConfig watsonConfig,
String configName) {
List configProblems = new ArrayList<>();
if (DUMMY_URL.equals(watsonConfig.baseUrl())) {
configProblems.add(createBaseURLConfigProblem(configName));
}
String apiKey = watsonConfig.apiKey();
if (DUMMY_API_KEY.equals(apiKey)) {
configProblems.add(createApiKeyConfigProblem(configName));
}
String projectId = watsonConfig.projectId();
if (DUMMY_PROJECT_ID.equals(projectId)) {
configProblems.add(createProjectIdProblem(configName));
}
return configProblems;
}
private ConfigValidationException.Problem createBaseURLConfigProblem(String configName) {
return createConfigProblem("base-url", configName);
}
private ConfigValidationException.Problem createApiKeyConfigProblem(String configName) {
return createConfigProblem("api-key", configName);
}
private ConfigValidationException.Problem createProjectIdProblem(String configName) {
return createConfigProblem("project-id", configName);
}
private static ConfigValidationException.Problem createConfigProblem(String key, String configName) {
return new ConfigValidationException.Problem(String.format(
"SRCFG00014: The config property quarkus.langchain4j.watsonx%s%s is required but it could not be found in any config source",
NamedConfigUtil.isDefault(configName) ? "." : ("." + configName + "."), key));
}
}
